{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.3,
  "eval_steps": 500,
  "global_step": 30000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "loss_action": 1.0878452062606812,
      "loss_total": 1.0878452062606812,
      "step": 0
    },
    {
      "loss_action": 1.2426860332489014,
      "loss_total": 1.2426860332489014,
      "step": 0
    },
    {
      "loss_action": 1.2337782382965088,
      "loss_total": 1.2337782382965088,
      "step": 0
    },
    {
      "loss_action": 1.2176799774169922,
      "loss_total": 1.2176799774169922,
      "step": 0
    },
    {
      "loss_action": 1.2130382061004639,
      "loss_total": 1.2130382061004639,
      "step": 0
    },
    {
      "loss_action": 1.2099261283874512,
      "loss_total": 1.2099261283874512,
      "step": 0
    },
    {
      "loss_action": 1.2466914653778076,
      "loss_total": 1.2466914653778076,
      "step": 0
    },
    {
      "loss_action": 1.2489573955535889,
      "loss_total": 1.2489573955535889,
      "step": 0
    },
    {
      "grad_norm": 0.2572096288204193,
      "learning_rate": 1.8e-07,
      "loss": 1.2063,
      "step": 10
    },
    {
      "loss_action": 1.170129656791687,
      "loss_total": 1.170129656791687,
      "step": 10
    },
    {
      "loss_action": 1.2070528268814087,
      "loss_total": 1.2070528268814087,
      "step": 10
    },
    {
      "loss_action": 1.2612361907958984,
      "loss_total": 1.2612361907958984,
      "step": 10
    },
    {
      "loss_action": 1.1691102981567383,
      "loss_total": 1.1691102981567383,
      "step": 10
    },
    {
      "loss_action": 1.1700894832611084,
      "loss_total": 1.1700894832611084,
      "step": 10
    },
    {
      "loss_action": 1.168635368347168,
      "loss_total": 1.168635368347168,
      "step": 10
    },
    {
      "loss_action": 1.192741870880127,
      "loss_total": 1.192741870880127,
      "step": 10
    },
    {
      "loss_action": 1.2315783500671387,
      "loss_total": 1.2315783500671387,
      "step": 10
    },
    {
      "grad_norm": 0.3508809208869934,
      "learning_rate": 3.8e-07,
      "loss": 1.2043,
      "step": 20
    },
    {
      "loss_action": 1.1052911281585693,
      "loss_total": 1.1052911281585693,
      "step": 20
    },
    {
      "loss_action": 1.2304824590682983,
      "loss_total": 1.2304824590682983,
      "step": 20
    },
    {
      "loss_action": 1.213489055633545,
      "loss_total": 1.213489055633545,
      "step": 20
    },
    {
      "loss_action": 1.2095736265182495,
      "loss_total": 1.2095736265182495,
      "step": 20
    },
    {
      "loss_action": 1.25388765335083,
      "loss_total": 1.25388765335083,
      "step": 20
    },
    {
      "loss_action": 1.2051091194152832,
      "loss_total": 1.2051091194152832,
      "step": 20
    },
    {
      "loss_action": 1.1834790706634521,
      "loss_total": 1.1834790706634521,
      "step": 20
    },
    {
      "loss_action": 1.2304136753082275,
      "loss_total": 1.2304136753082275,
      "step": 20
    },
    {
      "grad_norm": 0.38404422998428345,
      "learning_rate": 5.8e-07,
      "loss": 1.2068,
      "step": 30
    },
    {
      "loss_action": 1.2051382064819336,
      "loss_total": 1.2051382064819336,
      "step": 30
    },
    {
      "loss_action": 1.2086899280548096,
      "loss_total": 1.2086899280548096,
      "step": 30
    },
    {
      "loss_action": 1.2154030799865723,
      "loss_total": 1.2154030799865723,
      "step": 30
    },
    {
      "loss_action": 1.2674365043640137,
      "loss_total": 1.2674365043640137,
      "step": 30
    },
    {
      "loss_action": 1.2191435098648071,
      "loss_total": 1.2191435098648071,
      "step": 30
    },
    {
      "loss_action": 1.241655945777893,
      "loss_total": 1.241655945777893,
      "step": 30
    },
    {
      "loss_action": 1.2235782146453857,
      "loss_total": 1.2235782146453857,
      "step": 30
    },
    {
      "loss_action": 1.2880845069885254,
      "loss_total": 1.2880845069885254,
      "step": 30
    },
    {
      "grad_norm": 0.5840018391609192,
      "learning_rate": 7.8e-07,
      "loss": 1.215,
      "step": 40
    },
    {
      "loss_action": 1.1728670597076416,
      "loss_total": 1.1728670597076416,
      "step": 40
    },
    {
      "loss_action": 1.150449275970459,
      "loss_total": 1.150449275970459,
      "step": 40
    },
    {
      "loss_action": 1.184072494506836,
      "loss_total": 1.184072494506836,
      "step": 40
    },
    {
      "loss_action": 1.1882803440093994,
      "loss_total": 1.1882803440093994,
      "step": 40
    },
    {
      "loss_action": 1.2307031154632568,
      "loss_total": 1.2307031154632568,
      "step": 40
    },
    {
      "loss_action": 1.2118573188781738,
      "loss_total": 1.2118573188781738,
      "step": 40
    },
    {
      "loss_action": 1.1368651390075684,
      "loss_total": 1.1368651390075684,
      "step": 40
    },
    {
      "loss_action": 1.1442724466323853,
      "loss_total": 1.1442724466323853,
      "step": 40
    },
    {
      "grad_norm": 0.2615620493888855,
      "learning_rate": 9.8e-07,
      "loss": 1.2002,
      "step": 50
    },
    {
      "loss_action": 1.2187103033065796,
      "loss_total": 1.2187103033065796,
      "step": 50
    },
    {
      "loss_action": 1.2025312185287476,
      "loss_total": 1.2025312185287476,
      "step": 50
    },
    {
      "loss_action": 1.1369032859802246,
      "loss_total": 1.1369032859802246,
      "step": 50
    },
    {
      "loss_action": 1.2326581478118896,
      "loss_total": 1.2326581478118896,
      "step": 50
    },
    {
      "loss_action": 1.1527082920074463,
      "loss_total": 1.1527082920074463,
      "step": 50
    },
    {
      "loss_action": 1.2627818584442139,
      "loss_total": 1.2627818584442139,
      "step": 50
    },
    {
      "loss_action": 1.213083028793335,
      "loss_total": 1.213083028793335,
      "step": 50
    },
    {
      "loss_action": 1.2033052444458008,
      "loss_total": 1.2033052444458008,
      "step": 50
    },
    {
      "grad_norm": 0.27937382459640503,
      "learning_rate": 1.18e-06,
      "loss": 1.1985,
      "step": 60
    },
    {
      "loss_action": 1.195277214050293,
      "loss_total": 1.195277214050293,
      "step": 60
    },
    {
      "loss_action": 1.2503085136413574,
      "loss_total": 1.2503085136413574,
      "step": 60
    },
    {
      "loss_action": 1.1904118061065674,
      "loss_total": 1.1904118061065674,
      "step": 60
    },
    {
      "loss_action": 1.167133092880249,
      "loss_total": 1.167133092880249,
      "step": 60
    },
    {
      "loss_action": 1.274346113204956,
      "loss_total": 1.274346113204956,
      "step": 60
    },
    {
      "loss_action": 1.1661027669906616,
      "loss_total": 1.1661027669906616,
      "step": 60
    },
    {
      "loss_action": 1.2284245491027832,
      "loss_total": 1.2284245491027832,
      "step": 60
    },
    {
      "loss_action": 1.193225622177124,
      "loss_total": 1.193225622177124,
      "step": 60
    },
    {
      "grad_norm": 0.32015544176101685,
      "learning_rate": 1.3800000000000001e-06,
      "loss": 1.1886,
      "step": 70
    },
    {
      "loss_action": 1.1489968299865723,
      "loss_total": 1.1489968299865723,
      "step": 70
    },
    {
      "loss_action": 1.1624464988708496,
      "loss_total": 1.1624464988708496,
      "step": 70
    },
    {
      "loss_action": 1.1864640712738037,
      "loss_total": 1.1864640712738037,
      "step": 70
    },
    {
      "loss_action": 1.1621627807617188,
      "loss_total": 1.1621627807617188,
      "step": 70
    },
    {
      "loss_action": 1.1320915222167969,
      "loss_total": 1.1320915222167969,
      "step": 70
    },
    {
      "loss_action": 1.1424005031585693,
      "loss_total": 1.1424005031585693,
      "step": 70
    },
    {
      "loss_action": 1.163956880569458,
      "loss_total": 1.163956880569458,
      "step": 70
    },
    {
      "loss_action": 1.191931962966919,
      "loss_total": 1.191931962966919,
      "step": 70
    },
    {
      "grad_norm": 0.5893028974533081,
      "learning_rate": 1.5800000000000003e-06,
      "loss": 1.1665,
      "step": 80
    },
    {
      "loss_action": 1.1404874324798584,
      "loss_total": 1.1404874324798584,
      "step": 80
    },
    {
      "loss_action": 1.079088568687439,
      "loss_total": 1.079088568687439,
      "step": 80
    },
    {
      "loss_action": 1.1500167846679688,
      "loss_total": 1.1500167846679688,
      "step": 80
    },
    {
      "loss_action": 1.1739158630371094,
      "loss_total": 1.1739158630371094,
      "step": 80
    },
    {
      "loss_action": 1.164603352546692,
      "loss_total": 1.164603352546692,
      "step": 80
    },
    {
      "loss_action": 1.1610360145568848,
      "loss_total": 1.1610360145568848,
      "step": 80
    },
    {
      "loss_action": 1.1652134656906128,
      "loss_total": 1.1652134656906128,
      "step": 80
    },
    {
      "loss_action": 1.1291828155517578,
      "loss_total": 1.1291828155517578,
      "step": 80
    },
    {
      "grad_norm": 0.66038578748703,
      "learning_rate": 1.7800000000000001e-06,
      "loss": 1.1534,
      "step": 90
    },
    {
      "loss_action": 1.1110684871673584,
      "loss_total": 1.1110684871673584,
      "step": 90
    },
    {
      "loss_action": 1.1074929237365723,
      "loss_total": 1.1074929237365723,
      "step": 90
    },
    {
      "loss_action": 1.123079538345337,
      "loss_total": 1.123079538345337,
      "step": 90
    },
    {
      "loss_action": 1.0843064785003662,
      "loss_total": 1.0843064785003662,
      "step": 90
    },
    {
      "loss_action": 1.088315486907959,
      "loss_total": 1.088315486907959,
      "step": 90
    },
    {
      "loss_action": 1.1295833587646484,
      "loss_total": 1.1295833587646484,
      "step": 90
    },
    {
      "loss_action": 1.1138988733291626,
      "loss_total": 1.1138988733291626,
      "step": 90
    },
    {
      "loss_action": 1.15743088722229,
      "loss_total": 1.15743088722229,
      "step": 90
    },
    {
      "grad_norm": 0.7331603169441223,
      "learning_rate": 1.98e-06,
      "loss": 1.1149,
      "step": 100
    },
    {
      "loss_action": 1.0778610706329346,
      "loss_total": 1.0778610706329346,
      "step": 100
    },
    {
      "loss_action": 1.1119694709777832,
      "loss_total": 1.1119694709777832,
      "step": 100
    },
    {
      "loss_action": 1.0758998394012451,
      "loss_total": 1.0758998394012451,
      "step": 100
    },
    {
      "loss_action": 1.1661227941513062,
      "loss_total": 1.1661227941513062,
      "step": 100
    },
    {
      "loss_action": 1.1659250259399414,
      "loss_total": 1.1659250259399414,
      "step": 100
    },
    {
      "loss_action": 1.13923180103302,
      "loss_total": 1.13923180103302,
      "step": 100
    },
    {
      "loss_action": 1.1246442794799805,
      "loss_total": 1.1246442794799805,
      "step": 100
    },
    {
      "loss_action": 1.1194252967834473,
      "loss_total": 1.1194252967834473,
      "step": 100
    },
    {
      "grad_norm": 0.7285289764404297,
      "learning_rate": 2.1800000000000003e-06,
      "loss": 1.1142,
      "step": 110
    },
    {
      "loss_action": 1.070670485496521,
      "loss_total": 1.070670485496521,
      "step": 110
    },
    {
      "loss_action": 1.0945743322372437,
      "loss_total": 1.0945743322372437,
      "step": 110
    },
    {
      "loss_action": 1.1126794815063477,
      "loss_total": 1.1126794815063477,
      "step": 110
    },
    {
      "loss_action": 1.0498242378234863,
      "loss_total": 1.0498242378234863,
      "step": 110
    },
    {
      "loss_action": 1.140501856803894,
      "loss_total": 1.140501856803894,
      "step": 110
    },
    {
      "loss_action": 1.0798487663269043,
      "loss_total": 1.0798487663269043,
      "step": 110
    },
    {
      "loss_action": 1.057131290435791,
      "loss_total": 1.057131290435791,
      "step": 110
    },
    {
      "loss_action": 1.1404284238815308,
      "loss_total": 1.1404284238815308,
      "step": 110
    },
    {
      "grad_norm": 1.0183383226394653,
      "learning_rate": 2.38e-06,
      "loss": 1.0652,
      "step": 120
    },
    {
      "loss_action": 1.091992974281311,
      "loss_total": 1.091992974281311,
      "step": 120
    },
    {
      "loss_action": 1.053631067276001,
      "loss_total": 1.053631067276001,
      "step": 120
    },
    {
      "loss_action": 1.0674506425857544,
      "loss_total": 1.0674506425857544,
      "step": 120
    },
    {
      "loss_action": 1.120190978050232,
      "loss_total": 1.120190978050232,
      "step": 120
    },
    {
      "loss_action": 1.099992036819458,
      "loss_total": 1.099992036819458,
      "step": 120
    },
    {
      "loss_action": 1.0623269081115723,
      "loss_total": 1.0623269081115723,
      "step": 120
    },
    {
      "loss_action": 1.013503074645996,
      "loss_total": 1.013503074645996,
      "step": 120
    },
    {
      "loss_action": 1.078432321548462,
      "loss_total": 1.078432321548462,
      "step": 120
    },
    {
      "grad_norm": 1.134400725364685,
      "learning_rate": 2.5800000000000003e-06,
      "loss": 1.0617,
      "step": 130
    },
    {
      "loss_action": 0.9675002098083496,
      "loss_total": 0.9675002098083496,
      "step": 130
    },
    {
      "loss_action": 1.0036420822143555,
      "loss_total": 1.0036420822143555,
      "step": 130
    },
    {
      "loss_action": 1.0469461679458618,
      "loss_total": 1.0469461679458618,
      "step": 130
    },
    {
      "loss_action": 1.0076613426208496,
      "loss_total": 1.0076613426208496,
      "step": 130
    },
    {
      "loss_action": 1.0204310417175293,
      "loss_total": 1.0204310417175293,
      "step": 130
    },
    {
      "loss_action": 1.0347509384155273,
      "loss_total": 1.0347509384155273,
      "step": 130
    },
    {
      "loss_action": 1.0697357654571533,
      "loss_total": 1.0697357654571533,
      "step": 130
    },
    {
      "loss_action": 1.0687148571014404,
      "loss_total": 1.0687148571014404,
      "step": 130
    },
    {
      "grad_norm": 0.6829496622085571,
      "learning_rate": 2.78e-06,
      "loss": 1.0463,
      "step": 140
    },
    {
      "loss_action": 1.0795154571533203,
      "loss_total": 1.0795154571533203,
      "step": 140
    },
    {
      "loss_action": 1.0269702672958374,
      "loss_total": 1.0269702672958374,
      "step": 140
    },
    {
      "loss_action": 1.1034090518951416,
      "loss_total": 1.1034090518951416,
      "step": 140
    },
    {
      "loss_action": 0.97087562084198,
      "loss_total": 0.97087562084198,
      "step": 140
    },
    {
      "loss_action": 1.0514124631881714,
      "loss_total": 1.0514124631881714,
      "step": 140
    },
    {
      "loss_action": 1.0580264329910278,
      "loss_total": 1.0580264329910278,
      "step": 140
    },
    {
      "loss_action": 1.0321779251098633,
      "loss_total": 1.0321779251098633,
      "step": 140
    },
    {
      "loss_action": 1.0716791152954102,
      "loss_total": 1.0716791152954102,
      "step": 140
    },
    {
      "grad_norm": 1.5873794555664062,
      "learning_rate": 2.9800000000000003e-06,
      "loss": 1.048,
      "step": 150
    },
    {
      "loss_action": 1.1067125797271729,
      "loss_total": 1.1067125797271729,
      "step": 150
    },
    {
      "loss_action": 1.03941810131073,
      "loss_total": 1.03941810131073,
      "step": 150
    },
    {
      "loss_action": 1.0561892986297607,
      "loss_total": 1.0561892986297607,
      "step": 150
    },
    {
      "loss_action": 1.0393893718719482,
      "loss_total": 1.0393893718719482,
      "step": 150
    },
    {
      "loss_action": 1.0521657466888428,
      "loss_total": 1.0521657466888428,
      "step": 150
    },
    {
      "loss_action": 1.0421357154846191,
      "loss_total": 1.0421357154846191,
      "step": 150
    },
    {
      "loss_action": 1.0672175884246826,
      "loss_total": 1.0672175884246826,
      "step": 150
    },
    {
      "loss_action": 1.0219942331314087,
      "loss_total": 1.0219942331314087,
      "step": 150
    },
    {
      "grad_norm": 0.6631845831871033,
      "learning_rate": 3.1800000000000005e-06,
      "loss": 1.036,
      "step": 160
    },
    {
      "loss_action": 0.9830000400543213,
      "loss_total": 0.9830000400543213,
      "step": 160
    },
    {
      "loss_action": 1.0506713390350342,
      "loss_total": 1.0506713390350342,
      "step": 160
    },
    {
      "loss_action": 1.060043215751648,
      "loss_total": 1.060043215751648,
      "step": 160
    },
    {
      "loss_action": 1.0671191215515137,
      "loss_total": 1.0671191215515137,
      "step": 160
    },
    {
      "loss_action": 1.0285851955413818,
      "loss_total": 1.0285851955413818,
      "step": 160
    },
    {
      "loss_action": 1.070251703262329,
      "loss_total": 1.070251703262329,
      "step": 160
    },
    {
      "loss_action": 1.026118278503418,
      "loss_total": 1.026118278503418,
      "step": 160
    },
    {
      "loss_action": 1.0267829895019531,
      "loss_total": 1.0267829895019531,
      "step": 160
    },
    {
      "grad_norm": 0.579923152923584,
      "learning_rate": 3.38e-06,
      "loss": 1.0383,
      "step": 170
    },
    {
      "loss_action": 1.0608676671981812,
      "loss_total": 1.0608676671981812,
      "step": 170
    },
    {
      "loss_action": 1.0321956872940063,
      "loss_total": 1.0321956872940063,
      "step": 170
    },
    {
      "loss_action": 1.0458264350891113,
      "loss_total": 1.0458264350891113,
      "step": 170
    },
    {
      "loss_action": 1.0248312950134277,
      "loss_total": 1.0248312950134277,
      "step": 170
    },
    {
      "loss_action": 0.9714881777763367,
      "loss_total": 0.9714881777763367,
      "step": 170
    },
    {
      "loss_action": 1.0622785091400146,
      "loss_total": 1.0622785091400146,
      "step": 170
    },
    {
      "loss_action": 1.0586639642715454,
      "loss_total": 1.0586639642715454,
      "step": 170
    },
    {
      "loss_action": 1.0638618469238281,
      "loss_total": 1.0638618469238281,
      "step": 170
    },
    {
      "grad_norm": 0.6274494528770447,
      "learning_rate": 3.58e-06,
      "loss": 1.0245,
      "step": 180
    },
    {
      "loss_action": 0.9954036474227905,
      "loss_total": 0.9954036474227905,
      "step": 180
    },
    {
      "loss_action": 1.0311554670333862,
      "loss_total": 1.0311554670333862,
      "step": 180
    },
    {
      "loss_action": 1.0944514274597168,
      "loss_total": 1.0944514274597168,
      "step": 180
    },
    {
      "loss_action": 1.0152473449707031,
      "loss_total": 1.0152473449707031,
      "step": 180
    },
    {
      "loss_action": 1.0331189632415771,
      "loss_total": 1.0331189632415771,
      "step": 180
    },
    {
      "loss_action": 1.0850602388381958,
      "loss_total": 1.0850602388381958,
      "step": 180
    },
    {
      "loss_action": 1.0401042699813843,
      "loss_total": 1.0401042699813843,
      "step": 180
    },
    {
      "loss_action": 1.0060977935791016,
      "loss_total": 1.0060977935791016,
      "step": 180
    },
    {
      "grad_norm": 1.9309290647506714,
      "learning_rate": 3.7800000000000002e-06,
      "loss": 1.0251,
      "step": 190
    },
    {
      "loss_action": 1.0366580486297607,
      "loss_total": 1.0366580486297607,
      "step": 190
    },
    {
      "loss_action": 1.0312371253967285,
      "loss_total": 1.0312371253967285,
      "step": 190
    },
    {
      "loss_action": 1.0743592977523804,
      "loss_total": 1.0743592977523804,
      "step": 190
    },
    {
      "loss_action": 1.0380632877349854,
      "loss_total": 1.0380632877349854,
      "step": 190
    },
    {
      "loss_action": 1.028243064880371,
      "loss_total": 1.028243064880371,
      "step": 190
    },
    {
      "loss_action": 1.0312165021896362,
      "loss_total": 1.0312165021896362,
      "step": 190
    },
    {
      "loss_action": 0.9976404905319214,
      "loss_total": 0.9976404905319214,
      "step": 190
    },
    {
      "loss_action": 0.9523929357528687,
      "loss_total": 0.9523929357528687,
      "step": 190
    },
    {
      "grad_norm": 0.8873913288116455,
      "learning_rate": 3.98e-06,
      "loss": 1.0284,
      "step": 200
    },
    {
      "loss_action": 0.9771127700805664,
      "loss_total": 0.9771127700805664,
      "step": 200
    },
    {
      "loss_action": 1.0770283937454224,
      "loss_total": 1.0770283937454224,
      "step": 200
    },
    {
      "loss_action": 1.0542112588882446,
      "loss_total": 1.0542112588882446,
      "step": 200
    },
    {
      "loss_action": 1.0408488512039185,
      "loss_total": 1.0408488512039185,
      "step": 200
    },
    {
      "loss_action": 0.987521767616272,
      "loss_total": 0.987521767616272,
      "step": 200
    },
    {
      "loss_action": 0.9704675078392029,
      "loss_total": 0.9704675078392029,
      "step": 200
    },
    {
      "loss_action": 1.0995171070098877,
      "loss_total": 1.0995171070098877,
      "step": 200
    },
    {
      "loss_action": 0.9818394184112549,
      "loss_total": 0.9818394184112549,
      "step": 200
    },
    {
      "grad_norm": 0.5404611229896545,
      "learning_rate": 4.18e-06,
      "loss": 1.0311,
      "step": 210
    },
    {
      "loss_action": 1.0244109630584717,
      "loss_total": 1.0244109630584717,
      "step": 210
    },
    {
      "loss_action": 1.0259718894958496,
      "loss_total": 1.0259718894958496,
      "step": 210
    },
    {
      "loss_action": 1.0644484758377075,
      "loss_total": 1.0644484758377075,
      "step": 210
    },
    {
      "loss_action": 0.9571889638900757,
      "loss_total": 0.9571889638900757,
      "step": 210
    },
    {
      "loss_action": 1.0227621793746948,
      "loss_total": 1.0227621793746948,
      "step": 210
    },
    {
      "loss_action": 0.9872166514396667,
      "loss_total": 0.9872166514396667,
      "step": 210
    },
    {
      "loss_action": 1.0227787494659424,
      "loss_total": 1.0227787494659424,
      "step": 210
    },
    {
      "loss_action": 1.0092246532440186,
      "loss_total": 1.0092246532440186,
      "step": 210
    },
    {
      "grad_norm": 0.7652894854545593,
      "learning_rate": 4.38e-06,
      "loss": 1.0159,
      "step": 220
    },
    {
      "loss_action": 1.0852875709533691,
      "loss_total": 1.0852875709533691,
      "step": 220
    },
    {
      "loss_action": 0.9900858402252197,
      "loss_total": 0.9900858402252197,
      "step": 220
    },
    {
      "loss_action": 0.9994916319847107,
      "loss_total": 0.9994916319847107,
      "step": 220
    },
    {
      "loss_action": 1.0230278968811035,
      "loss_total": 1.0230278968811035,
      "step": 220
    },
    {
      "loss_action": 1.0298994779586792,
      "loss_total": 1.0298994779586792,
      "step": 220
    },
    {
      "loss_action": 1.0430142879486084,
      "loss_total": 1.0430142879486084,
      "step": 220
    },
    {
      "loss_action": 1.016729474067688,
      "loss_total": 1.016729474067688,
      "step": 220
    },
    {
      "loss_action": 1.0216224193572998,
      "loss_total": 1.0216224193572998,
      "step": 220
    },
    {
      "grad_norm": 0.6247981786727905,
      "learning_rate": 4.58e-06,
      "loss": 1.021,
      "step": 230
    },
    {
      "loss_action": 1.0691297054290771,
      "loss_total": 1.0691297054290771,
      "step": 230
    },
    {
      "loss_action": 1.0459201335906982,
      "loss_total": 1.0459201335906982,
      "step": 230
    },
    {
      "loss_action": 1.0669502019882202,
      "loss_total": 1.0669502019882202,
      "step": 230
    },
    {
      "loss_action": 1.0311250686645508,
      "loss_total": 1.0311250686645508,
      "step": 230
    },
    {
      "loss_action": 1.0028942823410034,
      "loss_total": 1.0028942823410034,
      "step": 230
    },
    {
      "loss_action": 0.9819307327270508,
      "loss_total": 0.9819307327270508,
      "step": 230
    },
    {
      "loss_action": 1.0061686038970947,
      "loss_total": 1.0061686038970947,
      "step": 230
    },
    {
      "loss_action": 1.0445706844329834,
      "loss_total": 1.0445706844329834,
      "step": 230
    },
    {
      "grad_norm": 0.6133143305778503,
      "learning_rate": 4.780000000000001e-06,
      "loss": 1.0288,
      "step": 240
    },
    {
      "loss_action": 1.0135024785995483,
      "loss_total": 1.0135024785995483,
      "step": 240
    },
    {
      "loss_action": 0.9884766340255737,
      "loss_total": 0.9884766340255737,
      "step": 240
    },
    {
      "loss_action": 1.0600385665893555,
      "loss_total": 1.0600385665893555,
      "step": 240
    },
    {
      "loss_action": 1.024052619934082,
      "loss_total": 1.024052619934082,
      "step": 240
    },
    {
      "loss_action": 1.0464078187942505,
      "loss_total": 1.0464078187942505,
      "step": 240
    },
    {
      "loss_action": 0.9907642006874084,
      "loss_total": 0.9907642006874084,
      "step": 240
    },
    {
      "loss_action": 0.9608259201049805,
      "loss_total": 0.9608259201049805,
      "step": 240
    },
    {
      "loss_action": 1.043172001838684,
      "loss_total": 1.043172001838684,
      "step": 240
    },
    {
      "grad_norm": 0.6144241094589233,
      "learning_rate": 4.98e-06,
      "loss": 1.008,
      "step": 250
    },
    {
      "loss_action": 1.032855749130249,
      "loss_total": 1.032855749130249,
      "step": 250
    },
    {
      "loss_action": 1.0261971950531006,
      "loss_total": 1.0261971950531006,
      "step": 250
    },
    {
      "loss_action": 1.0186104774475098,
      "loss_total": 1.0186104774475098,
      "step": 250
    },
    {
      "loss_action": 0.9620404243469238,
      "loss_total": 0.9620404243469238,
      "step": 250
    },
    {
      "loss_action": 1.0969326496124268,
      "loss_total": 1.0969326496124268,
      "step": 250
    },
    {
      "loss_action": 1.0143330097198486,
      "loss_total": 1.0143330097198486,
      "step": 250
    },
    {
      "loss_action": 0.9771885871887207,
      "loss_total": 0.9771885871887207,
      "step": 250
    },
    {
      "loss_action": 1.0044491291046143,
      "loss_total": 1.0044491291046143,
      "step": 250
    },
    {
      "grad_norm": 0.5886508226394653,
      "learning_rate": 5.18e-06,
      "loss": 1.0019,
      "step": 260
    },
    {
      "loss_action": 1.0018458366394043,
      "loss_total": 1.0018458366394043,
      "step": 260
    },
    {
      "loss_action": 0.999702513217926,
      "loss_total": 0.999702513217926,
      "step": 260
    },
    {
      "loss_action": 1.0130281448364258,
      "loss_total": 1.0130281448364258,
      "step": 260
    },
    {
      "loss_action": 1.0481334924697876,
      "loss_total": 1.0481334924697876,
      "step": 260
    },
    {
      "loss_action": 0.966956377029419,
      "loss_total": 0.966956377029419,
      "step": 260
    },
    {
      "loss_action": 0.924568772315979,
      "loss_total": 0.924568772315979,
      "step": 260
    },
    {
      "loss_action": 1.005475401878357,
      "loss_total": 1.005475401878357,
      "step": 260
    },
    {
      "loss_action": 1.012887954711914,
      "loss_total": 1.012887954711914,
      "step": 260
    },
    {
      "grad_norm": 0.7365689873695374,
      "learning_rate": 5.38e-06,
      "loss": 0.9951,
      "step": 270
    },
    {
      "loss_action": 0.9838237762451172,
      "loss_total": 0.9838237762451172,
      "step": 270
    },
    {
      "loss_action": 0.9239710569381714,
      "loss_total": 0.9239710569381714,
      "step": 270
    },
    {
      "loss_action": 1.0426188707351685,
      "loss_total": 1.0426188707351685,
      "step": 270
    },
    {
      "loss_action": 0.9604322910308838,
      "loss_total": 0.9604322910308838,
      "step": 270
    },
    {
      "loss_action": 1.0381498336791992,
      "loss_total": 1.0381498336791992,
      "step": 270
    },
    {
      "loss_action": 0.9133449196815491,
      "loss_total": 0.9133449196815491,
      "step": 270
    },
    {
      "loss_action": 0.989235520362854,
      "loss_total": 0.989235520362854,
      "step": 270
    },
    {
      "loss_action": 0.9857931137084961,
      "loss_total": 0.9857931137084961,
      "step": 270
    },
    {
      "grad_norm": 1.4051653146743774,
      "learning_rate": 5.580000000000001e-06,
      "loss": 0.9615,
      "step": 280
    },
    {
      "loss_action": 1.036312460899353,
      "loss_total": 1.036312460899353,
      "step": 280
    },
    {
      "loss_action": 0.9679665565490723,
      "loss_total": 0.9679665565490723,
      "step": 280
    },
    {
      "loss_action": 0.9233642220497131,
      "loss_total": 0.9233642220497131,
      "step": 280
    },
    {
      "loss_action": 0.9314285516738892,
      "loss_total": 0.9314285516738892,
      "step": 280
    },
    {
      "loss_action": 0.9372854232788086,
      "loss_total": 0.9372854232788086,
      "step": 280
    },
    {
      "loss_action": 0.9342681169509888,
      "loss_total": 0.9342681169509888,
      "step": 280
    },
    {
      "loss_action": 1.008617639541626,
      "loss_total": 1.008617639541626,
      "step": 280
    },
    {
      "loss_action": 0.9303286075592041,
      "loss_total": 0.9303286075592041,
      "step": 280
    },
    {
      "grad_norm": 1.2683236598968506,
      "learning_rate": 5.78e-06,
      "loss": 0.9408,
      "step": 290
    },
    {
      "loss_action": 0.9481103420257568,
      "loss_total": 0.9481103420257568,
      "step": 290
    },
    {
      "loss_action": 0.9130799770355225,
      "loss_total": 0.9130799770355225,
      "step": 290
    },
    {
      "loss_action": 0.9806241393089294,
      "loss_total": 0.9806241393089294,
      "step": 290
    },
    {
      "loss_action": 0.9532198905944824,
      "loss_total": 0.9532198905944824,
      "step": 290
    },
    {
      "loss_action": 0.9500629305839539,
      "loss_total": 0.9500629305839539,
      "step": 290
    },
    {
      "loss_action": 0.9384152293205261,
      "loss_total": 0.9384152293205261,
      "step": 290
    },
    {
      "loss_action": 0.9361348152160645,
      "loss_total": 0.9361348152160645,
      "step": 290
    },
    {
      "loss_action": 0.8698557019233704,
      "loss_total": 0.8698557019233704,
      "step": 290
    },
    {
      "grad_norm": 1.4334721565246582,
      "learning_rate": 5.98e-06,
      "loss": 0.9186,
      "step": 300
    },
    {
      "loss_action": 0.8340067863464355,
      "loss_total": 0.8340067863464355,
      "step": 300
    },
    {
      "loss_action": 0.8746241927146912,
      "loss_total": 0.8746241927146912,
      "step": 300
    },
    {
      "loss_action": 0.9203306436538696,
      "loss_total": 0.9203306436538696,
      "step": 300
    },
    {
      "loss_action": 0.877080500125885,
      "loss_total": 0.877080500125885,
      "step": 300
    },
    {
      "loss_action": 0.9176537990570068,
      "loss_total": 0.9176537990570068,
      "step": 300
    },
    {
      "loss_action": 0.9140006899833679,
      "loss_total": 0.9140006899833679,
      "step": 300
    },
    {
      "loss_action": 0.8983569145202637,
      "loss_total": 0.8983569145202637,
      "step": 300
    },
    {
      "loss_action": 0.951288104057312,
      "loss_total": 0.951288104057312,
      "step": 300
    },
    {
      "grad_norm": 1.2931557893753052,
      "learning_rate": 6.18e-06,
      "loss": 0.8887,
      "step": 310
    },
    {
      "loss_action": 0.86533123254776,
      "loss_total": 0.86533123254776,
      "step": 310
    },
    {
      "loss_action": 0.8808334469795227,
      "loss_total": 0.8808334469795227,
      "step": 310
    },
    {
      "loss_action": 0.8972629308700562,
      "loss_total": 0.8972629308700562,
      "step": 310
    },
    {
      "loss_action": 0.88994961977005,
      "loss_total": 0.88994961977005,
      "step": 310
    },
    {
      "loss_action": 0.8180732727050781,
      "loss_total": 0.8180732727050781,
      "step": 310
    },
    {
      "loss_action": 0.8708177208900452,
      "loss_total": 0.8708177208900452,
      "step": 310
    },
    {
      "loss_action": 0.8315346240997314,
      "loss_total": 0.8315346240997314,
      "step": 310
    },
    {
      "loss_action": 0.8203271627426147,
      "loss_total": 0.8203271627426147,
      "step": 310
    },
    {
      "grad_norm": 1.3794927597045898,
      "learning_rate": 6.38e-06,
      "loss": 0.8465,
      "step": 320
    },
    {
      "loss_action": 0.7906731963157654,
      "loss_total": 0.7906731963157654,
      "step": 320
    },
    {
      "loss_action": 0.7624204754829407,
      "loss_total": 0.7624204754829407,
      "step": 320
    },
    {
      "loss_action": 0.7619351148605347,
      "loss_total": 0.7619351148605347,
      "step": 320
    },
    {
      "loss_action": 0.7862136363983154,
      "loss_total": 0.7862136363983154,
      "step": 320
    },
    {
      "loss_action": 0.804027795791626,
      "loss_total": 0.804027795791626,
      "step": 320
    },
    {
      "loss_action": 0.7760013937950134,
      "loss_total": 0.7760013937950134,
      "step": 320
    },
    {
      "loss_action": 0.829186201095581,
      "loss_total": 0.829186201095581,
      "step": 320
    },
    {
      "loss_action": 0.8955596089363098,
      "loss_total": 0.8955596089363098,
      "step": 320
    },
    {
      "grad_norm": 1.7226883172988892,
      "learning_rate": 6.58e-06,
      "loss": 0.81,
      "step": 330
    },
    {
      "loss_action": 0.8101440668106079,
      "loss_total": 0.8101440668106079,
      "step": 330
    },
    {
      "loss_action": 0.7991198301315308,
      "loss_total": 0.7991198301315308,
      "step": 330
    },
    {
      "loss_action": 0.7182397842407227,
      "loss_total": 0.7182397842407227,
      "step": 330
    },
    {
      "loss_action": 0.8278367519378662,
      "loss_total": 0.8278367519378662,
      "step": 330
    },
    {
      "loss_action": 0.844425618648529,
      "loss_total": 0.844425618648529,
      "step": 330
    },
    {
      "loss_action": 0.7849587202072144,
      "loss_total": 0.7849587202072144,
      "step": 330
    },
    {
      "loss_action": 0.8020771741867065,
      "loss_total": 0.8020771741867065,
      "step": 330
    },
    {
      "loss_action": 0.8197442889213562,
      "loss_total": 0.8197442889213562,
      "step": 330
    },
    {
      "grad_norm": 1.5808497667312622,
      "learning_rate": 6.78e-06,
      "loss": 0.7802,
      "step": 340
    },
    {
      "loss_action": 0.7759265303611755,
      "loss_total": 0.7759265303611755,
      "step": 340
    },
    {
      "loss_action": 0.7129136323928833,
      "loss_total": 0.7129136323928833,
      "step": 340
    },
    {
      "loss_action": 0.7756245732307434,
      "loss_total": 0.7756245732307434,
      "step": 340
    },
    {
      "loss_action": 0.8146560788154602,
      "loss_total": 0.8146560788154602,
      "step": 340
    },
    {
      "loss_action": 0.6751182079315186,
      "loss_total": 0.6751182079315186,
      "step": 340
    },
    {
      "loss_action": 0.7698417901992798,
      "loss_total": 0.7698417901992798,
      "step": 340
    },
    {
      "loss_action": 0.7566390037536621,
      "loss_total": 0.7566390037536621,
      "step": 340
    },
    {
      "loss_action": 0.750187337398529,
      "loss_total": 0.750187337398529,
      "step": 340
    },
    {
      "grad_norm": 1.3679168224334717,
      "learning_rate": 6.98e-06,
      "loss": 0.7352,
      "step": 350
    },
    {
      "loss_action": 0.6821356415748596,
      "loss_total": 0.6821356415748596,
      "step": 350
    },
    {
      "loss_action": 0.6797093152999878,
      "loss_total": 0.6797093152999878,
      "step": 350
    },
    {
      "loss_action": 0.7263453602790833,
      "loss_total": 0.7263453602790833,
      "step": 350
    },
    {
      "loss_action": 0.6903724074363708,
      "loss_total": 0.6903724074363708,
      "step": 350
    },
    {
      "loss_action": 0.7430039048194885,
      "loss_total": 0.7430039048194885,
      "step": 350
    },
    {
      "loss_action": 0.8698211908340454,
      "loss_total": 0.8698211908340454,
      "step": 350
    },
    {
      "loss_action": 0.7967231869697571,
      "loss_total": 0.7967231869697571,
      "step": 350
    },
    {
      "loss_action": 0.7264625430107117,
      "loss_total": 0.7264625430107117,
      "step": 350
    },
    {
      "grad_norm": 1.3325457572937012,
      "learning_rate": 7.180000000000001e-06,
      "loss": 0.7052,
      "step": 360
    },
    {
      "loss_action": 0.6763591766357422,
      "loss_total": 0.6763591766357422,
      "step": 360
    },
    {
      "loss_action": 0.735626220703125,
      "loss_total": 0.735626220703125,
      "step": 360
    },
    {
      "loss_action": 0.6626472473144531,
      "loss_total": 0.6626472473144531,
      "step": 360
    },
    {
      "loss_action": 0.6576492786407471,
      "loss_total": 0.6576492786407471,
      "step": 360
    },
    {
      "loss_action": 0.6645305156707764,
      "loss_total": 0.6645305156707764,
      "step": 360
    },
    {
      "loss_action": 0.6227859258651733,
      "loss_total": 0.6227859258651733,
      "step": 360
    },
    {
      "loss_action": 0.6813414096832275,
      "loss_total": 0.6813414096832275,
      "step": 360
    },
    {
      "loss_action": 0.709380030632019,
      "loss_total": 0.709380030632019,
      "step": 360
    },
    {
      "grad_norm": 1.9000766277313232,
      "learning_rate": 7.3800000000000005e-06,
      "loss": 0.6476,
      "step": 370
    },
    {
      "loss_action": 0.6073763370513916,
      "loss_total": 0.6073763370513916,
      "step": 370
    },
    {
      "loss_action": 0.6177507638931274,
      "loss_total": 0.6177507638931274,
      "step": 370
    },
    {
      "loss_action": 0.6376460194587708,
      "loss_total": 0.6376460194587708,
      "step": 370
    },
    {
      "loss_action": 0.6246383786201477,
      "loss_total": 0.6246383786201477,
      "step": 370
    },
    {
      "loss_action": 0.6599063277244568,
      "loss_total": 0.6599063277244568,
      "step": 370
    },
    {
      "loss_action": 0.6904754638671875,
      "loss_total": 0.6904754638671875,
      "step": 370
    },
    {
      "loss_action": 0.6029089689254761,
      "loss_total": 0.6029089689254761,
      "step": 370
    },
    {
      "loss_action": 0.646519124507904,
      "loss_total": 0.646519124507904,
      "step": 370
    },
    {
      "grad_norm": 1.9547635316848755,
      "learning_rate": 7.580000000000001e-06,
      "loss": 0.6071,
      "step": 380
    },
    {
      "loss_action": 0.5885425806045532,
      "loss_total": 0.5885425806045532,
      "step": 380
    },
    {
      "loss_action": 0.4923213720321655,
      "loss_total": 0.4923213720321655,
      "step": 380
    },
    {
      "loss_action": 0.6268695592880249,
      "loss_total": 0.6268695592880249,
      "step": 380
    },
    {
      "loss_action": 0.5891804695129395,
      "loss_total": 0.5891804695129395,
      "step": 380
    },
    {
      "loss_action": 0.563720703125,
      "loss_total": 0.563720703125,
      "step": 380
    },
    {
      "loss_action": 0.5930486917495728,
      "loss_total": 0.5930486917495728,
      "step": 380
    },
    {
      "loss_action": 0.6173450946807861,
      "loss_total": 0.6173450946807861,
      "step": 380
    },
    {
      "loss_action": 0.5788025856018066,
      "loss_total": 0.5788025856018066,
      "step": 380
    },
    {
      "grad_norm": 1.9118094444274902,
      "learning_rate": 7.78e-06,
      "loss": 0.5599,
      "step": 390
    },
    {
      "loss_action": 0.5072014331817627,
      "loss_total": 0.5072014331817627,
      "step": 390
    },
    {
      "loss_action": 0.48278260231018066,
      "loss_total": 0.48278260231018066,
      "step": 390
    },
    {
      "loss_action": 0.5051410794258118,
      "loss_total": 0.5051410794258118,
      "step": 390
    },
    {
      "loss_action": 0.508873701095581,
      "loss_total": 0.508873701095581,
      "step": 390
    },
    {
      "loss_action": 0.5144274234771729,
      "loss_total": 0.5144274234771729,
      "step": 390
    },
    {
      "loss_action": 0.5534976720809937,
      "loss_total": 0.5534976720809937,
      "step": 390
    },
    {
      "loss_action": 0.5606651306152344,
      "loss_total": 0.5606651306152344,
      "step": 390
    },
    {
      "loss_action": 0.5910815000534058,
      "loss_total": 0.5910815000534058,
      "step": 390
    },
    {
      "grad_norm": 1.413373351097107,
      "learning_rate": 7.98e-06,
      "loss": 0.5037,
      "step": 400
    },
    {
      "loss_action": 0.5354212522506714,
      "loss_total": 0.5354212522506714,
      "step": 400
    },
    {
      "loss_action": 0.4623562693595886,
      "loss_total": 0.4623562693595886,
      "step": 400
    },
    {
      "loss_action": 0.4373346269130707,
      "loss_total": 0.4373346269130707,
      "step": 400
    },
    {
      "loss_action": 0.49758127331733704,
      "loss_total": 0.49758127331733704,
      "step": 400
    },
    {
      "loss_action": 0.4921250343322754,
      "loss_total": 0.4921250343322754,
      "step": 400
    },
    {
      "loss_action": 0.43573251366615295,
      "loss_total": 0.43573251366615295,
      "step": 400
    },
    {
      "loss_action": 0.5675237774848938,
      "loss_total": 0.5675237774848938,
      "step": 400
    },
    {
      "loss_action": 0.4742911458015442,
      "loss_total": 0.4742911458015442,
      "step": 400
    },
    {
      "grad_norm": 1.9275710582733154,
      "learning_rate": 8.18e-06,
      "loss": 0.466,
      "step": 410
    },
    {
      "loss_action": 0.4344107508659363,
      "loss_total": 0.4344107508659363,
      "step": 410
    },
    {
      "loss_action": 0.48565495014190674,
      "loss_total": 0.48565495014190674,
      "step": 410
    },
    {
      "loss_action": 0.43429258465766907,
      "loss_total": 0.43429258465766907,
      "step": 410
    },
    {
      "loss_action": 0.409140408039093,
      "loss_total": 0.409140408039093,
      "step": 410
    },
    {
      "loss_action": 0.5011205077171326,
      "loss_total": 0.5011205077171326,
      "step": 410
    },
    {
      "loss_action": 0.4178709387779236,
      "loss_total": 0.4178709387779236,
      "step": 410
    },
    {
      "loss_action": 0.4853563904762268,
      "loss_total": 0.4853563904762268,
      "step": 410
    },
    {
      "loss_action": 0.4419582486152649,
      "loss_total": 0.4419582486152649,
      "step": 410
    },
    {
      "grad_norm": 2.1454319953918457,
      "learning_rate": 8.380000000000001e-06,
      "loss": 0.4275,
      "step": 420
    },
    {
      "loss_action": 0.35213494300842285,
      "loss_total": 0.35213494300842285,
      "step": 420
    },
    {
      "loss_action": 0.43128010630607605,
      "loss_total": 0.43128010630607605,
      "step": 420
    },
    {
      "loss_action": 0.41233569383621216,
      "loss_total": 0.41233569383621216,
      "step": 420
    },
    {
      "loss_action": 0.40552639961242676,
      "loss_total": 0.40552639961242676,
      "step": 420
    },
    {
      "loss_action": 0.3302760124206543,
      "loss_total": 0.3302760124206543,
      "step": 420
    },
    {
      "loss_action": 0.4813670217990875,
      "loss_total": 0.4813670217990875,
      "step": 420
    },
    {
      "loss_action": 0.38216444849967957,
      "loss_total": 0.38216444849967957,
      "step": 420
    },
    {
      "loss_action": 0.43908074498176575,
      "loss_total": 0.43908074498176575,
      "step": 420
    },
    {
      "grad_norm": 2.133033037185669,
      "learning_rate": 8.580000000000001e-06,
      "loss": 0.3971,
      "step": 430
    },
    {
      "loss_action": 0.4020146429538727,
      "loss_total": 0.4020146429538727,
      "step": 430
    },
    {
      "loss_action": 0.31163638830184937,
      "loss_total": 0.31163638830184937,
      "step": 430
    },
    {
      "loss_action": 0.31163156032562256,
      "loss_total": 0.31163156032562256,
      "step": 430
    },
    {
      "loss_action": 0.3600846230983734,
      "loss_total": 0.3600846230983734,
      "step": 430
    },
    {
      "loss_action": 0.4780668616294861,
      "loss_total": 0.4780668616294861,
      "step": 430
    },
    {
      "loss_action": 0.43279725313186646,
      "loss_total": 0.43279725313186646,
      "step": 430
    },
    {
      "loss_action": 0.3094918727874756,
      "loss_total": 0.3094918727874756,
      "step": 430
    },
    {
      "loss_action": 0.31507474184036255,
      "loss_total": 0.31507474184036255,
      "step": 430
    },
    {
      "grad_norm": 2.9370810985565186,
      "learning_rate": 8.78e-06,
      "loss": 0.354,
      "step": 440
    },
    {
      "loss_action": 0.3728557825088501,
      "loss_total": 0.3728557825088501,
      "step": 440
    },
    {
      "loss_action": 0.2841864824295044,
      "loss_total": 0.2841864824295044,
      "step": 440
    },
    {
      "loss_action": 0.30544787645339966,
      "loss_total": 0.30544787645339966,
      "step": 440
    },
    {
      "loss_action": 0.2743636667728424,
      "loss_total": 0.2743636667728424,
      "step": 440
    },
    {
      "loss_action": 0.3382585942745209,
      "loss_total": 0.3382585942745209,
      "step": 440
    },
    {
      "loss_action": 0.28913527727127075,
      "loss_total": 0.28913527727127075,
      "step": 440
    },
    {
      "loss_action": 0.34249794483184814,
      "loss_total": 0.34249794483184814,
      "step": 440
    },
    {
      "loss_action": 0.3968612551689148,
      "loss_total": 0.3968612551689148,
      "step": 440
    },
    {
      "grad_norm": 1.986680269241333,
      "learning_rate": 8.98e-06,
      "loss": 0.3112,
      "step": 450
    },
    {
      "loss_action": 0.29528433084487915,
      "loss_total": 0.29528433084487915,
      "step": 450
    },
    {
      "loss_action": 0.21667370200157166,
      "loss_total": 0.21667370200157166,
      "step": 450
    },
    {
      "loss_action": 0.312187135219574,
      "loss_total": 0.312187135219574,
      "step": 450
    },
    {
      "loss_action": 0.3145092725753784,
      "loss_total": 0.3145092725753784,
      "step": 450
    },
    {
      "loss_action": 0.24108466506004333,
      "loss_total": 0.24108466506004333,
      "step": 450
    },
    {
      "loss_action": 0.27954673767089844,
      "loss_total": 0.27954673767089844,
      "step": 450
    },
    {
      "loss_action": 0.38747650384902954,
      "loss_total": 0.38747650384902954,
      "step": 450
    },
    {
      "loss_action": 0.3170326352119446,
      "loss_total": 0.3170326352119446,
      "step": 450
    },
    {
      "grad_norm": 2.8221473693847656,
      "learning_rate": 9.180000000000002e-06,
      "loss": 0.2819,
      "step": 460
    },
    {
      "loss_action": 0.23945146799087524,
      "loss_total": 0.23945146799087524,
      "step": 460
    },
    {
      "loss_action": 0.30768048763275146,
      "loss_total": 0.30768048763275146,
      "step": 460
    },
    {
      "loss_action": 0.27757251262664795,
      "loss_total": 0.27757251262664795,
      "step": 460
    },
    {
      "loss_action": 0.2858465313911438,
      "loss_total": 0.2858465313911438,
      "step": 460
    },
    {
      "loss_action": 0.2374897450208664,
      "loss_total": 0.2374897450208664,
      "step": 460
    },
    {
      "loss_action": 0.32905876636505127,
      "loss_total": 0.32905876636505127,
      "step": 460
    },
    {
      "loss_action": 0.21362172067165375,
      "loss_total": 0.21362172067165375,
      "step": 460
    },
    {
      "loss_action": 0.2749839425086975,
      "loss_total": 0.2749839425086975,
      "step": 460
    },
    {
      "grad_norm": 2.258667230606079,
      "learning_rate": 9.38e-06,
      "loss": 0.2432,
      "step": 470
    },
    {
      "loss_action": 0.20933252573013306,
      "loss_total": 0.20933252573013306,
      "step": 470
    },
    {
      "loss_action": 0.1851213574409485,
      "loss_total": 0.1851213574409485,
      "step": 470
    },
    {
      "loss_action": 0.4168795943260193,
      "loss_total": 0.4168795943260193,
      "step": 470
    },
    {
      "loss_action": 0.18764062225818634,
      "loss_total": 0.18764062225818634,
      "step": 470
    },
    {
      "loss_action": 0.2454322874546051,
      "loss_total": 0.2454322874546051,
      "step": 470
    },
    {
      "loss_action": 0.22851908206939697,
      "loss_total": 0.22851908206939697,
      "step": 470
    },
    {
      "loss_action": 0.27789509296417236,
      "loss_total": 0.27789509296417236,
      "step": 470
    },
    {
      "loss_action": 0.3732398450374603,
      "loss_total": 0.3732398450374603,
      "step": 470
    },
    {
      "grad_norm": 2.142392635345459,
      "learning_rate": 9.58e-06,
      "loss": 0.2361,
      "step": 480
    },
    {
      "loss_action": 0.20355023443698883,
      "loss_total": 0.20355023443698883,
      "step": 480
    },
    {
      "loss_action": 0.3424920439720154,
      "loss_total": 0.3424920439720154,
      "step": 480
    },
    {
      "loss_action": 0.2194713056087494,
      "loss_total": 0.2194713056087494,
      "step": 480
    },
    {
      "loss_action": 0.20162290334701538,
      "loss_total": 0.20162290334701538,
      "step": 480
    },
    {
      "loss_action": 0.183709517121315,
      "loss_total": 0.183709517121315,
      "step": 480
    },
    {
      "loss_action": 0.19868747889995575,
      "loss_total": 0.19868747889995575,
      "step": 480
    },
    {
      "loss_action": 0.1980481743812561,
      "loss_total": 0.1980481743812561,
      "step": 480
    },
    {
      "loss_action": 0.2846660614013672,
      "loss_total": 0.2846660614013672,
      "step": 480
    },
    {
      "grad_norm": 3.164510726928711,
      "learning_rate": 9.78e-06,
      "loss": 0.2182,
      "step": 490
    },
    {
      "loss_action": 0.16087056696414948,
      "loss_total": 0.16087056696414948,
      "step": 490
    },
    {
      "loss_action": 0.15845553576946259,
      "loss_total": 0.15845553576946259,
      "step": 490
    },
    {
      "loss_action": 0.18066301941871643,
      "loss_total": 0.18066301941871643,
      "step": 490
    },
    {
      "loss_action": 0.17919355630874634,
      "loss_total": 0.17919355630874634,
      "step": 490
    },
    {
      "loss_action": 0.2690892815589905,
      "loss_total": 0.2690892815589905,
      "step": 490
    },
    {
      "loss_action": 0.18996739387512207,
      "loss_total": 0.18996739387512207,
      "step": 490
    },
    {
      "loss_action": 0.18978744745254517,
      "loss_total": 0.18978744745254517,
      "step": 490
    },
    {
      "loss_action": 0.19437497854232788,
      "loss_total": 0.19437497854232788,
      "step": 490
    },
    {
      "grad_norm": 2.6272811889648438,
      "learning_rate": 9.980000000000001e-06,
      "loss": 0.2065,
      "step": 500
    },
    {
      "loss_action": 0.1576748490333557,
      "loss_total": 0.1576748490333557,
      "step": 500
    },
    {
      "loss_action": 0.19565628468990326,
      "loss_total": 0.19565628468990326,
      "step": 500
    },
    {
      "loss_action": 0.16925838589668274,
      "loss_total": 0.16925838589668274,
      "step": 500
    },
    {
      "loss_action": 0.14230141043663025,
      "loss_total": 0.14230141043663025,
      "step": 500
    },
    {
      "loss_action": 0.1492624580860138,
      "loss_total": 0.1492624580860138,
      "step": 500
    },
    {
      "loss_action": 0.15620049834251404,
      "loss_total": 0.15620049834251404,
      "step": 500
    },
    {
      "loss_action": 0.17394748330116272,
      "loss_total": 0.17394748330116272,
      "step": 500
    },
    {
      "loss_action": 0.30783313512802124,
      "loss_total": 0.30783313512802124,
      "step": 500
    },
    {
      "grad_norm": 2.4275054931640625,
      "learning_rate": 1.018e-05,
      "loss": 0.1819,
      "step": 510
    },
    {
      "loss_action": 0.12294021248817444,
      "loss_total": 0.12294021248817444,
      "step": 510
    },
    {
      "loss_action": 0.21299180388450623,
      "loss_total": 0.21299180388450623,
      "step": 510
    },
    {
      "loss_action": 0.23852017521858215,
      "loss_total": 0.23852017521858215,
      "step": 510
    },
    {
      "loss_action": 0.15828362107276917,
      "loss_total": 0.15828362107276917,
      "step": 510
    },
    {
      "loss_action": 0.14761126041412354,
      "loss_total": 0.14761126041412354,
      "step": 510
    },
    {
      "loss_action": 0.23274002969264984,
      "loss_total": 0.23274002969264984,
      "step": 510
    },
    {
      "loss_action": 0.26267009973526,
      "loss_total": 0.26267009973526,
      "step": 510
    },
    {
      "loss_action": 0.1717178225517273,
      "loss_total": 0.1717178225517273,
      "step": 510
    },
    {
      "grad_norm": 1.7732504606246948,
      "learning_rate": 1.038e-05,
      "loss": 0.1834,
      "step": 520
    },
    {
      "loss_action": 0.21092122793197632,
      "loss_total": 0.21092122793197632,
      "step": 520
    },
    {
      "loss_action": 0.13569903373718262,
      "loss_total": 0.13569903373718262,
      "step": 520
    },
    {
      "loss_action": 0.13210934400558472,
      "loss_total": 0.13210934400558472,
      "step": 520
    },
    {
      "loss_action": 0.18216270208358765,
      "loss_total": 0.18216270208358765,
      "step": 520
    },
    {
      "loss_action": 0.10746338218450546,
      "loss_total": 0.10746338218450546,
      "step": 520
    },
    {
      "loss_action": 0.1288047730922699,
      "loss_total": 0.1288047730922699,
      "step": 520
    },
    {
      "loss_action": 0.21806883811950684,
      "loss_total": 0.21806883811950684,
      "step": 520
    },
    {
      "loss_action": 0.2148911952972412,
      "loss_total": 0.2148911952972412,
      "step": 520
    },
    {
      "grad_norm": 1.840488076210022,
      "learning_rate": 1.058e-05,
      "loss": 0.1729,
      "step": 530
    },
    {
      "loss_action": 0.13546237349510193,
      "loss_total": 0.13546237349510193,
      "step": 530
    },
    {
      "loss_action": 0.13970810174942017,
      "loss_total": 0.13970810174942017,
      "step": 530
    },
    {
      "loss_action": 0.1393938958644867,
      "loss_total": 0.1393938958644867,
      "step": 530
    },
    {
      "loss_action": 0.26056474447250366,
      "loss_total": 0.26056474447250366,
      "step": 530
    },
    {
      "loss_action": 0.19957365095615387,
      "loss_total": 0.19957365095615387,
      "step": 530
    },
    {
      "loss_action": 0.22336257994174957,
      "loss_total": 0.22336257994174957,
      "step": 530
    },
    {
      "loss_action": 0.21556997299194336,
      "loss_total": 0.21556997299194336,
      "step": 530
    },
    {
      "loss_action": 0.1576613187789917,
      "loss_total": 0.1576613187789917,
      "step": 530
    },
    {
      "grad_norm": 2.3734371662139893,
      "learning_rate": 1.0780000000000002e-05,
      "loss": 0.1744,
      "step": 540
    },
    {
      "loss_action": 0.1407802700996399,
      "loss_total": 0.1407802700996399,
      "step": 540
    },
    {
      "loss_action": 0.13086001574993134,
      "loss_total": 0.13086001574993134,
      "step": 540
    },
    {
      "loss_action": 0.17380326986312866,
      "loss_total": 0.17380326986312866,
      "step": 540
    },
    {
      "loss_action": 0.1692173182964325,
      "loss_total": 0.1692173182964325,
      "step": 540
    },
    {
      "loss_action": 0.12604543566703796,
      "loss_total": 0.12604543566703796,
      "step": 540
    },
    {
      "loss_action": 0.25762856006622314,
      "loss_total": 0.25762856006622314,
      "step": 540
    },
    {
      "loss_action": 0.16439351439476013,
      "loss_total": 0.16439351439476013,
      "step": 540
    },
    {
      "loss_action": 0.19809553027153015,
      "loss_total": 0.19809553027153015,
      "step": 540
    },
    {
      "grad_norm": 2.0051934719085693,
      "learning_rate": 1.098e-05,
      "loss": 0.1486,
      "step": 550
    },
    {
      "loss_action": 0.19976964592933655,
      "loss_total": 0.19976964592933655,
      "step": 550
    },
    {
      "loss_action": 0.227422297000885,
      "loss_total": 0.227422297000885,
      "step": 550
    },
    {
      "loss_action": 0.1365988403558731,
      "loss_total": 0.1365988403558731,
      "step": 550
    },
    {
      "loss_action": 0.13181108236312866,
      "loss_total": 0.13181108236312866,
      "step": 550
    },
    {
      "loss_action": 0.15818184614181519,
      "loss_total": 0.15818184614181519,
      "step": 550
    },
    {
      "loss_action": 0.18749216198921204,
      "loss_total": 0.18749216198921204,
      "step": 550
    },
    {
      "loss_action": 0.13981428742408752,
      "loss_total": 0.13981428742408752,
      "step": 550
    },
    {
      "loss_action": 0.16021090745925903,
      "loss_total": 0.16021090745925903,
      "step": 550
    },
    {
      "grad_norm": 2.599811315536499,
      "learning_rate": 1.118e-05,
      "loss": 0.1607,
      "step": 560
    },
    {
      "loss_action": 0.1503942459821701,
      "loss_total": 0.1503942459821701,
      "step": 560
    },
    {
      "loss_action": 0.17821191251277924,
      "loss_total": 0.17821191251277924,
      "step": 560
    },
    {
      "loss_action": 0.14637158811092377,
      "loss_total": 0.14637158811092377,
      "step": 560
    },
    {
      "loss_action": 0.17831522226333618,
      "loss_total": 0.17831522226333618,
      "step": 560
    },
    {
      "loss_action": 0.188179612159729,
      "loss_total": 0.188179612159729,
      "step": 560
    },
    {
      "loss_action": 0.1004958301782608,
      "loss_total": 0.1004958301782608,
      "step": 560
    },
    {
      "loss_action": 0.10217991471290588,
      "loss_total": 0.10217991471290588,
      "step": 560
    },
    {
      "loss_action": 0.12965638935565948,
      "loss_total": 0.12965638935565948,
      "step": 560
    },
    {
      "grad_norm": 2.5456125736236572,
      "learning_rate": 1.1380000000000001e-05,
      "loss": 0.1685,
      "step": 570
    },
    {
      "loss_action": 0.20735323429107666,
      "loss_total": 0.20735323429107666,
      "step": 570
    },
    {
      "loss_action": 0.15976622700691223,
      "loss_total": 0.15976622700691223,
      "step": 570
    },
    {
      "loss_action": 0.1832248419523239,
      "loss_total": 0.1832248419523239,
      "step": 570
    },
    {
      "loss_action": 0.1534481942653656,
      "loss_total": 0.1534481942653656,
      "step": 570
    },
    {
      "loss_action": 0.13544172048568726,
      "loss_total": 0.13544172048568726,
      "step": 570
    },
    {
      "loss_action": 0.1398971825838089,
      "loss_total": 0.1398971825838089,
      "step": 570
    },
    {
      "loss_action": 0.11529235541820526,
      "loss_total": 0.11529235541820526,
      "step": 570
    },
    {
      "loss_action": 0.1768852174282074,
      "loss_total": 0.1768852174282074,
      "step": 570
    },
    {
      "grad_norm": 1.8295341730117798,
      "learning_rate": 1.1580000000000001e-05,
      "loss": 0.1608,
      "step": 580
    },
    {
      "loss_action": 0.12666618824005127,
      "loss_total": 0.12666618824005127,
      "step": 580
    },
    {
      "loss_action": 0.11040723323822021,
      "loss_total": 0.11040723323822021,
      "step": 580
    },
    {
      "loss_action": 0.10575512796640396,
      "loss_total": 0.10575512796640396,
      "step": 580
    },
    {
      "loss_action": 0.16027921438217163,
      "loss_total": 0.16027921438217163,
      "step": 580
    },
    {
      "loss_action": 0.1685309112071991,
      "loss_total": 0.1685309112071991,
      "step": 580
    },
    {
      "loss_action": 0.1543681025505066,
      "loss_total": 0.1543681025505066,
      "step": 580
    },
    {
      "loss_action": 0.11921024322509766,
      "loss_total": 0.11921024322509766,
      "step": 580
    },
    {
      "loss_action": 0.126557394862175,
      "loss_total": 0.126557394862175,
      "step": 580
    },
    {
      "grad_norm": 2.368849754333496,
      "learning_rate": 1.178e-05,
      "loss": 0.1469,
      "step": 590
    },
    {
      "loss_action": 0.24155250191688538,
      "loss_total": 0.24155250191688538,
      "step": 590
    },
    {
      "loss_action": 0.09132689237594604,
      "loss_total": 0.09132689237594604,
      "step": 590
    },
    {
      "loss_action": 0.0965927243232727,
      "loss_total": 0.0965927243232727,
      "step": 590
    },
    {
      "loss_action": 0.11918133497238159,
      "loss_total": 0.11918133497238159,
      "step": 590
    },
    {
      "loss_action": 0.19002820551395416,
      "loss_total": 0.19002820551395416,
      "step": 590
    },
    {
      "loss_action": 0.33873510360717773,
      "loss_total": 0.33873510360717773,
      "step": 590
    },
    {
      "loss_action": 0.15495125949382782,
      "loss_total": 0.15495125949382782,
      "step": 590
    },
    {
      "loss_action": 0.15780824422836304,
      "loss_total": 0.15780824422836304,
      "step": 590
    },
    {
      "grad_norm": 2.643259286880493,
      "learning_rate": 1.198e-05,
      "loss": 0.1424,
      "step": 600
    },
    {
      "loss_action": 0.11199725419282913,
      "loss_total": 0.11199725419282913,
      "step": 600
    },
    {
      "loss_action": 0.09919784963130951,
      "loss_total": 0.09919784963130951,
      "step": 600
    },
    {
      "loss_action": 0.17728149890899658,
      "loss_total": 0.17728149890899658,
      "step": 600
    },
    {
      "loss_action": 0.15087267756462097,
      "loss_total": 0.15087267756462097,
      "step": 600
    },
    {
      "loss_action": 0.1363283395767212,
      "loss_total": 0.1363283395767212,
      "step": 600
    },
    {
      "loss_action": 0.13140588998794556,
      "loss_total": 0.13140588998794556,
      "step": 600
    },
    {
      "loss_action": 0.08997081220149994,
      "loss_total": 0.08997081220149994,
      "step": 600
    },
    {
      "loss_action": 0.11481760442256927,
      "loss_total": 0.11481760442256927,
      "step": 600
    },
    {
      "grad_norm": 2.2253401279449463,
      "learning_rate": 1.2180000000000002e-05,
      "loss": 0.1351,
      "step": 610
    },
    {
      "loss_action": 0.0870451033115387,
      "loss_total": 0.0870451033115387,
      "step": 610
    },
    {
      "loss_action": 0.18321862816810608,
      "loss_total": 0.18321862816810608,
      "step": 610
    },
    {
      "loss_action": 0.2133018672466278,
      "loss_total": 0.2133018672466278,
      "step": 610
    },
    {
      "loss_action": 0.09806091338396072,
      "loss_total": 0.09806091338396072,
      "step": 610
    },
    {
      "loss_action": 0.08796969056129456,
      "loss_total": 0.08796969056129456,
      "step": 610
    },
    {
      "loss_action": 0.12164543569087982,
      "loss_total": 0.12164543569087982,
      "step": 610
    },
    {
      "loss_action": 0.10501109063625336,
      "loss_total": 0.10501109063625336,
      "step": 610
    },
    {
      "loss_action": 0.1751101166009903,
      "loss_total": 0.1751101166009903,
      "step": 610
    },
    {
      "grad_norm": 2.149050235748291,
      "learning_rate": 1.238e-05,
      "loss": 0.1315,
      "step": 620
    },
    {
      "loss_action": 0.2229863703250885,
      "loss_total": 0.2229863703250885,
      "step": 620
    },
    {
      "loss_action": 0.11018770188093185,
      "loss_total": 0.11018770188093185,
      "step": 620
    },
    {
      "loss_action": 0.10690265893936157,
      "loss_total": 0.10690265893936157,
      "step": 620
    },
    {
      "loss_action": 0.10846728086471558,
      "loss_total": 0.10846728086471558,
      "step": 620
    },
    {
      "loss_action": 0.19212070107460022,
      "loss_total": 0.19212070107460022,
      "step": 620
    },
    {
      "loss_action": 0.16628476977348328,
      "loss_total": 0.16628476977348328,
      "step": 620
    },
    {
      "loss_action": 0.12984240055084229,
      "loss_total": 0.12984240055084229,
      "step": 620
    },
    {
      "loss_action": 0.14176572859287262,
      "loss_total": 0.14176572859287262,
      "step": 620
    },
    {
      "grad_norm": 1.3601731061935425,
      "learning_rate": 1.258e-05,
      "loss": 0.1272,
      "step": 630
    },
    {
      "loss_action": 0.26747578382492065,
      "loss_total": 0.26747578382492065,
      "step": 630
    },
    {
      "loss_action": 0.15433964133262634,
      "loss_total": 0.15433964133262634,
      "step": 630
    },
    {
      "loss_action": 0.10270962864160538,
      "loss_total": 0.10270962864160538,
      "step": 630
    },
    {
      "loss_action": 0.2100338339805603,
      "loss_total": 0.2100338339805603,
      "step": 630
    },
    {
      "loss_action": 0.2003309428691864,
      "loss_total": 0.2003309428691864,
      "step": 630
    },
    {
      "loss_action": 0.08554930239915848,
      "loss_total": 0.08554930239915848,
      "step": 630
    },
    {
      "loss_action": 0.11051532626152039,
      "loss_total": 0.11051532626152039,
      "step": 630
    },
    {
      "loss_action": 0.07569978386163712,
      "loss_total": 0.07569978386163712,
      "step": 630
    },
    {
      "grad_norm": 1.856033444404602,
      "learning_rate": 1.278e-05,
      "loss": 0.1343,
      "step": 640
    },
    {
      "loss_action": 0.12080201506614685,
      "loss_total": 0.12080201506614685,
      "step": 640
    },
    {
      "loss_action": 0.18623383343219757,
      "loss_total": 0.18623383343219757,
      "step": 640
    },
    {
      "loss_action": 0.10226175934076309,
      "loss_total": 0.10226175934076309,
      "step": 640
    },
    {
      "loss_action": 0.10647034645080566,
      "loss_total": 0.10647034645080566,
      "step": 640
    },
    {
      "loss_action": 0.10965338349342346,
      "loss_total": 0.10965338349342346,
      "step": 640
    },
    {
      "loss_action": 0.12086356431245804,
      "loss_total": 0.12086356431245804,
      "step": 640
    },
    {
      "loss_action": 0.15262900292873383,
      "loss_total": 0.15262900292873383,
      "step": 640
    },
    {
      "loss_action": 0.3028794825077057,
      "loss_total": 0.3028794825077057,
      "step": 640
    },
    {
      "grad_norm": 1.94334077835083,
      "learning_rate": 1.2980000000000001e-05,
      "loss": 0.1288,
      "step": 650
    },
    {
      "loss_action": 0.07837852835655212,
      "loss_total": 0.07837852835655212,
      "step": 650
    },
    {
      "loss_action": 0.1269557923078537,
      "loss_total": 0.1269557923078537,
      "step": 650
    },
    {
      "loss_action": 0.1288224458694458,
      "loss_total": 0.1288224458694458,
      "step": 650
    },
    {
      "loss_action": 0.10752138495445251,
      "loss_total": 0.10752138495445251,
      "step": 650
    },
    {
      "loss_action": 0.10673360526561737,
      "loss_total": 0.10673360526561737,
      "step": 650
    },
    {
      "loss_action": 0.1239190474152565,
      "loss_total": 0.1239190474152565,
      "step": 650
    },
    {
      "loss_action": 0.08232041448354721,
      "loss_total": 0.08232041448354721,
      "step": 650
    },
    {
      "loss_action": 0.2538384199142456,
      "loss_total": 0.2538384199142456,
      "step": 650
    },
    {
      "grad_norm": 1.9193586111068726,
      "learning_rate": 1.3180000000000001e-05,
      "loss": 0.1229,
      "step": 660
    },
    {
      "loss_action": 0.10185718536376953,
      "loss_total": 0.10185718536376953,
      "step": 660
    },
    {
      "loss_action": 0.22708147764205933,
      "loss_total": 0.22708147764205933,
      "step": 660
    },
    {
      "loss_action": 0.13888759911060333,
      "loss_total": 0.13888759911060333,
      "step": 660
    },
    {
      "loss_action": 0.09951943159103394,
      "loss_total": 0.09951943159103394,
      "step": 660
    },
    {
      "loss_action": 0.1824101209640503,
      "loss_total": 0.1824101209640503,
      "step": 660
    },
    {
      "loss_action": 0.12463498115539551,
      "loss_total": 0.12463498115539551,
      "step": 660
    },
    {
      "loss_action": 0.12796537578105927,
      "loss_total": 0.12796537578105927,
      "step": 660
    },
    {
      "loss_action": 0.08696354925632477,
      "loss_total": 0.08696354925632477,
      "step": 660
    },
    {
      "grad_norm": 1.7419275045394897,
      "learning_rate": 1.338e-05,
      "loss": 0.121,
      "step": 670
    },
    {
      "loss_action": 0.10368172824382782,
      "loss_total": 0.10368172824382782,
      "step": 670
    },
    {
      "loss_action": 0.07688334584236145,
      "loss_total": 0.07688334584236145,
      "step": 670
    },
    {
      "loss_action": 0.08064556866884232,
      "loss_total": 0.08064556866884232,
      "step": 670
    },
    {
      "loss_action": 0.09526996314525604,
      "loss_total": 0.09526996314525604,
      "step": 670
    },
    {
      "loss_action": 0.09042256325483322,
      "loss_total": 0.09042256325483322,
      "step": 670
    },
    {
      "loss_action": 0.10435028374195099,
      "loss_total": 0.10435028374195099,
      "step": 670
    },
    {
      "loss_action": 0.08269263803958893,
      "loss_total": 0.08269263803958893,
      "step": 670
    },
    {
      "loss_action": 0.17272572219371796,
      "loss_total": 0.17272572219371796,
      "step": 670
    },
    {
      "grad_norm": 2.144313335418701,
      "learning_rate": 1.358e-05,
      "loss": 0.1214,
      "step": 680
    },
    {
      "loss_action": 0.07744699716567993,
      "loss_total": 0.07744699716567993,
      "step": 680
    },
    {
      "loss_action": 0.09438842535018921,
      "loss_total": 0.09438842535018921,
      "step": 680
    },
    {
      "loss_action": 0.11631185561418533,
      "loss_total": 0.11631185561418533,
      "step": 680
    },
    {
      "loss_action": 0.09927968680858612,
      "loss_total": 0.09927968680858612,
      "step": 680
    },
    {
      "loss_action": 0.09559178352355957,
      "loss_total": 0.09559178352355957,
      "step": 680
    },
    {
      "loss_action": 0.10272210091352463,
      "loss_total": 0.10272210091352463,
      "step": 680
    },
    {
      "loss_action": 0.1121974065899849,
      "loss_total": 0.1121974065899849,
      "step": 680
    },
    {
      "loss_action": 0.10174931585788727,
      "loss_total": 0.10174931585788727,
      "step": 680
    },
    {
      "grad_norm": 1.9284173250198364,
      "learning_rate": 1.3780000000000002e-05,
      "loss": 0.1108,
      "step": 690
    },
    {
      "loss_action": 0.13854429125785828,
      "loss_total": 0.13854429125785828,
      "step": 690
    },
    {
      "loss_action": 0.11128294467926025,
      "loss_total": 0.11128294467926025,
      "step": 690
    },
    {
      "loss_action": 0.10551537573337555,
      "loss_total": 0.10551537573337555,
      "step": 690
    },
    {
      "loss_action": 0.22039644420146942,
      "loss_total": 0.22039644420146942,
      "step": 690
    },
    {
      "loss_action": 0.0886528491973877,
      "loss_total": 0.0886528491973877,
      "step": 690
    },
    {
      "loss_action": 0.08233284205198288,
      "loss_total": 0.08233284205198288,
      "step": 690
    },
    {
      "loss_action": 0.10214495658874512,
      "loss_total": 0.10214495658874512,
      "step": 690
    },
    {
      "loss_action": 0.10037899017333984,
      "loss_total": 0.10037899017333984,
      "step": 690
    },
    {
      "grad_norm": 2.2033350467681885,
      "learning_rate": 1.3980000000000002e-05,
      "loss": 0.113,
      "step": 700
    },
    {
      "loss_action": 0.12009552866220474,
      "loss_total": 0.12009552866220474,
      "step": 700
    },
    {
      "loss_action": 0.08531728386878967,
      "loss_total": 0.08531728386878967,
      "step": 700
    },
    {
      "loss_action": 0.08202694356441498,
      "loss_total": 0.08202694356441498,
      "step": 700
    },
    {
      "loss_action": 0.14445653557777405,
      "loss_total": 0.14445653557777405,
      "step": 700
    },
    {
      "loss_action": 0.08998477458953857,
      "loss_total": 0.08998477458953857,
      "step": 700
    },
    {
      "loss_action": 0.060213178396224976,
      "loss_total": 0.060213178396224976,
      "step": 700
    },
    {
      "loss_action": 0.09786903858184814,
      "loss_total": 0.09786903858184814,
      "step": 700
    },
    {
      "loss_action": 0.0822090357542038,
      "loss_total": 0.0822090357542038,
      "step": 700
    },
    {
      "grad_norm": 1.9061756134033203,
      "learning_rate": 1.4180000000000001e-05,
      "loss": 0.1043,
      "step": 710
    },
    {
      "loss_action": 0.08592192828655243,
      "loss_total": 0.08592192828655243,
      "step": 710
    },
    {
      "loss_action": 0.10997863113880157,
      "loss_total": 0.10997863113880157,
      "step": 710
    },
    {
      "loss_action": 0.10541141778230667,
      "loss_total": 0.10541141778230667,
      "step": 710
    },
    {
      "loss_action": 0.07682561874389648,
      "loss_total": 0.07682561874389648,
      "step": 710
    },
    {
      "loss_action": 0.13754773139953613,
      "loss_total": 0.13754773139953613,
      "step": 710
    },
    {
      "loss_action": 0.13480930030345917,
      "loss_total": 0.13480930030345917,
      "step": 710
    },
    {
      "loss_action": 0.19465136528015137,
      "loss_total": 0.19465136528015137,
      "step": 710
    },
    {
      "loss_action": 0.11548955738544464,
      "loss_total": 0.11548955738544464,
      "step": 710
    },
    {
      "grad_norm": 1.9456902742385864,
      "learning_rate": 1.4380000000000001e-05,
      "loss": 0.1103,
      "step": 720
    },
    {
      "loss_action": 0.100725919008255,
      "loss_total": 0.100725919008255,
      "step": 720
    },
    {
      "loss_action": 0.11742010712623596,
      "loss_total": 0.11742010712623596,
      "step": 720
    },
    {
      "loss_action": 0.07632423937320709,
      "loss_total": 0.07632423937320709,
      "step": 720
    },
    {
      "loss_action": 0.08197227120399475,
      "loss_total": 0.08197227120399475,
      "step": 720
    },
    {
      "loss_action": 0.07520933449268341,
      "loss_total": 0.07520933449268341,
      "step": 720
    },
    {
      "loss_action": 0.08715318888425827,
      "loss_total": 0.08715318888425827,
      "step": 720
    },
    {
      "loss_action": 0.24865514039993286,
      "loss_total": 0.24865514039993286,
      "step": 720
    },
    {
      "loss_action": 0.11607363820075989,
      "loss_total": 0.11607363820075989,
      "step": 720
    },
    {
      "grad_norm": 1.5430110692977905,
      "learning_rate": 1.4580000000000003e-05,
      "loss": 0.1083,
      "step": 730
    },
    {
      "loss_action": 0.09050147235393524,
      "loss_total": 0.09050147235393524,
      "step": 730
    },
    {
      "loss_action": 0.07546880841255188,
      "loss_total": 0.07546880841255188,
      "step": 730
    },
    {
      "loss_action": 0.09049630165100098,
      "loss_total": 0.09049630165100098,
      "step": 730
    },
    {
      "loss_action": 0.08899733424186707,
      "loss_total": 0.08899733424186707,
      "step": 730
    },
    {
      "loss_action": 0.13068971037864685,
      "loss_total": 0.13068971037864685,
      "step": 730
    },
    {
      "loss_action": 0.07916471362113953,
      "loss_total": 0.07916471362113953,
      "step": 730
    },
    {
      "loss_action": 0.15192022919654846,
      "loss_total": 0.15192022919654846,
      "step": 730
    },
    {
      "loss_action": 0.07341857254505157,
      "loss_total": 0.07341857254505157,
      "step": 730
    },
    {
      "grad_norm": 1.8858908414840698,
      "learning_rate": 1.4779999999999999e-05,
      "loss": 0.1211,
      "step": 740
    },
    {
      "loss_action": 0.08664950728416443,
      "loss_total": 0.08664950728416443,
      "step": 740
    },
    {
      "loss_action": 0.06839083135128021,
      "loss_total": 0.06839083135128021,
      "step": 740
    },
    {
      "loss_action": 0.0696013867855072,
      "loss_total": 0.0696013867855072,
      "step": 740
    },
    {
      "loss_action": 0.16266991198062897,
      "loss_total": 0.16266991198062897,
      "step": 740
    },
    {
      "loss_action": 0.075999915599823,
      "loss_total": 0.075999915599823,
      "step": 740
    },
    {
      "loss_action": 0.07746764272451401,
      "loss_total": 0.07746764272451401,
      "step": 740
    },
    {
      "loss_action": 0.08070099353790283,
      "loss_total": 0.08070099353790283,
      "step": 740
    },
    {
      "loss_action": 0.12952661514282227,
      "loss_total": 0.12952661514282227,
      "step": 740
    },
    {
      "grad_norm": 1.8922759294509888,
      "learning_rate": 1.4979999999999999e-05,
      "loss": 0.1189,
      "step": 750
    },
    {
      "loss_action": 0.09771132469177246,
      "loss_total": 0.09771132469177246,
      "step": 750
    },
    {
      "loss_action": 0.11166258156299591,
      "loss_total": 0.11166258156299591,
      "step": 750
    },
    {
      "loss_action": 0.1820174902677536,
      "loss_total": 0.1820174902677536,
      "step": 750
    },
    {
      "loss_action": 0.11240779608488083,
      "loss_total": 0.11240779608488083,
      "step": 750
    },
    {
      "loss_action": 0.06394922733306885,
      "loss_total": 0.06394922733306885,
      "step": 750
    },
    {
      "loss_action": 0.08545248955488205,
      "loss_total": 0.08545248955488205,
      "step": 750
    },
    {
      "loss_action": 0.11809954047203064,
      "loss_total": 0.11809954047203064,
      "step": 750
    },
    {
      "loss_action": 0.10549512505531311,
      "loss_total": 0.10549512505531311,
      "step": 750
    },
    {
      "grad_norm": 2.1378767490386963,
      "learning_rate": 1.518e-05,
      "loss": 0.1053,
      "step": 760
    },
    {
      "loss_action": 0.07811374962329865,
      "loss_total": 0.07811374962329865,
      "step": 760
    },
    {
      "loss_action": 0.0809514969587326,
      "loss_total": 0.0809514969587326,
      "step": 760
    },
    {
      "loss_action": 0.1116148829460144,
      "loss_total": 0.1116148829460144,
      "step": 760
    },
    {
      "loss_action": 0.2727840840816498,
      "loss_total": 0.2727840840816498,
      "step": 760
    },
    {
      "loss_action": 0.08320798724889755,
      "loss_total": 0.08320798724889755,
      "step": 760
    },
    {
      "loss_action": 0.10125806927680969,
      "loss_total": 0.10125806927680969,
      "step": 760
    },
    {
      "loss_action": 0.13263414800167084,
      "loss_total": 0.13263414800167084,
      "step": 760
    },
    {
      "loss_action": 0.13844667375087738,
      "loss_total": 0.13844667375087738,
      "step": 760
    },
    {
      "grad_norm": 1.5594338178634644,
      "learning_rate": 1.538e-05,
      "loss": 0.1135,
      "step": 770
    },
    {
      "loss_action": 0.21262642741203308,
      "loss_total": 0.21262642741203308,
      "step": 770
    },
    {
      "loss_action": 0.06715498864650726,
      "loss_total": 0.06715498864650726,
      "step": 770
    },
    {
      "loss_action": 0.11024224013090134,
      "loss_total": 0.11024224013090134,
      "step": 770
    },
    {
      "loss_action": 0.13849973678588867,
      "loss_total": 0.13849973678588867,
      "step": 770
    },
    {
      "loss_action": 0.10993912816047668,
      "loss_total": 0.10993912816047668,
      "step": 770
    },
    {
      "loss_action": 0.08980502933263779,
      "loss_total": 0.08980502933263779,
      "step": 770
    },
    {
      "loss_action": 0.060242414474487305,
      "loss_total": 0.060242414474487305,
      "step": 770
    },
    {
      "loss_action": 0.12079954147338867,
      "loss_total": 0.12079954147338867,
      "step": 770
    },
    {
      "grad_norm": 1.9728822708129883,
      "learning_rate": 1.558e-05,
      "loss": 0.1056,
      "step": 780
    },
    {
      "loss_action": 0.16136330366134644,
      "loss_total": 0.16136330366134644,
      "step": 780
    },
    {
      "loss_action": 0.10812848061323166,
      "loss_total": 0.10812848061323166,
      "step": 780
    },
    {
      "loss_action": 0.0735103040933609,
      "loss_total": 0.0735103040933609,
      "step": 780
    },
    {
      "loss_action": 0.0889323353767395,
      "loss_total": 0.0889323353767395,
      "step": 780
    },
    {
      "loss_action": 0.08114447444677353,
      "loss_total": 0.08114447444677353,
      "step": 780
    },
    {
      "loss_action": 0.224836528301239,
      "loss_total": 0.224836528301239,
      "step": 780
    },
    {
      "loss_action": 0.08620686829090118,
      "loss_total": 0.08620686829090118,
      "step": 780
    },
    {
      "loss_action": 0.06958907842636108,
      "loss_total": 0.06958907842636108,
      "step": 780
    },
    {
      "grad_norm": 1.9829773902893066,
      "learning_rate": 1.578e-05,
      "loss": 0.0947,
      "step": 790
    },
    {
      "loss_action": 0.18199986219406128,
      "loss_total": 0.18199986219406128,
      "step": 790
    },
    {
      "loss_action": 0.08842918276786804,
      "loss_total": 0.08842918276786804,
      "step": 790
    },
    {
      "loss_action": 0.10035120695829391,
      "loss_total": 0.10035120695829391,
      "step": 790
    },
    {
      "loss_action": 0.09977754950523376,
      "loss_total": 0.09977754950523376,
      "step": 790
    },
    {
      "loss_action": 0.07407359033823013,
      "loss_total": 0.07407359033823013,
      "step": 790
    },
    {
      "loss_action": 0.07490330934524536,
      "loss_total": 0.07490330934524536,
      "step": 790
    },
    {
      "loss_action": 0.07832770049571991,
      "loss_total": 0.07832770049571991,
      "step": 790
    },
    {
      "loss_action": 0.09255572408437729,
      "loss_total": 0.09255572408437729,
      "step": 790
    },
    {
      "grad_norm": 1.9213078022003174,
      "learning_rate": 1.598e-05,
      "loss": 0.0972,
      "step": 800
    },
    {
      "loss_action": 0.06756933778524399,
      "loss_total": 0.06756933778524399,
      "step": 800
    },
    {
      "loss_action": 0.05488954484462738,
      "loss_total": 0.05488954484462738,
      "step": 800
    },
    {
      "loss_action": 0.09240761399269104,
      "loss_total": 0.09240761399269104,
      "step": 800
    },
    {
      "loss_action": 0.05860936641693115,
      "loss_total": 0.05860936641693115,
      "step": 800
    },
    {
      "loss_action": 0.0742412880063057,
      "loss_total": 0.0742412880063057,
      "step": 800
    },
    {
      "loss_action": 0.05886589735746384,
      "loss_total": 0.05886589735746384,
      "step": 800
    },
    {
      "loss_action": 0.06957711279392242,
      "loss_total": 0.06957711279392242,
      "step": 800
    },
    {
      "loss_action": 0.1034780740737915,
      "loss_total": 0.1034780740737915,
      "step": 800
    },
    {
      "grad_norm": 1.747208595275879,
      "learning_rate": 1.618e-05,
      "loss": 0.084,
      "step": 810
    },
    {
      "loss_action": 0.05822257325053215,
      "loss_total": 0.05822257325053215,
      "step": 810
    },
    {
      "loss_action": 0.08382947742938995,
      "loss_total": 0.08382947742938995,
      "step": 810
    },
    {
      "loss_action": 0.09866686910390854,
      "loss_total": 0.09866686910390854,
      "step": 810
    },
    {
      "loss_action": 0.060126930475234985,
      "loss_total": 0.060126930475234985,
      "step": 810
    },
    {
      "loss_action": 0.1429518759250641,
      "loss_total": 0.1429518759250641,
      "step": 810
    },
    {
      "loss_action": 0.207180917263031,
      "loss_total": 0.207180917263031,
      "step": 810
    },
    {
      "loss_action": 0.12161435931921005,
      "loss_total": 0.12161435931921005,
      "step": 810
    },
    {
      "loss_action": 0.13158106803894043,
      "loss_total": 0.13158106803894043,
      "step": 810
    },
    {
      "grad_norm": 2.3086636066436768,
      "learning_rate": 1.6380000000000002e-05,
      "loss": 0.0921,
      "step": 820
    },
    {
      "loss_action": 0.09846797585487366,
      "loss_total": 0.09846797585487366,
      "step": 820
    },
    {
      "loss_action": 0.07705776393413544,
      "loss_total": 0.07705776393413544,
      "step": 820
    },
    {
      "loss_action": 0.09380290657281876,
      "loss_total": 0.09380290657281876,
      "step": 820
    },
    {
      "loss_action": 0.07978048920631409,
      "loss_total": 0.07978048920631409,
      "step": 820
    },
    {
      "loss_action": 0.11361318826675415,
      "loss_total": 0.11361318826675415,
      "step": 820
    },
    {
      "loss_action": 0.06834105402231216,
      "loss_total": 0.06834105402231216,
      "step": 820
    },
    {
      "loss_action": 0.07305431365966797,
      "loss_total": 0.07305431365966797,
      "step": 820
    },
    {
      "loss_action": 0.08236123621463776,
      "loss_total": 0.08236123621463776,
      "step": 820
    },
    {
      "grad_norm": 1.7124207019805908,
      "learning_rate": 1.658e-05,
      "loss": 0.0929,
      "step": 830
    },
    {
      "loss_action": 0.059824831783771515,
      "loss_total": 0.059824831783771515,
      "step": 830
    },
    {
      "loss_action": 0.10143248736858368,
      "loss_total": 0.10143248736858368,
      "step": 830
    },
    {
      "loss_action": 0.06206810101866722,
      "loss_total": 0.06206810101866722,
      "step": 830
    },
    {
      "loss_action": 0.1057685986161232,
      "loss_total": 0.1057685986161232,
      "step": 830
    },
    {
      "loss_action": 0.07859440892934799,
      "loss_total": 0.07859440892934799,
      "step": 830
    },
    {
      "loss_action": 0.09469124674797058,
      "loss_total": 0.09469124674797058,
      "step": 830
    },
    {
      "loss_action": 0.3134641945362091,
      "loss_total": 0.3134641945362091,
      "step": 830
    },
    {
      "loss_action": 0.11592566967010498,
      "loss_total": 0.11592566967010498,
      "step": 830
    },
    {
      "grad_norm": 1.896403193473816,
      "learning_rate": 1.6780000000000002e-05,
      "loss": 0.0896,
      "step": 840
    },
    {
      "loss_action": 0.08019775152206421,
      "loss_total": 0.08019775152206421,
      "step": 840
    },
    {
      "loss_action": 0.07808955758810043,
      "loss_total": 0.07808955758810043,
      "step": 840
    },
    {
      "loss_action": 0.0791289210319519,
      "loss_total": 0.0791289210319519,
      "step": 840
    },
    {
      "loss_action": 0.08318602293729782,
      "loss_total": 0.08318602293729782,
      "step": 840
    },
    {
      "loss_action": 0.06251457333564758,
      "loss_total": 0.06251457333564758,
      "step": 840
    },
    {
      "loss_action": 0.13398098945617676,
      "loss_total": 0.13398098945617676,
      "step": 840
    },
    {
      "loss_action": 0.13743075728416443,
      "loss_total": 0.13743075728416443,
      "step": 840
    },
    {
      "loss_action": 0.058269940316677094,
      "loss_total": 0.058269940316677094,
      "step": 840
    },
    {
      "grad_norm": 2.221480369567871,
      "learning_rate": 1.698e-05,
      "loss": 0.0965,
      "step": 850
    },
    {
      "loss_action": 0.0760941207408905,
      "loss_total": 0.0760941207408905,
      "step": 850
    },
    {
      "loss_action": 0.07556986063718796,
      "loss_total": 0.07556986063718796,
      "step": 850
    },
    {
      "loss_action": 0.10322459042072296,
      "loss_total": 0.10322459042072296,
      "step": 850
    },
    {
      "loss_action": 0.05969776213169098,
      "loss_total": 0.05969776213169098,
      "step": 850
    },
    {
      "loss_action": 0.07180897891521454,
      "loss_total": 0.07180897891521454,
      "step": 850
    },
    {
      "loss_action": 0.0593344047665596,
      "loss_total": 0.0593344047665596,
      "step": 850
    },
    {
      "loss_action": 0.07577972114086151,
      "loss_total": 0.07577972114086151,
      "step": 850
    },
    {
      "loss_action": 0.0823603942990303,
      "loss_total": 0.0823603942990303,
      "step": 850
    },
    {
      "grad_norm": 1.7814130783081055,
      "learning_rate": 1.718e-05,
      "loss": 0.0919,
      "step": 860
    },
    {
      "loss_action": 0.09840317815542221,
      "loss_total": 0.09840317815542221,
      "step": 860
    },
    {
      "loss_action": 0.08272685110569,
      "loss_total": 0.08272685110569,
      "step": 860
    },
    {
      "loss_action": 0.0726923793554306,
      "loss_total": 0.0726923793554306,
      "step": 860
    },
    {
      "loss_action": 0.08959615230560303,
      "loss_total": 0.08959615230560303,
      "step": 860
    },
    {
      "loss_action": 0.0955602377653122,
      "loss_total": 0.0955602377653122,
      "step": 860
    },
    {
      "loss_action": 0.1277816891670227,
      "loss_total": 0.1277816891670227,
      "step": 860
    },
    {
      "loss_action": 0.08293536305427551,
      "loss_total": 0.08293536305427551,
      "step": 860
    },
    {
      "loss_action": 0.12837457656860352,
      "loss_total": 0.12837457656860352,
      "step": 860
    },
    {
      "grad_norm": 2.2073912620544434,
      "learning_rate": 1.7380000000000003e-05,
      "loss": 0.0896,
      "step": 870
    },
    {
      "loss_action": 0.08382095396518707,
      "loss_total": 0.08382095396518707,
      "step": 870
    },
    {
      "loss_action": 0.17288634181022644,
      "loss_total": 0.17288634181022644,
      "step": 870
    },
    {
      "loss_action": 0.07378163933753967,
      "loss_total": 0.07378163933753967,
      "step": 870
    },
    {
      "loss_action": 0.07986446470022202,
      "loss_total": 0.07986446470022202,
      "step": 870
    },
    {
      "loss_action": 0.09031824767589569,
      "loss_total": 0.09031824767589569,
      "step": 870
    },
    {
      "loss_action": 0.09404782950878143,
      "loss_total": 0.09404782950878143,
      "step": 870
    },
    {
      "loss_action": 0.10457614064216614,
      "loss_total": 0.10457614064216614,
      "step": 870
    },
    {
      "loss_action": 0.11754322052001953,
      "loss_total": 0.11754322052001953,
      "step": 870
    },
    {
      "grad_norm": 1.8761812448501587,
      "learning_rate": 1.758e-05,
      "loss": 0.0949,
      "step": 880
    },
    {
      "loss_action": 0.0719480812549591,
      "loss_total": 0.0719480812549591,
      "step": 880
    },
    {
      "loss_action": 0.08138623833656311,
      "loss_total": 0.08138623833656311,
      "step": 880
    },
    {
      "loss_action": 0.055331867188215256,
      "loss_total": 0.055331867188215256,
      "step": 880
    },
    {
      "loss_action": 0.07136406749486923,
      "loss_total": 0.07136406749486923,
      "step": 880
    },
    {
      "loss_action": 0.07547358423471451,
      "loss_total": 0.07547358423471451,
      "step": 880
    },
    {
      "loss_action": 0.0783846527338028,
      "loss_total": 0.0783846527338028,
      "step": 880
    },
    {
      "loss_action": 0.05857091769576073,
      "loss_total": 0.05857091769576073,
      "step": 880
    },
    {
      "loss_action": 0.0689634382724762,
      "loss_total": 0.0689634382724762,
      "step": 880
    },
    {
      "grad_norm": 1.5325584411621094,
      "learning_rate": 1.7780000000000003e-05,
      "loss": 0.0871,
      "step": 890
    },
    {
      "loss_action": 0.07392243295907974,
      "loss_total": 0.07392243295907974,
      "step": 890
    },
    {
      "loss_action": 0.07557894289493561,
      "loss_total": 0.07557894289493561,
      "step": 890
    },
    {
      "loss_action": 0.05419622361660004,
      "loss_total": 0.05419622361660004,
      "step": 890
    },
    {
      "loss_action": 0.05253429710865021,
      "loss_total": 0.05253429710865021,
      "step": 890
    },
    {
      "loss_action": 0.08381770551204681,
      "loss_total": 0.08381770551204681,
      "step": 890
    },
    {
      "loss_action": 0.0651872456073761,
      "loss_total": 0.0651872456073761,
      "step": 890
    },
    {
      "loss_action": 0.12744945287704468,
      "loss_total": 0.12744945287704468,
      "step": 890
    },
    {
      "loss_action": 0.1067855954170227,
      "loss_total": 0.1067855954170227,
      "step": 890
    },
    {
      "grad_norm": 1.353175401687622,
      "learning_rate": 1.798e-05,
      "loss": 0.0861,
      "step": 900
    },
    {
      "loss_action": 0.06806056201457977,
      "loss_total": 0.06806056201457977,
      "step": 900
    },
    {
      "loss_action": 0.08118945360183716,
      "loss_total": 0.08118945360183716,
      "step": 900
    },
    {
      "loss_action": 0.06333497166633606,
      "loss_total": 0.06333497166633606,
      "step": 900
    },
    {
      "loss_action": 0.05431421101093292,
      "loss_total": 0.05431421101093292,
      "step": 900
    },
    {
      "loss_action": 0.07567301392555237,
      "loss_total": 0.07567301392555237,
      "step": 900
    },
    {
      "loss_action": 0.05548381432890892,
      "loss_total": 0.05548381432890892,
      "step": 900
    },
    {
      "loss_action": 0.1730283796787262,
      "loss_total": 0.1730283796787262,
      "step": 900
    },
    {
      "loss_action": 0.09419485181570053,
      "loss_total": 0.09419485181570053,
      "step": 900
    },
    {
      "grad_norm": 1.5285911560058594,
      "learning_rate": 1.818e-05,
      "loss": 0.0869,
      "step": 910
    },
    {
      "loss_action": 0.09412035346031189,
      "loss_total": 0.09412035346031189,
      "step": 910
    },
    {
      "loss_action": 0.06833643466234207,
      "loss_total": 0.06833643466234207,
      "step": 910
    },
    {
      "loss_action": 0.08580237627029419,
      "loss_total": 0.08580237627029419,
      "step": 910
    },
    {
      "loss_action": 0.08542859554290771,
      "loss_total": 0.08542859554290771,
      "step": 910
    },
    {
      "loss_action": 0.07861515134572983,
      "loss_total": 0.07861515134572983,
      "step": 910
    },
    {
      "loss_action": 0.08549624681472778,
      "loss_total": 0.08549624681472778,
      "step": 910
    },
    {
      "loss_action": 0.07330813258886337,
      "loss_total": 0.07330813258886337,
      "step": 910
    },
    {
      "loss_action": 0.0735209733247757,
      "loss_total": 0.0735209733247757,
      "step": 910
    },
    {
      "grad_norm": 2.0662317276000977,
      "learning_rate": 1.838e-05,
      "loss": 0.0785,
      "step": 920
    },
    {
      "loss_action": 0.10365577787160873,
      "loss_total": 0.10365577787160873,
      "step": 920
    },
    {
      "loss_action": 0.07691590487957001,
      "loss_total": 0.07691590487957001,
      "step": 920
    },
    {
      "loss_action": 0.08225738257169724,
      "loss_total": 0.08225738257169724,
      "step": 920
    },
    {
      "loss_action": 0.12242957949638367,
      "loss_total": 0.12242957949638367,
      "step": 920
    },
    {
      "loss_action": 0.07294618338346481,
      "loss_total": 0.07294618338346481,
      "step": 920
    },
    {
      "loss_action": 0.09128503501415253,
      "loss_total": 0.09128503501415253,
      "step": 920
    },
    {
      "loss_action": 0.1491020917892456,
      "loss_total": 0.1491020917892456,
      "step": 920
    },
    {
      "loss_action": 0.10593251138925552,
      "loss_total": 0.10593251138925552,
      "step": 920
    },
    {
      "grad_norm": 1.7633192539215088,
      "learning_rate": 1.858e-05,
      "loss": 0.0827,
      "step": 930
    },
    {
      "loss_action": 0.11283078044652939,
      "loss_total": 0.11283078044652939,
      "step": 930
    },
    {
      "loss_action": 0.0629354864358902,
      "loss_total": 0.0629354864358902,
      "step": 930
    },
    {
      "loss_action": 0.05709880590438843,
      "loss_total": 0.05709880590438843,
      "step": 930
    },
    {
      "loss_action": 0.0851324051618576,
      "loss_total": 0.0851324051618576,
      "step": 930
    },
    {
      "loss_action": 0.07020716369152069,
      "loss_total": 0.07020716369152069,
      "step": 930
    },
    {
      "loss_action": 0.07139579951763153,
      "loss_total": 0.07139579951763153,
      "step": 930
    },
    {
      "loss_action": 0.06697393208742142,
      "loss_total": 0.06697393208742142,
      "step": 930
    },
    {
      "loss_action": 0.05173785239458084,
      "loss_total": 0.05173785239458084,
      "step": 930
    },
    {
      "grad_norm": 1.2608507871627808,
      "learning_rate": 1.878e-05,
      "loss": 0.0798,
      "step": 940
    },
    {
      "loss_action": 0.06962394714355469,
      "loss_total": 0.06962394714355469,
      "step": 940
    },
    {
      "loss_action": 0.06604235619306564,
      "loss_total": 0.06604235619306564,
      "step": 940
    },
    {
      "loss_action": 0.06371718645095825,
      "loss_total": 0.06371718645095825,
      "step": 940
    },
    {
      "loss_action": 0.05135926604270935,
      "loss_total": 0.05135926604270935,
      "step": 940
    },
    {
      "loss_action": 0.08146877586841583,
      "loss_total": 0.08146877586841583,
      "step": 940
    },
    {
      "loss_action": 0.05196931213140488,
      "loss_total": 0.05196931213140488,
      "step": 940
    },
    {
      "loss_action": 0.06114360690116882,
      "loss_total": 0.06114360690116882,
      "step": 940
    },
    {
      "loss_action": 0.043133266270160675,
      "loss_total": 0.043133266270160675,
      "step": 940
    },
    {
      "grad_norm": 1.6573761701583862,
      "learning_rate": 1.898e-05,
      "loss": 0.0854,
      "step": 950
    },
    {
      "loss_action": 0.06801073253154755,
      "loss_total": 0.06801073253154755,
      "step": 950
    },
    {
      "loss_action": 0.08053460717201233,
      "loss_total": 0.08053460717201233,
      "step": 950
    },
    {
      "loss_action": 0.0728277713060379,
      "loss_total": 0.0728277713060379,
      "step": 950
    },
    {
      "loss_action": 0.13787132501602173,
      "loss_total": 0.13787132501602173,
      "step": 950
    },
    {
      "loss_action": 0.16309839487075806,
      "loss_total": 0.16309839487075806,
      "step": 950
    },
    {
      "loss_action": 0.058459218591451645,
      "loss_total": 0.058459218591451645,
      "step": 950
    },
    {
      "loss_action": 0.09588360786437988,
      "loss_total": 0.09588360786437988,
      "step": 950
    },
    {
      "loss_action": 0.08491680771112442,
      "loss_total": 0.08491680771112442,
      "step": 950
    },
    {
      "grad_norm": 1.401177167892456,
      "learning_rate": 1.918e-05,
      "loss": 0.081,
      "step": 960
    },
    {
      "loss_action": 0.06883613765239716,
      "loss_total": 0.06883613765239716,
      "step": 960
    },
    {
      "loss_action": 0.11142734438180923,
      "loss_total": 0.11142734438180923,
      "step": 960
    },
    {
      "loss_action": 0.07501430809497833,
      "loss_total": 0.07501430809497833,
      "step": 960
    },
    {
      "loss_action": 0.0911196917295456,
      "loss_total": 0.0911196917295456,
      "step": 960
    },
    {
      "loss_action": 0.06033332645893097,
      "loss_total": 0.06033332645893097,
      "step": 960
    },
    {
      "loss_action": 0.05412819981575012,
      "loss_total": 0.05412819981575012,
      "step": 960
    },
    {
      "loss_action": 0.07298852503299713,
      "loss_total": 0.07298852503299713,
      "step": 960
    },
    {
      "loss_action": 0.06848914921283722,
      "loss_total": 0.06848914921283722,
      "step": 960
    },
    {
      "grad_norm": 1.3627902269363403,
      "learning_rate": 1.938e-05,
      "loss": 0.084,
      "step": 970
    },
    {
      "loss_action": 0.057344719767570496,
      "loss_total": 0.057344719767570496,
      "step": 970
    },
    {
      "loss_action": 0.07810205221176147,
      "loss_total": 0.07810205221176147,
      "step": 970
    },
    {
      "loss_action": 0.06790889799594879,
      "loss_total": 0.06790889799594879,
      "step": 970
    },
    {
      "loss_action": 0.16684302687644958,
      "loss_total": 0.16684302687644958,
      "step": 970
    },
    {
      "loss_action": 0.0605347640812397,
      "loss_total": 0.0605347640812397,
      "step": 970
    },
    {
      "loss_action": 0.05603810399770737,
      "loss_total": 0.05603810399770737,
      "step": 970
    },
    {
      "loss_action": 0.05444943904876709,
      "loss_total": 0.05444943904876709,
      "step": 970
    },
    {
      "loss_action": 0.05504809692502022,
      "loss_total": 0.05504809692502022,
      "step": 970
    },
    {
      "grad_norm": 1.5987529754638672,
      "learning_rate": 1.9580000000000002e-05,
      "loss": 0.0738,
      "step": 980
    },
    {
      "loss_action": 0.07267578691244125,
      "loss_total": 0.07267578691244125,
      "step": 980
    },
    {
      "loss_action": 0.0691397413611412,
      "loss_total": 0.0691397413611412,
      "step": 980
    },
    {
      "loss_action": 0.059125203639268875,
      "loss_total": 0.059125203639268875,
      "step": 980
    },
    {
      "loss_action": 0.10226080566644669,
      "loss_total": 0.10226080566644669,
      "step": 980
    },
    {
      "loss_action": 0.06928972154855728,
      "loss_total": 0.06928972154855728,
      "step": 980
    },
    {
      "loss_action": 0.043537549674510956,
      "loss_total": 0.043537549674510956,
      "step": 980
    },
    {
      "loss_action": 0.06911852955818176,
      "loss_total": 0.06911852955818176,
      "step": 980
    },
    {
      "loss_action": 0.05757014453411102,
      "loss_total": 0.05757014453411102,
      "step": 980
    },
    {
      "grad_norm": 1.5858945846557617,
      "learning_rate": 1.978e-05,
      "loss": 0.0846,
      "step": 990
    },
    {
      "loss_action": 0.05533274635672569,
      "loss_total": 0.05533274635672569,
      "step": 990
    },
    {
      "loss_action": 0.06095490977168083,
      "loss_total": 0.06095490977168083,
      "step": 990
    },
    {
      "loss_action": 0.0875723659992218,
      "loss_total": 0.0875723659992218,
      "step": 990
    },
    {
      "loss_action": 0.06586100906133652,
      "loss_total": 0.06586100906133652,
      "step": 990
    },
    {
      "loss_action": 0.06451977044343948,
      "loss_total": 0.06451977044343948,
      "step": 990
    },
    {
      "loss_action": 0.0581955760717392,
      "loss_total": 0.0581955760717392,
      "step": 990
    },
    {
      "loss_action": 0.05814472585916519,
      "loss_total": 0.05814472585916519,
      "step": 990
    },
    {
      "loss_action": 0.07382728159427643,
      "loss_total": 0.07382728159427643,
      "step": 990
    },
    {
      "grad_norm": 1.5786006450653076,
      "learning_rate": 1.9980000000000002e-05,
      "loss": 0.0719,
      "step": 1000
    },
    {
      "loss_action": 0.09094813466072083,
      "loss_total": 0.09094813466072083,
      "step": 1000
    },
    {
      "loss_action": 0.07395892590284348,
      "loss_total": 0.07395892590284348,
      "step": 1000
    },
    {
      "loss_action": 0.0668306052684784,
      "loss_total": 0.0668306052684784,
      "step": 1000
    },
    {
      "loss_action": 0.0644385889172554,
      "loss_total": 0.0644385889172554,
      "step": 1000
    },
    {
      "loss_action": 0.061745088547468185,
      "loss_total": 0.061745088547468185,
      "step": 1000
    },
    {
      "loss_action": 0.07450045645236969,
      "loss_total": 0.07450045645236969,
      "step": 1000
    },
    {
      "loss_action": 0.06670539081096649,
      "loss_total": 0.06670539081096649,
      "step": 1000
    },
    {
      "loss_action": 0.07432053238153458,
      "loss_total": 0.07432053238153458,
      "step": 1000
    },
    {
      "grad_norm": 1.6193073987960815,
      "learning_rate": 2.0180000000000003e-05,
      "loss": 0.0742,
      "step": 1010
    },
    {
      "loss_action": 0.057573191821575165,
      "loss_total": 0.057573191821575165,
      "step": 1010
    },
    {
      "loss_action": 0.06431393325328827,
      "loss_total": 0.06431393325328827,
      "step": 1010
    },
    {
      "loss_action": 0.12383358180522919,
      "loss_total": 0.12383358180522919,
      "step": 1010
    },
    {
      "loss_action": 0.14801503717899323,
      "loss_total": 0.14801503717899323,
      "step": 1010
    },
    {
      "loss_action": 0.08653914928436279,
      "loss_total": 0.08653914928436279,
      "step": 1010
    },
    {
      "loss_action": 0.07695099711418152,
      "loss_total": 0.07695099711418152,
      "step": 1010
    },
    {
      "loss_action": 0.0701686292886734,
      "loss_total": 0.0701686292886734,
      "step": 1010
    },
    {
      "loss_action": 0.07163956761360168,
      "loss_total": 0.07163956761360168,
      "step": 1010
    },
    {
      "grad_norm": 1.6223417520523071,
      "learning_rate": 2.038e-05,
      "loss": 0.0816,
      "step": 1020
    },
    {
      "loss_action": 0.1075410544872284,
      "loss_total": 0.1075410544872284,
      "step": 1020
    },
    {
      "loss_action": 0.08949369937181473,
      "loss_total": 0.08949369937181473,
      "step": 1020
    },
    {
      "loss_action": 0.07864858210086823,
      "loss_total": 0.07864858210086823,
      "step": 1020
    },
    {
      "loss_action": 0.06299819052219391,
      "loss_total": 0.06299819052219391,
      "step": 1020
    },
    {
      "loss_action": 0.05768197029829025,
      "loss_total": 0.05768197029829025,
      "step": 1020
    },
    {
      "loss_action": 0.07661784440279007,
      "loss_total": 0.07661784440279007,
      "step": 1020
    },
    {
      "loss_action": 0.07219789922237396,
      "loss_total": 0.07219789922237396,
      "step": 1020
    },
    {
      "loss_action": 0.057328611612319946,
      "loss_total": 0.057328611612319946,
      "step": 1020
    },
    {
      "grad_norm": 1.3324992656707764,
      "learning_rate": 2.0580000000000003e-05,
      "loss": 0.0681,
      "step": 1030
    },
    {
      "loss_action": 0.07890821248292923,
      "loss_total": 0.07890821248292923,
      "step": 1030
    },
    {
      "loss_action": 0.04469713196158409,
      "loss_total": 0.04469713196158409,
      "step": 1030
    },
    {
      "loss_action": 0.059092018753290176,
      "loss_total": 0.059092018753290176,
      "step": 1030
    },
    {
      "loss_action": 0.06712237000465393,
      "loss_total": 0.06712237000465393,
      "step": 1030
    },
    {
      "loss_action": 0.06583549827337265,
      "loss_total": 0.06583549827337265,
      "step": 1030
    },
    {
      "loss_action": 0.06677763909101486,
      "loss_total": 0.06677763909101486,
      "step": 1030
    },
    {
      "loss_action": 0.055919863283634186,
      "loss_total": 0.055919863283634186,
      "step": 1030
    },
    {
      "loss_action": 0.087837353348732,
      "loss_total": 0.087837353348732,
      "step": 1030
    },
    {
      "grad_norm": 1.4018127918243408,
      "learning_rate": 2.078e-05,
      "loss": 0.0705,
      "step": 1040
    },
    {
      "loss_action": 0.06539447605609894,
      "loss_total": 0.06539447605609894,
      "step": 1040
    },
    {
      "loss_action": 0.13680726289749146,
      "loss_total": 0.13680726289749146,
      "step": 1040
    },
    {
      "loss_action": 0.057659897953271866,
      "loss_total": 0.057659897953271866,
      "step": 1040
    },
    {
      "loss_action": 0.05735509842634201,
      "loss_total": 0.05735509842634201,
      "step": 1040
    },
    {
      "loss_action": 0.07909725606441498,
      "loss_total": 0.07909725606441498,
      "step": 1040
    },
    {
      "loss_action": 0.08529455214738846,
      "loss_total": 0.08529455214738846,
      "step": 1040
    },
    {
      "loss_action": 0.08053261041641235,
      "loss_total": 0.08053261041641235,
      "step": 1040
    },
    {
      "loss_action": 0.10751934349536896,
      "loss_total": 0.10751934349536896,
      "step": 1040
    },
    {
      "grad_norm": 1.5935932397842407,
      "learning_rate": 2.098e-05,
      "loss": 0.0704,
      "step": 1050
    },
    {
      "loss_action": 0.061435773968696594,
      "loss_total": 0.061435773968696594,
      "step": 1050
    },
    {
      "loss_action": 0.05740761384367943,
      "loss_total": 0.05740761384367943,
      "step": 1050
    },
    {
      "loss_action": 0.07577621936798096,
      "loss_total": 0.07577621936798096,
      "step": 1050
    },
    {
      "loss_action": 0.12586256861686707,
      "loss_total": 0.12586256861686707,
      "step": 1050
    },
    {
      "loss_action": 0.06451871991157532,
      "loss_total": 0.06451871991157532,
      "step": 1050
    },
    {
      "loss_action": 0.046771589666604996,
      "loss_total": 0.046771589666604996,
      "step": 1050
    },
    {
      "loss_action": 0.07891766726970673,
      "loss_total": 0.07891766726970673,
      "step": 1050
    },
    {
      "loss_action": 0.04764549434185028,
      "loss_total": 0.04764549434185028,
      "step": 1050
    },
    {
      "grad_norm": 1.1638522148132324,
      "learning_rate": 2.118e-05,
      "loss": 0.0678,
      "step": 1060
    },
    {
      "loss_action": 0.0681796595454216,
      "loss_total": 0.0681796595454216,
      "step": 1060
    },
    {
      "loss_action": 0.06143004447221756,
      "loss_total": 0.06143004447221756,
      "step": 1060
    },
    {
      "loss_action": 0.10030964016914368,
      "loss_total": 0.10030964016914368,
      "step": 1060
    },
    {
      "loss_action": 0.06122388690710068,
      "loss_total": 0.06122388690710068,
      "step": 1060
    },
    {
      "loss_action": 0.050678800791502,
      "loss_total": 0.050678800791502,
      "step": 1060
    },
    {
      "loss_action": 0.05062621831893921,
      "loss_total": 0.05062621831893921,
      "step": 1060
    },
    {
      "loss_action": 0.051151204854249954,
      "loss_total": 0.051151204854249954,
      "step": 1060
    },
    {
      "loss_action": 0.050608642399311066,
      "loss_total": 0.050608642399311066,
      "step": 1060
    },
    {
      "grad_norm": 1.5033607482910156,
      "learning_rate": 2.138e-05,
      "loss": 0.0703,
      "step": 1070
    },
    {
      "loss_action": 0.24212124943733215,
      "loss_total": 0.24212124943733215,
      "step": 1070
    },
    {
      "loss_action": 0.0449681282043457,
      "loss_total": 0.0449681282043457,
      "step": 1070
    },
    {
      "loss_action": 0.16507966816425323,
      "loss_total": 0.16507966816425323,
      "step": 1070
    },
    {
      "loss_action": 0.047760918736457825,
      "loss_total": 0.047760918736457825,
      "step": 1070
    },
    {
      "loss_action": 0.11627877503633499,
      "loss_total": 0.11627877503633499,
      "step": 1070
    },
    {
      "loss_action": 0.05223499611020088,
      "loss_total": 0.05223499611020088,
      "step": 1070
    },
    {
      "loss_action": 0.058976829051971436,
      "loss_total": 0.058976829051971436,
      "step": 1070
    },
    {
      "loss_action": 0.049783624708652496,
      "loss_total": 0.049783624708652496,
      "step": 1070
    },
    {
      "grad_norm": 1.8175135850906372,
      "learning_rate": 2.158e-05,
      "loss": 0.074,
      "step": 1080
    },
    {
      "loss_action": 0.09182418882846832,
      "loss_total": 0.09182418882846832,
      "step": 1080
    },
    {
      "loss_action": 0.06640863418579102,
      "loss_total": 0.06640863418579102,
      "step": 1080
    },
    {
      "loss_action": 0.070198193192482,
      "loss_total": 0.070198193192482,
      "step": 1080
    },
    {
      "loss_action": 0.06091845780611038,
      "loss_total": 0.06091845780611038,
      "step": 1080
    },
    {
      "loss_action": 0.05076970160007477,
      "loss_total": 0.05076970160007477,
      "step": 1080
    },
    {
      "loss_action": 0.060932304710149765,
      "loss_total": 0.060932304710149765,
      "step": 1080
    },
    {
      "loss_action": 0.07609422504901886,
      "loss_total": 0.07609422504901886,
      "step": 1080
    },
    {
      "loss_action": 0.08727721869945526,
      "loss_total": 0.08727721869945526,
      "step": 1080
    },
    {
      "grad_norm": 1.8867831230163574,
      "learning_rate": 2.178e-05,
      "loss": 0.0753,
      "step": 1090
    },
    {
      "loss_action": 0.03851255774497986,
      "loss_total": 0.03851255774497986,
      "step": 1090
    },
    {
      "loss_action": 0.05193854868412018,
      "loss_total": 0.05193854868412018,
      "step": 1090
    },
    {
      "loss_action": 0.051381781697273254,
      "loss_total": 0.051381781697273254,
      "step": 1090
    },
    {
      "loss_action": 0.07143225520849228,
      "loss_total": 0.07143225520849228,
      "step": 1090
    },
    {
      "loss_action": 0.14763329923152924,
      "loss_total": 0.14763329923152924,
      "step": 1090
    },
    {
      "loss_action": 0.04471904784440994,
      "loss_total": 0.04471904784440994,
      "step": 1090
    },
    {
      "loss_action": 0.08576470613479614,
      "loss_total": 0.08576470613479614,
      "step": 1090
    },
    {
      "loss_action": 0.03969412297010422,
      "loss_total": 0.03969412297010422,
      "step": 1090
    },
    {
      "grad_norm": 1.4601480960845947,
      "learning_rate": 2.198e-05,
      "loss": 0.0675,
      "step": 1100
    },
    {
      "loss_action": 0.04583674296736717,
      "loss_total": 0.04583674296736717,
      "step": 1100
    },
    {
      "loss_action": 0.05559235066175461,
      "loss_total": 0.05559235066175461,
      "step": 1100
    },
    {
      "loss_action": 0.10366706550121307,
      "loss_total": 0.10366706550121307,
      "step": 1100
    },
    {
      "loss_action": 0.06313566863536835,
      "loss_total": 0.06313566863536835,
      "step": 1100
    },
    {
      "loss_action": 0.0668591856956482,
      "loss_total": 0.0668591856956482,
      "step": 1100
    },
    {
      "loss_action": 0.056513771414756775,
      "loss_total": 0.056513771414756775,
      "step": 1100
    },
    {
      "loss_action": 0.05955341458320618,
      "loss_total": 0.05955341458320618,
      "step": 1100
    },
    {
      "loss_action": 0.10848548263311386,
      "loss_total": 0.10848548263311386,
      "step": 1100
    },
    {
      "grad_norm": 1.4419963359832764,
      "learning_rate": 2.218e-05,
      "loss": 0.0689,
      "step": 1110
    },
    {
      "loss_action": 0.07648312300443649,
      "loss_total": 0.07648312300443649,
      "step": 1110
    },
    {
      "loss_action": 0.12447111308574677,
      "loss_total": 0.12447111308574677,
      "step": 1110
    },
    {
      "loss_action": 0.09618565440177917,
      "loss_total": 0.09618565440177917,
      "step": 1110
    },
    {
      "loss_action": 0.06498418003320694,
      "loss_total": 0.06498418003320694,
      "step": 1110
    },
    {
      "loss_action": 0.08457653224468231,
      "loss_total": 0.08457653224468231,
      "step": 1110
    },
    {
      "loss_action": 0.054376695305109024,
      "loss_total": 0.054376695305109024,
      "step": 1110
    },
    {
      "loss_action": 0.06494922190904617,
      "loss_total": 0.06494922190904617,
      "step": 1110
    },
    {
      "loss_action": 0.042123936116695404,
      "loss_total": 0.042123936116695404,
      "step": 1110
    },
    {
      "grad_norm": 1.5434073209762573,
      "learning_rate": 2.2380000000000003e-05,
      "loss": 0.0708,
      "step": 1120
    },
    {
      "loss_action": 0.10155762732028961,
      "loss_total": 0.10155762732028961,
      "step": 1120
    },
    {
      "loss_action": 0.050420258194208145,
      "loss_total": 0.050420258194208145,
      "step": 1120
    },
    {
      "loss_action": 0.04947291314601898,
      "loss_total": 0.04947291314601898,
      "step": 1120
    },
    {
      "loss_action": 0.07088912278413773,
      "loss_total": 0.07088912278413773,
      "step": 1120
    },
    {
      "loss_action": 0.04640901833772659,
      "loss_total": 0.04640901833772659,
      "step": 1120
    },
    {
      "loss_action": 0.0814008116722107,
      "loss_total": 0.0814008116722107,
      "step": 1120
    },
    {
      "loss_action": 0.0536281019449234,
      "loss_total": 0.0536281019449234,
      "step": 1120
    },
    {
      "loss_action": 0.08237037807703018,
      "loss_total": 0.08237037807703018,
      "step": 1120
    },
    {
      "grad_norm": 1.2541953325271606,
      "learning_rate": 2.258e-05,
      "loss": 0.0733,
      "step": 1130
    },
    {
      "loss_action": 0.0647604838013649,
      "loss_total": 0.0647604838013649,
      "step": 1130
    },
    {
      "loss_action": 0.0732860192656517,
      "loss_total": 0.0732860192656517,
      "step": 1130
    },
    {
      "loss_action": 0.05970953777432442,
      "loss_total": 0.05970953777432442,
      "step": 1130
    },
    {
      "loss_action": 0.03904121369123459,
      "loss_total": 0.03904121369123459,
      "step": 1130
    },
    {
      "loss_action": 0.05455055087804794,
      "loss_total": 0.05455055087804794,
      "step": 1130
    },
    {
      "loss_action": 0.04035309702157974,
      "loss_total": 0.04035309702157974,
      "step": 1130
    },
    {
      "loss_action": 0.07160599529743195,
      "loss_total": 0.07160599529743195,
      "step": 1130
    },
    {
      "loss_action": 0.0623435378074646,
      "loss_total": 0.0623435378074646,
      "step": 1130
    },
    {
      "grad_norm": 1.729965090751648,
      "learning_rate": 2.2780000000000002e-05,
      "loss": 0.0722,
      "step": 1140
    },
    {
      "loss_action": 0.06601808220148087,
      "loss_total": 0.06601808220148087,
      "step": 1140
    },
    {
      "loss_action": 0.18927574157714844,
      "loss_total": 0.18927574157714844,
      "step": 1140
    },
    {
      "loss_action": 0.06567110866308212,
      "loss_total": 0.06567110866308212,
      "step": 1140
    },
    {
      "loss_action": 0.05406424403190613,
      "loss_total": 0.05406424403190613,
      "step": 1140
    },
    {
      "loss_action": 0.06446044147014618,
      "loss_total": 0.06446044147014618,
      "step": 1140
    },
    {
      "loss_action": 0.043926212936639786,
      "loss_total": 0.043926212936639786,
      "step": 1140
    },
    {
      "loss_action": 0.07672732323408127,
      "loss_total": 0.07672732323408127,
      "step": 1140
    },
    {
      "loss_action": 0.05269639939069748,
      "loss_total": 0.05269639939069748,
      "step": 1140
    },
    {
      "grad_norm": 1.6106700897216797,
      "learning_rate": 2.298e-05,
      "loss": 0.0672,
      "step": 1150
    },
    {
      "loss_action": 0.07233135402202606,
      "loss_total": 0.07233135402202606,
      "step": 1150
    },
    {
      "loss_action": 0.058096326887607574,
      "loss_total": 0.058096326887607574,
      "step": 1150
    },
    {
      "loss_action": 0.04856390506029129,
      "loss_total": 0.04856390506029129,
      "step": 1150
    },
    {
      "loss_action": 0.07184021174907684,
      "loss_total": 0.07184021174907684,
      "step": 1150
    },
    {
      "loss_action": 0.11249236762523651,
      "loss_total": 0.11249236762523651,
      "step": 1150
    },
    {
      "loss_action": 0.09419308602809906,
      "loss_total": 0.09419308602809906,
      "step": 1150
    },
    {
      "loss_action": 0.06509935855865479,
      "loss_total": 0.06509935855865479,
      "step": 1150
    },
    {
      "loss_action": 0.055757638067007065,
      "loss_total": 0.055757638067007065,
      "step": 1150
    },
    {
      "grad_norm": 1.413193702697754,
      "learning_rate": 2.318e-05,
      "loss": 0.0698,
      "step": 1160
    },
    {
      "loss_action": 0.1802757829427719,
      "loss_total": 0.1802757829427719,
      "step": 1160
    },
    {
      "loss_action": 0.061276424676179886,
      "loss_total": 0.061276424676179886,
      "step": 1160
    },
    {
      "loss_action": 0.06359227001667023,
      "loss_total": 0.06359227001667023,
      "step": 1160
    },
    {
      "loss_action": 0.04759805649518967,
      "loss_total": 0.04759805649518967,
      "step": 1160
    },
    {
      "loss_action": 0.05497948080301285,
      "loss_total": 0.05497948080301285,
      "step": 1160
    },
    {
      "loss_action": 0.05500158667564392,
      "loss_total": 0.05500158667564392,
      "step": 1160
    },
    {
      "loss_action": 0.054589107632637024,
      "loss_total": 0.054589107632637024,
      "step": 1160
    },
    {
      "loss_action": 0.04887666553258896,
      "loss_total": 0.04887666553258896,
      "step": 1160
    },
    {
      "grad_norm": 1.6971367597579956,
      "learning_rate": 2.3380000000000003e-05,
      "loss": 0.0686,
      "step": 1170
    },
    {
      "loss_action": 0.041016191244125366,
      "loss_total": 0.041016191244125366,
      "step": 1170
    },
    {
      "loss_action": 0.055941760540008545,
      "loss_total": 0.055941760540008545,
      "step": 1170
    },
    {
      "loss_action": 0.055608466267585754,
      "loss_total": 0.055608466267585754,
      "step": 1170
    },
    {
      "loss_action": 0.058846671134233475,
      "loss_total": 0.058846671134233475,
      "step": 1170
    },
    {
      "loss_action": 0.11990642547607422,
      "loss_total": 0.11990642547607422,
      "step": 1170
    },
    {
      "loss_action": 0.19632191956043243,
      "loss_total": 0.19632191956043243,
      "step": 1170
    },
    {
      "loss_action": 0.05174592137336731,
      "loss_total": 0.05174592137336731,
      "step": 1170
    },
    {
      "loss_action": 0.06378450244665146,
      "loss_total": 0.06378450244665146,
      "step": 1170
    },
    {
      "grad_norm": 1.6916428804397583,
      "learning_rate": 2.358e-05,
      "loss": 0.0676,
      "step": 1180
    },
    {
      "loss_action": 0.04828471690416336,
      "loss_total": 0.04828471690416336,
      "step": 1180
    },
    {
      "loss_action": 0.052936851978302,
      "loss_total": 0.052936851978302,
      "step": 1180
    },
    {
      "loss_action": 0.0685431957244873,
      "loss_total": 0.0685431957244873,
      "step": 1180
    },
    {
      "loss_action": 0.038025155663490295,
      "loss_total": 0.038025155663490295,
      "step": 1180
    },
    {
      "loss_action": 0.08542212098836899,
      "loss_total": 0.08542212098836899,
      "step": 1180
    },
    {
      "loss_action": 0.03977055847644806,
      "loss_total": 0.03977055847644806,
      "step": 1180
    },
    {
      "loss_action": 0.047176558524370193,
      "loss_total": 0.047176558524370193,
      "step": 1180
    },
    {
      "loss_action": 0.0382717102766037,
      "loss_total": 0.0382717102766037,
      "step": 1180
    },
    {
      "grad_norm": 1.2013273239135742,
      "learning_rate": 2.3780000000000003e-05,
      "loss": 0.0665,
      "step": 1190
    },
    {
      "loss_action": 0.05254877358675003,
      "loss_total": 0.05254877358675003,
      "step": 1190
    },
    {
      "loss_action": 0.06621930003166199,
      "loss_total": 0.06621930003166199,
      "step": 1190
    },
    {
      "loss_action": 0.0907122939825058,
      "loss_total": 0.0907122939825058,
      "step": 1190
    },
    {
      "loss_action": 0.09491965174674988,
      "loss_total": 0.09491965174674988,
      "step": 1190
    },
    {
      "loss_action": 0.047222599387168884,
      "loss_total": 0.047222599387168884,
      "step": 1190
    },
    {
      "loss_action": 0.06985671818256378,
      "loss_total": 0.06985671818256378,
      "step": 1190
    },
    {
      "loss_action": 0.08060334622859955,
      "loss_total": 0.08060334622859955,
      "step": 1190
    },
    {
      "loss_action": 0.037567511200904846,
      "loss_total": 0.037567511200904846,
      "step": 1190
    },
    {
      "grad_norm": 1.56295645236969,
      "learning_rate": 2.398e-05,
      "loss": 0.067,
      "step": 1200
    },
    {
      "loss_action": 0.05366254597902298,
      "loss_total": 0.05366254597902298,
      "step": 1200
    },
    {
      "loss_action": 0.0457872599363327,
      "loss_total": 0.0457872599363327,
      "step": 1200
    },
    {
      "loss_action": 0.04754061996936798,
      "loss_total": 0.04754061996936798,
      "step": 1200
    },
    {
      "loss_action": 0.0813002735376358,
      "loss_total": 0.0813002735376358,
      "step": 1200
    },
    {
      "loss_action": 0.05168525502085686,
      "loss_total": 0.05168525502085686,
      "step": 1200
    },
    {
      "loss_action": 0.07072275876998901,
      "loss_total": 0.07072275876998901,
      "step": 1200
    },
    {
      "loss_action": 0.06511107832193375,
      "loss_total": 0.06511107832193375,
      "step": 1200
    },
    {
      "loss_action": 0.10004979372024536,
      "loss_total": 0.10004979372024536,
      "step": 1200
    },
    {
      "grad_norm": 1.5872271060943604,
      "learning_rate": 2.418e-05,
      "loss": 0.0667,
      "step": 1210
    },
    {
      "loss_action": 0.0840563029050827,
      "loss_total": 0.0840563029050827,
      "step": 1210
    },
    {
      "loss_action": 0.054181456565856934,
      "loss_total": 0.054181456565856934,
      "step": 1210
    },
    {
      "loss_action": 0.05983730033040047,
      "loss_total": 0.05983730033040047,
      "step": 1210
    },
    {
      "loss_action": 0.051155947148799896,
      "loss_total": 0.051155947148799896,
      "step": 1210
    },
    {
      "loss_action": 0.059710919857025146,
      "loss_total": 0.059710919857025146,
      "step": 1210
    },
    {
      "loss_action": 0.07800745964050293,
      "loss_total": 0.07800745964050293,
      "step": 1210
    },
    {
      "loss_action": 0.06323298066854477,
      "loss_total": 0.06323298066854477,
      "step": 1210
    },
    {
      "loss_action": 0.07573889940977097,
      "loss_total": 0.07573889940977097,
      "step": 1210
    },
    {
      "grad_norm": 1.3458976745605469,
      "learning_rate": 2.438e-05,
      "loss": 0.0624,
      "step": 1220
    },
    {
      "loss_action": 0.05999785661697388,
      "loss_total": 0.05999785661697388,
      "step": 1220
    },
    {
      "loss_action": 0.06836916506290436,
      "loss_total": 0.06836916506290436,
      "step": 1220
    },
    {
      "loss_action": 0.05595581978559494,
      "loss_total": 0.05595581978559494,
      "step": 1220
    },
    {
      "loss_action": 0.07309392094612122,
      "loss_total": 0.07309392094612122,
      "step": 1220
    },
    {
      "loss_action": 0.06253161281347275,
      "loss_total": 0.06253161281347275,
      "step": 1220
    },
    {
      "loss_action": 0.047677867114543915,
      "loss_total": 0.047677867114543915,
      "step": 1220
    },
    {
      "loss_action": 0.04482433944940567,
      "loss_total": 0.04482433944940567,
      "step": 1220
    },
    {
      "loss_action": 0.07084126770496368,
      "loss_total": 0.07084126770496368,
      "step": 1220
    },
    {
      "grad_norm": 1.491796612739563,
      "learning_rate": 2.4580000000000002e-05,
      "loss": 0.0664,
      "step": 1230
    },
    {
      "loss_action": 0.062450703233480453,
      "loss_total": 0.062450703233480453,
      "step": 1230
    },
    {
      "loss_action": 0.049281757324934006,
      "loss_total": 0.049281757324934006,
      "step": 1230
    },
    {
      "loss_action": 0.06025584787130356,
      "loss_total": 0.06025584787130356,
      "step": 1230
    },
    {
      "loss_action": 0.06421670317649841,
      "loss_total": 0.06421670317649841,
      "step": 1230
    },
    {
      "loss_action": 0.20081499218940735,
      "loss_total": 0.20081499218940735,
      "step": 1230
    },
    {
      "loss_action": 0.08911626785993576,
      "loss_total": 0.08911626785993576,
      "step": 1230
    },
    {
      "loss_action": 0.11415478587150574,
      "loss_total": 0.11415478587150574,
      "step": 1230
    },
    {
      "loss_action": 0.05151152238249779,
      "loss_total": 0.05151152238249779,
      "step": 1230
    },
    {
      "grad_norm": 1.9484174251556396,
      "learning_rate": 2.478e-05,
      "loss": 0.0649,
      "step": 1240
    },
    {
      "loss_action": 0.058437246829271317,
      "loss_total": 0.058437246829271317,
      "step": 1240
    },
    {
      "loss_action": 0.08839236944913864,
      "loss_total": 0.08839236944913864,
      "step": 1240
    },
    {
      "loss_action": 0.057363662868738174,
      "loss_total": 0.057363662868738174,
      "step": 1240
    },
    {
      "loss_action": 0.061530619859695435,
      "loss_total": 0.061530619859695435,
      "step": 1240
    },
    {
      "loss_action": 0.05798351764678955,
      "loss_total": 0.05798351764678955,
      "step": 1240
    },
    {
      "loss_action": 0.05028573423624039,
      "loss_total": 0.05028573423624039,
      "step": 1240
    },
    {
      "loss_action": 0.06951970607042313,
      "loss_total": 0.06951970607042313,
      "step": 1240
    },
    {
      "loss_action": 0.08612366020679474,
      "loss_total": 0.08612366020679474,
      "step": 1240
    },
    {
      "grad_norm": 1.5811024904251099,
      "learning_rate": 2.498e-05,
      "loss": 0.0687,
      "step": 1250
    },
    {
      "loss_action": 0.12020570784807205,
      "loss_total": 0.12020570784807205,
      "step": 1250
    },
    {
      "loss_action": 0.07826395332813263,
      "loss_total": 0.07826395332813263,
      "step": 1250
    },
    {
      "loss_action": 0.08233033120632172,
      "loss_total": 0.08233033120632172,
      "step": 1250
    },
    {
      "loss_action": 0.08384233713150024,
      "loss_total": 0.08384233713150024,
      "step": 1250
    },
    {
      "loss_action": 0.04748225957155228,
      "loss_total": 0.04748225957155228,
      "step": 1250
    },
    {
      "loss_action": 0.06334743648767471,
      "loss_total": 0.06334743648767471,
      "step": 1250
    },
    {
      "loss_action": 0.04968281090259552,
      "loss_total": 0.04968281090259552,
      "step": 1250
    },
    {
      "loss_action": 0.05681111663579941,
      "loss_total": 0.05681111663579941,
      "step": 1250
    },
    {
      "grad_norm": 1.3845024108886719,
      "learning_rate": 2.5180000000000003e-05,
      "loss": 0.0661,
      "step": 1260
    },
    {
      "loss_action": 0.060188908129930496,
      "loss_total": 0.060188908129930496,
      "step": 1260
    },
    {
      "loss_action": 0.06599143892526627,
      "loss_total": 0.06599143892526627,
      "step": 1260
    },
    {
      "loss_action": 0.0581621490418911,
      "loss_total": 0.0581621490418911,
      "step": 1260
    },
    {
      "loss_action": 0.04994472116231918,
      "loss_total": 0.04994472116231918,
      "step": 1260
    },
    {
      "loss_action": 0.04088000953197479,
      "loss_total": 0.04088000953197479,
      "step": 1260
    },
    {
      "loss_action": 0.03852641582489014,
      "loss_total": 0.03852641582489014,
      "step": 1260
    },
    {
      "loss_action": 0.06202840059995651,
      "loss_total": 0.06202840059995651,
      "step": 1260
    },
    {
      "loss_action": 0.06395018100738525,
      "loss_total": 0.06395018100738525,
      "step": 1260
    },
    {
      "grad_norm": 1.8205862045288086,
      "learning_rate": 2.5380000000000004e-05,
      "loss": 0.0631,
      "step": 1270
    },
    {
      "loss_action": 0.0663629025220871,
      "loss_total": 0.0663629025220871,
      "step": 1270
    },
    {
      "loss_action": 0.056698501110076904,
      "loss_total": 0.056698501110076904,
      "step": 1270
    },
    {
      "loss_action": 0.055963240563869476,
      "loss_total": 0.055963240563869476,
      "step": 1270
    },
    {
      "loss_action": 0.05950722098350525,
      "loss_total": 0.05950722098350525,
      "step": 1270
    },
    {
      "loss_action": 0.04243788123130798,
      "loss_total": 0.04243788123130798,
      "step": 1270
    },
    {
      "loss_action": 0.05124295502901077,
      "loss_total": 0.05124295502901077,
      "step": 1270
    },
    {
      "loss_action": 0.0566062405705452,
      "loss_total": 0.0566062405705452,
      "step": 1270
    },
    {
      "loss_action": 0.16086584329605103,
      "loss_total": 0.16086584329605103,
      "step": 1270
    },
    {
      "grad_norm": 1.178421139717102,
      "learning_rate": 2.5580000000000002e-05,
      "loss": 0.0689,
      "step": 1280
    },
    {
      "loss_action": 0.09362873435020447,
      "loss_total": 0.09362873435020447,
      "step": 1280
    },
    {
      "loss_action": 0.055745482444763184,
      "loss_total": 0.055745482444763184,
      "step": 1280
    },
    {
      "loss_action": 0.0545080304145813,
      "loss_total": 0.0545080304145813,
      "step": 1280
    },
    {
      "loss_action": 0.06072535738348961,
      "loss_total": 0.06072535738348961,
      "step": 1280
    },
    {
      "loss_action": 0.05139465257525444,
      "loss_total": 0.05139465257525444,
      "step": 1280
    },
    {
      "loss_action": 0.07760420441627502,
      "loss_total": 0.07760420441627502,
      "step": 1280
    },
    {
      "loss_action": 0.07853001356124878,
      "loss_total": 0.07853001356124878,
      "step": 1280
    },
    {
      "loss_action": 0.04834599047899246,
      "loss_total": 0.04834599047899246,
      "step": 1280
    },
    {
      "grad_norm": 1.2879632711410522,
      "learning_rate": 2.5779999999999997e-05,
      "loss": 0.0638,
      "step": 1290
    },
    {
      "loss_action": 0.053402192890644073,
      "loss_total": 0.053402192890644073,
      "step": 1290
    },
    {
      "loss_action": 0.045894064009189606,
      "loss_total": 0.045894064009189606,
      "step": 1290
    },
    {
      "loss_action": 0.03943943604826927,
      "loss_total": 0.03943943604826927,
      "step": 1290
    },
    {
      "loss_action": 0.08116020262241364,
      "loss_total": 0.08116020262241364,
      "step": 1290
    },
    {
      "loss_action": 0.05139867588877678,
      "loss_total": 0.05139867588877678,
      "step": 1290
    },
    {
      "loss_action": 0.05413483828306198,
      "loss_total": 0.05413483828306198,
      "step": 1290
    },
    {
      "loss_action": 0.05831959843635559,
      "loss_total": 0.05831959843635559,
      "step": 1290
    },
    {
      "loss_action": 0.05538332462310791,
      "loss_total": 0.05538332462310791,
      "step": 1290
    },
    {
      "grad_norm": 1.0292421579360962,
      "learning_rate": 2.598e-05,
      "loss": 0.0622,
      "step": 1300
    },
    {
      "loss_action": 0.04844260215759277,
      "loss_total": 0.04844260215759277,
      "step": 1300
    },
    {
      "loss_action": 0.059617042541503906,
      "loss_total": 0.059617042541503906,
      "step": 1300
    },
    {
      "loss_action": 0.042726851999759674,
      "loss_total": 0.042726851999759674,
      "step": 1300
    },
    {
      "loss_action": 0.06712615489959717,
      "loss_total": 0.06712615489959717,
      "step": 1300
    },
    {
      "loss_action": 0.07531312108039856,
      "loss_total": 0.07531312108039856,
      "step": 1300
    },
    {
      "loss_action": 0.0528370663523674,
      "loss_total": 0.0528370663523674,
      "step": 1300
    },
    {
      "loss_action": 0.04458388686180115,
      "loss_total": 0.04458388686180115,
      "step": 1300
    },
    {
      "loss_action": 0.10854264348745346,
      "loss_total": 0.10854264348745346,
      "step": 1300
    },
    {
      "grad_norm": 1.3261873722076416,
      "learning_rate": 2.618e-05,
      "loss": 0.0598,
      "step": 1310
    },
    {
      "loss_action": 0.04265870898962021,
      "loss_total": 0.04265870898962021,
      "step": 1310
    },
    {
      "loss_action": 0.06951820105314255,
      "loss_total": 0.06951820105314255,
      "step": 1310
    },
    {
      "loss_action": 0.040071189403533936,
      "loss_total": 0.040071189403533936,
      "step": 1310
    },
    {
      "loss_action": 0.07308703660964966,
      "loss_total": 0.07308703660964966,
      "step": 1310
    },
    {
      "loss_action": 0.04211316630244255,
      "loss_total": 0.04211316630244255,
      "step": 1310
    },
    {
      "loss_action": 0.045746661722660065,
      "loss_total": 0.045746661722660065,
      "step": 1310
    },
    {
      "loss_action": 0.07887867838144302,
      "loss_total": 0.07887867838144302,
      "step": 1310
    },
    {
      "loss_action": 0.04684031009674072,
      "loss_total": 0.04684031009674072,
      "step": 1310
    },
    {
      "grad_norm": 1.322672724723816,
      "learning_rate": 2.6379999999999998e-05,
      "loss": 0.0573,
      "step": 1320
    },
    {
      "loss_action": 0.06173063814640045,
      "loss_total": 0.06173063814640045,
      "step": 1320
    },
    {
      "loss_action": 0.04444863647222519,
      "loss_total": 0.04444863647222519,
      "step": 1320
    },
    {
      "loss_action": 0.046905018389225006,
      "loss_total": 0.046905018389225006,
      "step": 1320
    },
    {
      "loss_action": 0.07614429295063019,
      "loss_total": 0.07614429295063019,
      "step": 1320
    },
    {
      "loss_action": 0.0617922767996788,
      "loss_total": 0.0617922767996788,
      "step": 1320
    },
    {
      "loss_action": 0.04319922253489494,
      "loss_total": 0.04319922253489494,
      "step": 1320
    },
    {
      "loss_action": 0.053624145686626434,
      "loss_total": 0.053624145686626434,
      "step": 1320
    },
    {
      "loss_action": 0.047464460134506226,
      "loss_total": 0.047464460134506226,
      "step": 1320
    },
    {
      "grad_norm": 1.27230703830719,
      "learning_rate": 2.658e-05,
      "loss": 0.0692,
      "step": 1330
    },
    {
      "loss_action": 0.0766293928027153,
      "loss_total": 0.0766293928027153,
      "step": 1330
    },
    {
      "loss_action": 0.05978449434041977,
      "loss_total": 0.05978449434041977,
      "step": 1330
    },
    {
      "loss_action": 0.15204957127571106,
      "loss_total": 0.15204957127571106,
      "step": 1330
    },
    {
      "loss_action": 0.05420999228954315,
      "loss_total": 0.05420999228954315,
      "step": 1330
    },
    {
      "loss_action": 0.07459041476249695,
      "loss_total": 0.07459041476249695,
      "step": 1330
    },
    {
      "loss_action": 0.06367794424295425,
      "loss_total": 0.06367794424295425,
      "step": 1330
    },
    {
      "loss_action": 0.04691331461071968,
      "loss_total": 0.04691331461071968,
      "step": 1330
    },
    {
      "loss_action": 0.045379363000392914,
      "loss_total": 0.045379363000392914,
      "step": 1330
    },
    {
      "grad_norm": 1.6100959777832031,
      "learning_rate": 2.678e-05,
      "loss": 0.0638,
      "step": 1340
    },
    {
      "loss_action": 0.10150432586669922,
      "loss_total": 0.10150432586669922,
      "step": 1340
    },
    {
      "loss_action": 0.0709301009774208,
      "loss_total": 0.0709301009774208,
      "step": 1340
    },
    {
      "loss_action": 0.06009979173541069,
      "loss_total": 0.06009979173541069,
      "step": 1340
    },
    {
      "loss_action": 0.06163331866264343,
      "loss_total": 0.06163331866264343,
      "step": 1340
    },
    {
      "loss_action": 0.05195675045251846,
      "loss_total": 0.05195675045251846,
      "step": 1340
    },
    {
      "loss_action": 0.05830269679427147,
      "loss_total": 0.05830269679427147,
      "step": 1340
    },
    {
      "loss_action": 0.057148486375808716,
      "loss_total": 0.057148486375808716,
      "step": 1340
    },
    {
      "loss_action": 0.043654195964336395,
      "loss_total": 0.043654195964336395,
      "step": 1340
    },
    {
      "grad_norm": 1.650492787361145,
      "learning_rate": 2.698e-05,
      "loss": 0.0677,
      "step": 1350
    },
    {
      "loss_action": 0.04356079548597336,
      "loss_total": 0.04356079548597336,
      "step": 1350
    },
    {
      "loss_action": 0.04974743723869324,
      "loss_total": 0.04974743723869324,
      "step": 1350
    },
    {
      "loss_action": 0.044039856642484665,
      "loss_total": 0.044039856642484665,
      "step": 1350
    },
    {
      "loss_action": 0.06236683949828148,
      "loss_total": 0.06236683949828148,
      "step": 1350
    },
    {
      "loss_action": 0.034000735729932785,
      "loss_total": 0.034000735729932785,
      "step": 1350
    },
    {
      "loss_action": 0.03834174945950508,
      "loss_total": 0.03834174945950508,
      "step": 1350
    },
    {
      "loss_action": 0.06685633957386017,
      "loss_total": 0.06685633957386017,
      "step": 1350
    },
    {
      "loss_action": 0.050710491836071014,
      "loss_total": 0.050710491836071014,
      "step": 1350
    },
    {
      "grad_norm": 1.1235486268997192,
      "learning_rate": 2.718e-05,
      "loss": 0.064,
      "step": 1360
    },
    {
      "loss_action": 0.040096547454595566,
      "loss_total": 0.040096547454595566,
      "step": 1360
    },
    {
      "loss_action": 0.05425550788640976,
      "loss_total": 0.05425550788640976,
      "step": 1360
    },
    {
      "loss_action": 0.08629105985164642,
      "loss_total": 0.08629105985164642,
      "step": 1360
    },
    {
      "loss_action": 0.04779911786317825,
      "loss_total": 0.04779911786317825,
      "step": 1360
    },
    {
      "loss_action": 0.06160549819469452,
      "loss_total": 0.06160549819469452,
      "step": 1360
    },
    {
      "loss_action": 0.0963982492685318,
      "loss_total": 0.0963982492685318,
      "step": 1360
    },
    {
      "loss_action": 0.0698511004447937,
      "loss_total": 0.0698511004447937,
      "step": 1360
    },
    {
      "loss_action": 0.06213855370879173,
      "loss_total": 0.06213855370879173,
      "step": 1360
    },
    {
      "grad_norm": 1.2146906852722168,
      "learning_rate": 2.738e-05,
      "loss": 0.0627,
      "step": 1370
    },
    {
      "loss_action": 0.04332442581653595,
      "loss_total": 0.04332442581653595,
      "step": 1370
    },
    {
      "loss_action": 0.05288029462099075,
      "loss_total": 0.05288029462099075,
      "step": 1370
    },
    {
      "loss_action": 0.03622780740261078,
      "loss_total": 0.03622780740261078,
      "step": 1370
    },
    {
      "loss_action": 0.05767792463302612,
      "loss_total": 0.05767792463302612,
      "step": 1370
    },
    {
      "loss_action": 0.03745848685503006,
      "loss_total": 0.03745848685503006,
      "step": 1370
    },
    {
      "loss_action": 0.04049314558506012,
      "loss_total": 0.04049314558506012,
      "step": 1370
    },
    {
      "loss_action": 0.04161927103996277,
      "loss_total": 0.04161927103996277,
      "step": 1370
    },
    {
      "loss_action": 0.08796398341655731,
      "loss_total": 0.08796398341655731,
      "step": 1370
    },
    {
      "grad_norm": 1.1633870601654053,
      "learning_rate": 2.758e-05,
      "loss": 0.0569,
      "step": 1380
    },
    {
      "loss_action": 0.040807995945215225,
      "loss_total": 0.040807995945215225,
      "step": 1380
    },
    {
      "loss_action": 0.04607832059264183,
      "loss_total": 0.04607832059264183,
      "step": 1380
    },
    {
      "loss_action": 0.04550135135650635,
      "loss_total": 0.04550135135650635,
      "step": 1380
    },
    {
      "loss_action": 0.06131330505013466,
      "loss_total": 0.06131330505013466,
      "step": 1380
    },
    {
      "loss_action": 0.04058869928121567,
      "loss_total": 0.04058869928121567,
      "step": 1380
    },
    {
      "loss_action": 0.06224729120731354,
      "loss_total": 0.06224729120731354,
      "step": 1380
    },
    {
      "loss_action": 0.053120553493499756,
      "loss_total": 0.053120553493499756,
      "step": 1380
    },
    {
      "loss_action": 0.050491057336330414,
      "loss_total": 0.050491057336330414,
      "step": 1380
    },
    {
      "grad_norm": 1.7055840492248535,
      "learning_rate": 2.778e-05,
      "loss": 0.0577,
      "step": 1390
    },
    {
      "loss_action": 0.07037558406591415,
      "loss_total": 0.07037558406591415,
      "step": 1390
    },
    {
      "loss_action": 0.07199639827013016,
      "loss_total": 0.07199639827013016,
      "step": 1390
    },
    {
      "loss_action": 0.050998345017433167,
      "loss_total": 0.050998345017433167,
      "step": 1390
    },
    {
      "loss_action": 0.19806022942066193,
      "loss_total": 0.19806022942066193,
      "step": 1390
    },
    {
      "loss_action": 0.07982821762561798,
      "loss_total": 0.07982821762561798,
      "step": 1390
    },
    {
      "loss_action": 0.06817355006933212,
      "loss_total": 0.06817355006933212,
      "step": 1390
    },
    {
      "loss_action": 0.051972828805446625,
      "loss_total": 0.051972828805446625,
      "step": 1390
    },
    {
      "loss_action": 0.046835120767354965,
      "loss_total": 0.046835120767354965,
      "step": 1390
    },
    {
      "grad_norm": 1.3996459245681763,
      "learning_rate": 2.798e-05,
      "loss": 0.0608,
      "step": 1400
    },
    {
      "loss_action": 0.03657856583595276,
      "loss_total": 0.03657856583595276,
      "step": 1400
    },
    {
      "loss_action": 0.06572578847408295,
      "loss_total": 0.06572578847408295,
      "step": 1400
    },
    {
      "loss_action": 0.03511633723974228,
      "loss_total": 0.03511633723974228,
      "step": 1400
    },
    {
      "loss_action": 0.05962676554918289,
      "loss_total": 0.05962676554918289,
      "step": 1400
    },
    {
      "loss_action": 0.04549684375524521,
      "loss_total": 0.04549684375524521,
      "step": 1400
    },
    {
      "loss_action": 0.09250471740961075,
      "loss_total": 0.09250471740961075,
      "step": 1400
    },
    {
      "loss_action": 0.1424487829208374,
      "loss_total": 0.1424487829208374,
      "step": 1400
    },
    {
      "loss_action": 0.11957977712154388,
      "loss_total": 0.11957977712154388,
      "step": 1400
    },
    {
      "grad_norm": 1.5322062969207764,
      "learning_rate": 2.818e-05,
      "loss": 0.0814,
      "step": 1410
    },
    {
      "loss_action": 0.06405313313007355,
      "loss_total": 0.06405313313007355,
      "step": 1410
    },
    {
      "loss_action": 0.08288559317588806,
      "loss_total": 0.08288559317588806,
      "step": 1410
    },
    {
      "loss_action": 0.07314291596412659,
      "loss_total": 0.07314291596412659,
      "step": 1410
    },
    {
      "loss_action": 0.04379110783338547,
      "loss_total": 0.04379110783338547,
      "step": 1410
    },
    {
      "loss_action": 0.12522239983081818,
      "loss_total": 0.12522239983081818,
      "step": 1410
    },
    {
      "loss_action": 0.04456961154937744,
      "loss_total": 0.04456961154937744,
      "step": 1410
    },
    {
      "loss_action": 0.0653233602643013,
      "loss_total": 0.0653233602643013,
      "step": 1410
    },
    {
      "loss_action": 0.06441162526607513,
      "loss_total": 0.06441162526607513,
      "step": 1410
    },
    {
      "grad_norm": 1.1461851596832275,
      "learning_rate": 2.8380000000000003e-05,
      "loss": 0.0658,
      "step": 1420
    },
    {
      "loss_action": 0.043948061764240265,
      "loss_total": 0.043948061764240265,
      "step": 1420
    },
    {
      "loss_action": 0.04907779023051262,
      "loss_total": 0.04907779023051262,
      "step": 1420
    },
    {
      "loss_action": 0.048747312277555466,
      "loss_total": 0.048747312277555466,
      "step": 1420
    },
    {
      "loss_action": 0.06588174402713776,
      "loss_total": 0.06588174402713776,
      "step": 1420
    },
    {
      "loss_action": 0.05383963882923126,
      "loss_total": 0.05383963882923126,
      "step": 1420
    },
    {
      "loss_action": 0.04414740577340126,
      "loss_total": 0.04414740577340126,
      "step": 1420
    },
    {
      "loss_action": 0.06694575399160385,
      "loss_total": 0.06694575399160385,
      "step": 1420
    },
    {
      "loss_action": 0.05674237012863159,
      "loss_total": 0.05674237012863159,
      "step": 1420
    },
    {
      "grad_norm": 0.9588838219642639,
      "learning_rate": 2.858e-05,
      "loss": 0.0618,
      "step": 1430
    },
    {
      "loss_action": 0.04026356339454651,
      "loss_total": 0.04026356339454651,
      "step": 1430
    },
    {
      "loss_action": 0.03974122926592827,
      "loss_total": 0.03974122926592827,
      "step": 1430
    },
    {
      "loss_action": 0.04751356691122055,
      "loss_total": 0.04751356691122055,
      "step": 1430
    },
    {
      "loss_action": 0.06606658548116684,
      "loss_total": 0.06606658548116684,
      "step": 1430
    },
    {
      "loss_action": 0.04574272036552429,
      "loss_total": 0.04574272036552429,
      "step": 1430
    },
    {
      "loss_action": 0.0933886170387268,
      "loss_total": 0.0933886170387268,
      "step": 1430
    },
    {
      "loss_action": 0.053377337753772736,
      "loss_total": 0.053377337753772736,
      "step": 1430
    },
    {
      "loss_action": 0.08528506755828857,
      "loss_total": 0.08528506755828857,
      "step": 1430
    },
    {
      "grad_norm": 1.2565031051635742,
      "learning_rate": 2.8780000000000002e-05,
      "loss": 0.0622,
      "step": 1440
    },
    {
      "loss_action": 0.06244293600320816,
      "loss_total": 0.06244293600320816,
      "step": 1440
    },
    {
      "loss_action": 0.07341491430997849,
      "loss_total": 0.07341491430997849,
      "step": 1440
    },
    {
      "loss_action": 0.060232482850551605,
      "loss_total": 0.060232482850551605,
      "step": 1440
    },
    {
      "loss_action": 0.04090086370706558,
      "loss_total": 0.04090086370706558,
      "step": 1440
    },
    {
      "loss_action": 0.040499549359083176,
      "loss_total": 0.040499549359083176,
      "step": 1440
    },
    {
      "loss_action": 0.056066885590553284,
      "loss_total": 0.056066885590553284,
      "step": 1440
    },
    {
      "loss_action": 0.043250590562820435,
      "loss_total": 0.043250590562820435,
      "step": 1440
    },
    {
      "loss_action": 0.055811457335948944,
      "loss_total": 0.055811457335948944,
      "step": 1440
    },
    {
      "grad_norm": 1.0837376117706299,
      "learning_rate": 2.898e-05,
      "loss": 0.0597,
      "step": 1450
    },
    {
      "loss_action": 0.07345480471849442,
      "loss_total": 0.07345480471849442,
      "step": 1450
    },
    {
      "loss_action": 0.05280798301100731,
      "loss_total": 0.05280798301100731,
      "step": 1450
    },
    {
      "loss_action": 0.08319202065467834,
      "loss_total": 0.08319202065467834,
      "step": 1450
    },
    {
      "loss_action": 0.15643389523029327,
      "loss_total": 0.15643389523029327,
      "step": 1450
    },
    {
      "loss_action": 0.053411953151226044,
      "loss_total": 0.053411953151226044,
      "step": 1450
    },
    {
      "loss_action": 0.08404955267906189,
      "loss_total": 0.08404955267906189,
      "step": 1450
    },
    {
      "loss_action": 0.06859775632619858,
      "loss_total": 0.06859775632619858,
      "step": 1450
    },
    {
      "loss_action": 0.079778753221035,
      "loss_total": 0.079778753221035,
      "step": 1450
    },
    {
      "grad_norm": 1.4847229719161987,
      "learning_rate": 2.9180000000000002e-05,
      "loss": 0.0656,
      "step": 1460
    },
    {
      "loss_action": 0.08333739638328552,
      "loss_total": 0.08333739638328552,
      "step": 1460
    },
    {
      "loss_action": 0.041564375162124634,
      "loss_total": 0.041564375162124634,
      "step": 1460
    },
    {
      "loss_action": 0.03890811651945114,
      "loss_total": 0.03890811651945114,
      "step": 1460
    },
    {
      "loss_action": 0.07153727859258652,
      "loss_total": 0.07153727859258652,
      "step": 1460
    },
    {
      "loss_action": 0.045292120426893234,
      "loss_total": 0.045292120426893234,
      "step": 1460
    },
    {
      "loss_action": 0.07389331609010696,
      "loss_total": 0.07389331609010696,
      "step": 1460
    },
    {
      "loss_action": 0.04795698821544647,
      "loss_total": 0.04795698821544647,
      "step": 1460
    },
    {
      "loss_action": 0.06522436439990997,
      "loss_total": 0.06522436439990997,
      "step": 1460
    },
    {
      "grad_norm": 1.2116985321044922,
      "learning_rate": 2.9380000000000003e-05,
      "loss": 0.0586,
      "step": 1470
    },
    {
      "loss_action": 0.06331521272659302,
      "loss_total": 0.06331521272659302,
      "step": 1470
    },
    {
      "loss_action": 0.036798663437366486,
      "loss_total": 0.036798663437366486,
      "step": 1470
    },
    {
      "loss_action": 0.10593171417713165,
      "loss_total": 0.10593171417713165,
      "step": 1470
    },
    {
      "loss_action": 0.041574347764253616,
      "loss_total": 0.041574347764253616,
      "step": 1470
    },
    {
      "loss_action": 0.04668741300702095,
      "loss_total": 0.04668741300702095,
      "step": 1470
    },
    {
      "loss_action": 0.06454966217279434,
      "loss_total": 0.06454966217279434,
      "step": 1470
    },
    {
      "loss_action": 0.03858137130737305,
      "loss_total": 0.03858137130737305,
      "step": 1470
    },
    {
      "loss_action": 0.042492400854825974,
      "loss_total": 0.042492400854825974,
      "step": 1470
    },
    {
      "grad_norm": 1.013988971710205,
      "learning_rate": 2.958e-05,
      "loss": 0.0565,
      "step": 1480
    },
    {
      "loss_action": 0.06023382768034935,
      "loss_total": 0.06023382768034935,
      "step": 1480
    },
    {
      "loss_action": 0.04566469043493271,
      "loss_total": 0.04566469043493271,
      "step": 1480
    },
    {
      "loss_action": 0.0429704412817955,
      "loss_total": 0.0429704412817955,
      "step": 1480
    },
    {
      "loss_action": 0.04847532510757446,
      "loss_total": 0.04847532510757446,
      "step": 1480
    },
    {
      "loss_action": 0.04453931376338005,
      "loss_total": 0.04453931376338005,
      "step": 1480
    },
    {
      "loss_action": 0.040448300540447235,
      "loss_total": 0.040448300540447235,
      "step": 1480
    },
    {
      "loss_action": 0.12245599925518036,
      "loss_total": 0.12245599925518036,
      "step": 1480
    },
    {
      "loss_action": 0.04439585655927658,
      "loss_total": 0.04439585655927658,
      "step": 1480
    },
    {
      "grad_norm": 1.3525943756103516,
      "learning_rate": 2.9780000000000003e-05,
      "loss": 0.0584,
      "step": 1490
    },
    {
      "loss_action": 0.06638242304325104,
      "loss_total": 0.06638242304325104,
      "step": 1490
    },
    {
      "loss_action": 0.07678364217281342,
      "loss_total": 0.07678364217281342,
      "step": 1490
    },
    {
      "loss_action": 0.058115579187870026,
      "loss_total": 0.058115579187870026,
      "step": 1490
    },
    {
      "loss_action": 0.05735688656568527,
      "loss_total": 0.05735688656568527,
      "step": 1490
    },
    {
      "loss_action": 0.052404481917619705,
      "loss_total": 0.052404481917619705,
      "step": 1490
    },
    {
      "loss_action": 0.04517515003681183,
      "loss_total": 0.04517515003681183,
      "step": 1490
    },
    {
      "loss_action": 0.10512971878051758,
      "loss_total": 0.10512971878051758,
      "step": 1490
    },
    {
      "loss_action": 0.056356385350227356,
      "loss_total": 0.056356385350227356,
      "step": 1490
    },
    {
      "grad_norm": 1.144299864768982,
      "learning_rate": 2.998e-05,
      "loss": 0.0569,
      "step": 1500
    },
    {
      "loss_action": 0.05332290008664131,
      "loss_total": 0.05332290008664131,
      "step": 1500
    },
    {
      "loss_action": 0.07086966931819916,
      "loss_total": 0.07086966931819916,
      "step": 1500
    },
    {
      "loss_action": 0.07183226197957993,
      "loss_total": 0.07183226197957993,
      "step": 1500
    },
    {
      "loss_action": 0.045523930341005325,
      "loss_total": 0.045523930341005325,
      "step": 1500
    },
    {
      "loss_action": 0.04705701395869255,
      "loss_total": 0.04705701395869255,
      "step": 1500
    },
    {
      "loss_action": 0.037963077425956726,
      "loss_total": 0.037963077425956726,
      "step": 1500
    },
    {
      "loss_action": 0.05515538156032562,
      "loss_total": 0.05515538156032562,
      "step": 1500
    },
    {
      "loss_action": 0.03029215708374977,
      "loss_total": 0.03029215708374977,
      "step": 1500
    },
    {
      "grad_norm": 0.846673309803009,
      "learning_rate": 3.0180000000000002e-05,
      "loss": 0.0568,
      "step": 1510
    },
    {
      "loss_action": 0.03683958947658539,
      "loss_total": 0.03683958947658539,
      "step": 1510
    },
    {
      "loss_action": 0.036074668169021606,
      "loss_total": 0.036074668169021606,
      "step": 1510
    },
    {
      "loss_action": 0.045777201652526855,
      "loss_total": 0.045777201652526855,
      "step": 1510
    },
    {
      "loss_action": 0.05669174715876579,
      "loss_total": 0.05669174715876579,
      "step": 1510
    },
    {
      "loss_action": 0.055735550820827484,
      "loss_total": 0.055735550820827484,
      "step": 1510
    },
    {
      "loss_action": 0.0326869934797287,
      "loss_total": 0.0326869934797287,
      "step": 1510
    },
    {
      "loss_action": 0.035438913851976395,
      "loss_total": 0.035438913851976395,
      "step": 1510
    },
    {
      "loss_action": 0.04352188855409622,
      "loss_total": 0.04352188855409622,
      "step": 1510
    },
    {
      "grad_norm": 1.2501397132873535,
      "learning_rate": 3.0380000000000004e-05,
      "loss": 0.0554,
      "step": 1520
    },
    {
      "loss_action": 0.051302388310432434,
      "loss_total": 0.051302388310432434,
      "step": 1520
    },
    {
      "loss_action": 0.042315587401390076,
      "loss_total": 0.042315587401390076,
      "step": 1520
    },
    {
      "loss_action": 0.054671499878168106,
      "loss_total": 0.054671499878168106,
      "step": 1520
    },
    {
      "loss_action": 0.04832404851913452,
      "loss_total": 0.04832404851913452,
      "step": 1520
    },
    {
      "loss_action": 0.05682377144694328,
      "loss_total": 0.05682377144694328,
      "step": 1520
    },
    {
      "loss_action": 0.06773809343576431,
      "loss_total": 0.06773809343576431,
      "step": 1520
    },
    {
      "loss_action": 0.03471501171588898,
      "loss_total": 0.03471501171588898,
      "step": 1520
    },
    {
      "loss_action": 0.05889634042978287,
      "loss_total": 0.05889634042978287,
      "step": 1520
    },
    {
      "grad_norm": 1.2886196374893188,
      "learning_rate": 3.058e-05,
      "loss": 0.0572,
      "step": 1530
    },
    {
      "loss_action": 0.05135965719819069,
      "loss_total": 0.05135965719819069,
      "step": 1530
    },
    {
      "loss_action": 0.05134893208742142,
      "loss_total": 0.05134893208742142,
      "step": 1530
    },
    {
      "loss_action": 0.1287631392478943,
      "loss_total": 0.1287631392478943,
      "step": 1530
    },
    {
      "loss_action": 0.12413221597671509,
      "loss_total": 0.12413221597671509,
      "step": 1530
    },
    {
      "loss_action": 0.0736544281244278,
      "loss_total": 0.0736544281244278,
      "step": 1530
    },
    {
      "loss_action": 0.04498383775353432,
      "loss_total": 0.04498383775353432,
      "step": 1530
    },
    {
      "loss_action": 0.0493677482008934,
      "loss_total": 0.0493677482008934,
      "step": 1530
    },
    {
      "loss_action": 0.036302804946899414,
      "loss_total": 0.036302804946899414,
      "step": 1530
    },
    {
      "grad_norm": 1.3781753778457642,
      "learning_rate": 3.078e-05,
      "loss": 0.0603,
      "step": 1540
    },
    {
      "loss_action": 0.04361089691519737,
      "loss_total": 0.04361089691519737,
      "step": 1540
    },
    {
      "loss_action": 0.05465883016586304,
      "loss_total": 0.05465883016586304,
      "step": 1540
    },
    {
      "loss_action": 0.0657692551612854,
      "loss_total": 0.0657692551612854,
      "step": 1540
    },
    {
      "loss_action": 0.03758779168128967,
      "loss_total": 0.03758779168128967,
      "step": 1540
    },
    {
      "loss_action": 0.07569785416126251,
      "loss_total": 0.07569785416126251,
      "step": 1540
    },
    {
      "loss_action": 0.03910623863339424,
      "loss_total": 0.03910623863339424,
      "step": 1540
    },
    {
      "loss_action": 0.07367575168609619,
      "loss_total": 0.07367575168609619,
      "step": 1540
    },
    {
      "loss_action": 0.050292789936065674,
      "loss_total": 0.050292789936065674,
      "step": 1540
    },
    {
      "grad_norm": 0.9244681000709534,
      "learning_rate": 3.0980000000000005e-05,
      "loss": 0.0571,
      "step": 1550
    },
    {
      "loss_action": 0.08948163688182831,
      "loss_total": 0.08948163688182831,
      "step": 1550
    },
    {
      "loss_action": 0.07467223703861237,
      "loss_total": 0.07467223703861237,
      "step": 1550
    },
    {
      "loss_action": 0.04452613741159439,
      "loss_total": 0.04452613741159439,
      "step": 1550
    },
    {
      "loss_action": 0.05446484312415123,
      "loss_total": 0.05446484312415123,
      "step": 1550
    },
    {
      "loss_action": 0.04687554016709328,
      "loss_total": 0.04687554016709328,
      "step": 1550
    },
    {
      "loss_action": 0.07902006804943085,
      "loss_total": 0.07902006804943085,
      "step": 1550
    },
    {
      "loss_action": 0.042673587799072266,
      "loss_total": 0.042673587799072266,
      "step": 1550
    },
    {
      "loss_action": 0.09198231995105743,
      "loss_total": 0.09198231995105743,
      "step": 1550
    },
    {
      "grad_norm": 0.8576180338859558,
      "learning_rate": 3.118e-05,
      "loss": 0.0571,
      "step": 1560
    },
    {
      "loss_action": 0.04428129643201828,
      "loss_total": 0.04428129643201828,
      "step": 1560
    },
    {
      "loss_action": 0.05232051759958267,
      "loss_total": 0.05232051759958267,
      "step": 1560
    },
    {
      "loss_action": 0.04745403677225113,
      "loss_total": 0.04745403677225113,
      "step": 1560
    },
    {
      "loss_action": 0.05797886848449707,
      "loss_total": 0.05797886848449707,
      "step": 1560
    },
    {
      "loss_action": 0.054015904664993286,
      "loss_total": 0.054015904664993286,
      "step": 1560
    },
    {
      "loss_action": 0.039917975664138794,
      "loss_total": 0.039917975664138794,
      "step": 1560
    },
    {
      "loss_action": 0.046967096626758575,
      "loss_total": 0.046967096626758575,
      "step": 1560
    },
    {
      "loss_action": 0.06373531371355057,
      "loss_total": 0.06373531371355057,
      "step": 1560
    },
    {
      "grad_norm": 1.2576115131378174,
      "learning_rate": 3.138e-05,
      "loss": 0.0587,
      "step": 1570
    },
    {
      "loss_action": 0.07389753311872482,
      "loss_total": 0.07389753311872482,
      "step": 1570
    },
    {
      "loss_action": 0.044756047427654266,
      "loss_total": 0.044756047427654266,
      "step": 1570
    },
    {
      "loss_action": 0.05918901041150093,
      "loss_total": 0.05918901041150093,
      "step": 1570
    },
    {
      "loss_action": 0.057736411690711975,
      "loss_total": 0.057736411690711975,
      "step": 1570
    },
    {
      "loss_action": 0.08423694968223572,
      "loss_total": 0.08423694968223572,
      "step": 1570
    },
    {
      "loss_action": 0.03908512741327286,
      "loss_total": 0.03908512741327286,
      "step": 1570
    },
    {
      "loss_action": 0.04428781196475029,
      "loss_total": 0.04428781196475029,
      "step": 1570
    },
    {
      "loss_action": 0.07149466872215271,
      "loss_total": 0.07149466872215271,
      "step": 1570
    },
    {
      "grad_norm": 1.3204537630081177,
      "learning_rate": 3.1580000000000006e-05,
      "loss": 0.0578,
      "step": 1580
    },
    {
      "loss_action": 0.04697246849536896,
      "loss_total": 0.04697246849536896,
      "step": 1580
    },
    {
      "loss_action": 0.04568144679069519,
      "loss_total": 0.04568144679069519,
      "step": 1580
    },
    {
      "loss_action": 0.04128079116344452,
      "loss_total": 0.04128079116344452,
      "step": 1580
    },
    {
      "loss_action": 0.08783482015132904,
      "loss_total": 0.08783482015132904,
      "step": 1580
    },
    {
      "loss_action": 0.06397275626659393,
      "loss_total": 0.06397275626659393,
      "step": 1580
    },
    {
      "loss_action": 0.05534873157739639,
      "loss_total": 0.05534873157739639,
      "step": 1580
    },
    {
      "loss_action": 0.05097359046339989,
      "loss_total": 0.05097359046339989,
      "step": 1580
    },
    {
      "loss_action": 0.08903874456882477,
      "loss_total": 0.08903874456882477,
      "step": 1580
    },
    {
      "grad_norm": 0.9366993308067322,
      "learning_rate": 3.1780000000000004e-05,
      "loss": 0.0574,
      "step": 1590
    },
    {
      "loss_action": 0.03969482332468033,
      "loss_total": 0.03969482332468033,
      "step": 1590
    },
    {
      "loss_action": 0.05292925983667374,
      "loss_total": 0.05292925983667374,
      "step": 1590
    },
    {
      "loss_action": 0.04941143840551376,
      "loss_total": 0.04941143840551376,
      "step": 1590
    },
    {
      "loss_action": 0.03933093696832657,
      "loss_total": 0.03933093696832657,
      "step": 1590
    },
    {
      "loss_action": 0.053885094821453094,
      "loss_total": 0.053885094821453094,
      "step": 1590
    },
    {
      "loss_action": 0.0437866672873497,
      "loss_total": 0.0437866672873497,
      "step": 1590
    },
    {
      "loss_action": 0.04052334278821945,
      "loss_total": 0.04052334278821945,
      "step": 1590
    },
    {
      "loss_action": 0.055030457675457,
      "loss_total": 0.055030457675457,
      "step": 1590
    },
    {
      "grad_norm": 0.9659859538078308,
      "learning_rate": 3.198e-05,
      "loss": 0.0595,
      "step": 1600
    },
    {
      "loss_action": 0.04842214286327362,
      "loss_total": 0.04842214286327362,
      "step": 1600
    },
    {
      "loss_action": 0.05713549628853798,
      "loss_total": 0.05713549628853798,
      "step": 1600
    },
    {
      "loss_action": 0.03238329663872719,
      "loss_total": 0.03238329663872719,
      "step": 1600
    },
    {
      "loss_action": 0.07425208389759064,
      "loss_total": 0.07425208389759064,
      "step": 1600
    },
    {
      "loss_action": 0.050601303577423096,
      "loss_total": 0.050601303577423096,
      "step": 1600
    },
    {
      "loss_action": 0.0326765738427639,
      "loss_total": 0.0326765738427639,
      "step": 1600
    },
    {
      "loss_action": 0.042930394411087036,
      "loss_total": 0.042930394411087036,
      "step": 1600
    },
    {
      "loss_action": 0.06219727173447609,
      "loss_total": 0.06219727173447609,
      "step": 1600
    },
    {
      "grad_norm": 0.9443353414535522,
      "learning_rate": 3.218e-05,
      "loss": 0.0542,
      "step": 1610
    },
    {
      "loss_action": 0.03275403380393982,
      "loss_total": 0.03275403380393982,
      "step": 1610
    },
    {
      "loss_action": 0.036443259567022324,
      "loss_total": 0.036443259567022324,
      "step": 1610
    },
    {
      "loss_action": 0.06407106667757034,
      "loss_total": 0.06407106667757034,
      "step": 1610
    },
    {
      "loss_action": 0.05265732482075691,
      "loss_total": 0.05265732482075691,
      "step": 1610
    },
    {
      "loss_action": 0.07514648139476776,
      "loss_total": 0.07514648139476776,
      "step": 1610
    },
    {
      "loss_action": 0.05095191299915314,
      "loss_total": 0.05095191299915314,
      "step": 1610
    },
    {
      "loss_action": 0.037912603467702866,
      "loss_total": 0.037912603467702866,
      "step": 1610
    },
    {
      "loss_action": 0.07156035304069519,
      "loss_total": 0.07156035304069519,
      "step": 1610
    },
    {
      "grad_norm": 1.0442603826522827,
      "learning_rate": 3.238e-05,
      "loss": 0.0507,
      "step": 1620
    },
    {
      "loss_action": 0.06436312943696976,
      "loss_total": 0.06436312943696976,
      "step": 1620
    },
    {
      "loss_action": 0.04870985448360443,
      "loss_total": 0.04870985448360443,
      "step": 1620
    },
    {
      "loss_action": 0.04373487830162048,
      "loss_total": 0.04373487830162048,
      "step": 1620
    },
    {
      "loss_action": 0.05221138149499893,
      "loss_total": 0.05221138149499893,
      "step": 1620
    },
    {
      "loss_action": 0.051037609577178955,
      "loss_total": 0.051037609577178955,
      "step": 1620
    },
    {
      "loss_action": 0.04808516055345535,
      "loss_total": 0.04808516055345535,
      "step": 1620
    },
    {
      "loss_action": 0.05902131646871567,
      "loss_total": 0.05902131646871567,
      "step": 1620
    },
    {
      "loss_action": 0.043263375759124756,
      "loss_total": 0.043263375759124756,
      "step": 1620
    },
    {
      "grad_norm": 0.9859246611595154,
      "learning_rate": 3.2579999999999996e-05,
      "loss": 0.0563,
      "step": 1630
    },
    {
      "loss_action": 0.037897296249866486,
      "loss_total": 0.037897296249866486,
      "step": 1630
    },
    {
      "loss_action": 0.03895103931427002,
      "loss_total": 0.03895103931427002,
      "step": 1630
    },
    {
      "loss_action": 0.05568496882915497,
      "loss_total": 0.05568496882915497,
      "step": 1630
    },
    {
      "loss_action": 0.03448264300823212,
      "loss_total": 0.03448264300823212,
      "step": 1630
    },
    {
      "loss_action": 0.04080217331647873,
      "loss_total": 0.04080217331647873,
      "step": 1630
    },
    {
      "loss_action": 0.055879734456539154,
      "loss_total": 0.055879734456539154,
      "step": 1630
    },
    {
      "loss_action": 0.026627767831087112,
      "loss_total": 0.026627767831087112,
      "step": 1630
    },
    {
      "loss_action": 0.0521232895553112,
      "loss_total": 0.0521232895553112,
      "step": 1630
    },
    {
      "grad_norm": 0.9812177419662476,
      "learning_rate": 3.278e-05,
      "loss": 0.0523,
      "step": 1640
    },
    {
      "loss_action": 0.04609674960374832,
      "loss_total": 0.04609674960374832,
      "step": 1640
    },
    {
      "loss_action": 0.045700445771217346,
      "loss_total": 0.045700445771217346,
      "step": 1640
    },
    {
      "loss_action": 0.12353797256946564,
      "loss_total": 0.12353797256946564,
      "step": 1640
    },
    {
      "loss_action": 0.1014334037899971,
      "loss_total": 0.1014334037899971,
      "step": 1640
    },
    {
      "loss_action": 0.05710694566369057,
      "loss_total": 0.05710694566369057,
      "step": 1640
    },
    {
      "loss_action": 0.04466435685753822,
      "loss_total": 0.04466435685753822,
      "step": 1640
    },
    {
      "loss_action": 0.06403492391109467,
      "loss_total": 0.06403492391109467,
      "step": 1640
    },
    {
      "loss_action": 0.060783036053180695,
      "loss_total": 0.060783036053180695,
      "step": 1640
    },
    {
      "grad_norm": 0.9919247031211853,
      "learning_rate": 3.298e-05,
      "loss": 0.0526,
      "step": 1650
    },
    {
      "loss_action": 0.04476071894168854,
      "loss_total": 0.04476071894168854,
      "step": 1650
    },
    {
      "loss_action": 0.04884752631187439,
      "loss_total": 0.04884752631187439,
      "step": 1650
    },
    {
      "loss_action": 0.05013134703040123,
      "loss_total": 0.05013134703040123,
      "step": 1650
    },
    {
      "loss_action": 0.04408435896039009,
      "loss_total": 0.04408435896039009,
      "step": 1650
    },
    {
      "loss_action": 0.04145848751068115,
      "loss_total": 0.04145848751068115,
      "step": 1650
    },
    {
      "loss_action": 0.04011907801032066,
      "loss_total": 0.04011907801032066,
      "step": 1650
    },
    {
      "loss_action": 0.037015825510025024,
      "loss_total": 0.037015825510025024,
      "step": 1650
    },
    {
      "loss_action": 0.033691827207803726,
      "loss_total": 0.033691827207803726,
      "step": 1650
    },
    {
      "grad_norm": 1.1286935806274414,
      "learning_rate": 3.318e-05,
      "loss": 0.0528,
      "step": 1660
    },
    {
      "loss_action": 0.03738783299922943,
      "loss_total": 0.03738783299922943,
      "step": 1660
    },
    {
      "loss_action": 0.036150529980659485,
      "loss_total": 0.036150529980659485,
      "step": 1660
    },
    {
      "loss_action": 0.03382273018360138,
      "loss_total": 0.03382273018360138,
      "step": 1660
    },
    {
      "loss_action": 0.032533299177885056,
      "loss_total": 0.032533299177885056,
      "step": 1660
    },
    {
      "loss_action": 0.03850143402814865,
      "loss_total": 0.03850143402814865,
      "step": 1660
    },
    {
      "loss_action": 0.06256947666406631,
      "loss_total": 0.06256947666406631,
      "step": 1660
    },
    {
      "loss_action": 0.060596928000450134,
      "loss_total": 0.060596928000450134,
      "step": 1660
    },
    {
      "loss_action": 0.05045919492840767,
      "loss_total": 0.05045919492840767,
      "step": 1660
    },
    {
      "grad_norm": 0.9526786208152771,
      "learning_rate": 3.338e-05,
      "loss": 0.0517,
      "step": 1670
    },
    {
      "loss_action": 0.0465908944606781,
      "loss_total": 0.0465908944606781,
      "step": 1670
    },
    {
      "loss_action": 0.049601487815380096,
      "loss_total": 0.049601487815380096,
      "step": 1670
    },
    {
      "loss_action": 0.09188106656074524,
      "loss_total": 0.09188106656074524,
      "step": 1670
    },
    {
      "loss_action": 0.04265102371573448,
      "loss_total": 0.04265102371573448,
      "step": 1670
    },
    {
      "loss_action": 0.08121708035469055,
      "loss_total": 0.08121708035469055,
      "step": 1670
    },
    {
      "loss_action": 0.04113969951868057,
      "loss_total": 0.04113969951868057,
      "step": 1670
    },
    {
      "loss_action": 0.05058305338025093,
      "loss_total": 0.05058305338025093,
      "step": 1670
    },
    {
      "loss_action": 0.1773017942905426,
      "loss_total": 0.1773017942905426,
      "step": 1670
    },
    {
      "grad_norm": 1.1990416049957275,
      "learning_rate": 3.358e-05,
      "loss": 0.0552,
      "step": 1680
    },
    {
      "loss_action": 0.04815196990966797,
      "loss_total": 0.04815196990966797,
      "step": 1680
    },
    {
      "loss_action": 0.04195579141378403,
      "loss_total": 0.04195579141378403,
      "step": 1680
    },
    {
      "loss_action": 0.0570240393280983,
      "loss_total": 0.0570240393280983,
      "step": 1680
    },
    {
      "loss_action": 0.06563685834407806,
      "loss_total": 0.06563685834407806,
      "step": 1680
    },
    {
      "loss_action": 0.05236829072237015,
      "loss_total": 0.05236829072237015,
      "step": 1680
    },
    {
      "loss_action": 0.05735626071691513,
      "loss_total": 0.05735626071691513,
      "step": 1680
    },
    {
      "loss_action": 0.07413969933986664,
      "loss_total": 0.07413969933986664,
      "step": 1680
    },
    {
      "loss_action": 0.07447338104248047,
      "loss_total": 0.07447338104248047,
      "step": 1680
    },
    {
      "grad_norm": 1.511069416999817,
      "learning_rate": 3.378e-05,
      "loss": 0.0615,
      "step": 1690
    },
    {
      "loss_action": 0.10721854120492935,
      "loss_total": 0.10721854120492935,
      "step": 1690
    },
    {
      "loss_action": 0.051679350435733795,
      "loss_total": 0.051679350435733795,
      "step": 1690
    },
    {
      "loss_action": 0.03332105278968811,
      "loss_total": 0.03332105278968811,
      "step": 1690
    },
    {
      "loss_action": 0.15623168647289276,
      "loss_total": 0.15623168647289276,
      "step": 1690
    },
    {
      "loss_action": 0.053842492401599884,
      "loss_total": 0.053842492401599884,
      "step": 1690
    },
    {
      "loss_action": 0.045544952154159546,
      "loss_total": 0.045544952154159546,
      "step": 1690
    },
    {
      "loss_action": 0.0594351664185524,
      "loss_total": 0.0594351664185524,
      "step": 1690
    },
    {
      "loss_action": 0.0475081205368042,
      "loss_total": 0.0475081205368042,
      "step": 1690
    },
    {
      "grad_norm": 1.0690408945083618,
      "learning_rate": 3.398e-05,
      "loss": 0.0615,
      "step": 1700
    },
    {
      "loss_action": 0.036569222807884216,
      "loss_total": 0.036569222807884216,
      "step": 1700
    },
    {
      "loss_action": 0.03927014023065567,
      "loss_total": 0.03927014023065567,
      "step": 1700
    },
    {
      "loss_action": 0.05650126934051514,
      "loss_total": 0.05650126934051514,
      "step": 1700
    },
    {
      "loss_action": 0.039658818393945694,
      "loss_total": 0.039658818393945694,
      "step": 1700
    },
    {
      "loss_action": 0.031442638486623764,
      "loss_total": 0.031442638486623764,
      "step": 1700
    },
    {
      "loss_action": 0.03305736184120178,
      "loss_total": 0.03305736184120178,
      "step": 1700
    },
    {
      "loss_action": 0.061877839267253876,
      "loss_total": 0.061877839267253876,
      "step": 1700
    },
    {
      "loss_action": 0.03780540078878403,
      "loss_total": 0.03780540078878403,
      "step": 1700
    },
    {
      "grad_norm": 1.1862025260925293,
      "learning_rate": 3.418e-05,
      "loss": 0.054,
      "step": 1710
    },
    {
      "loss_action": 0.04391942173242569,
      "loss_total": 0.04391942173242569,
      "step": 1710
    },
    {
      "loss_action": 0.04845476523041725,
      "loss_total": 0.04845476523041725,
      "step": 1710
    },
    {
      "loss_action": 0.05578561872243881,
      "loss_total": 0.05578561872243881,
      "step": 1710
    },
    {
      "loss_action": 0.03919903188943863,
      "loss_total": 0.03919903188943863,
      "step": 1710
    },
    {
      "loss_action": 0.03985179588198662,
      "loss_total": 0.03985179588198662,
      "step": 1710
    },
    {
      "loss_action": 0.032242774963378906,
      "loss_total": 0.032242774963378906,
      "step": 1710
    },
    {
      "loss_action": 0.0412634015083313,
      "loss_total": 0.0412634015083313,
      "step": 1710
    },
    {
      "loss_action": 0.051576994359493256,
      "loss_total": 0.051576994359493256,
      "step": 1710
    },
    {
      "grad_norm": 1.0997812747955322,
      "learning_rate": 3.438e-05,
      "loss": 0.055,
      "step": 1720
    },
    {
      "loss_action": 0.0388522744178772,
      "loss_total": 0.0388522744178772,
      "step": 1720
    },
    {
      "loss_action": 0.05894611030817032,
      "loss_total": 0.05894611030817032,
      "step": 1720
    },
    {
      "loss_action": 0.05111508071422577,
      "loss_total": 0.05111508071422577,
      "step": 1720
    },
    {
      "loss_action": 0.04990464448928833,
      "loss_total": 0.04990464448928833,
      "step": 1720
    },
    {
      "loss_action": 0.045615680515766144,
      "loss_total": 0.045615680515766144,
      "step": 1720
    },
    {
      "loss_action": 0.046852052211761475,
      "loss_total": 0.046852052211761475,
      "step": 1720
    },
    {
      "loss_action": 0.061816953122615814,
      "loss_total": 0.061816953122615814,
      "step": 1720
    },
    {
      "loss_action": 0.054304420948028564,
      "loss_total": 0.054304420948028564,
      "step": 1720
    },
    {
      "grad_norm": 0.9662284851074219,
      "learning_rate": 3.4580000000000004e-05,
      "loss": 0.0504,
      "step": 1730
    },
    {
      "loss_action": 0.04131048172712326,
      "loss_total": 0.04131048172712326,
      "step": 1730
    },
    {
      "loss_action": 0.041890837252140045,
      "loss_total": 0.041890837252140045,
      "step": 1730
    },
    {
      "loss_action": 0.03255203738808632,
      "loss_total": 0.03255203738808632,
      "step": 1730
    },
    {
      "loss_action": 0.033159106969833374,
      "loss_total": 0.033159106969833374,
      "step": 1730
    },
    {
      "loss_action": 0.0322747565805912,
      "loss_total": 0.0322747565805912,
      "step": 1730
    },
    {
      "loss_action": 0.07224315404891968,
      "loss_total": 0.07224315404891968,
      "step": 1730
    },
    {
      "loss_action": 0.04185723513364792,
      "loss_total": 0.04185723513364792,
      "step": 1730
    },
    {
      "loss_action": 0.028991475701332092,
      "loss_total": 0.028991475701332092,
      "step": 1730
    },
    {
      "grad_norm": 1.0781863927841187,
      "learning_rate": 3.478e-05,
      "loss": 0.0548,
      "step": 1740
    },
    {
      "loss_action": 0.04937123507261276,
      "loss_total": 0.04937123507261276,
      "step": 1740
    },
    {
      "loss_action": 0.04106483235955238,
      "loss_total": 0.04106483235955238,
      "step": 1740
    },
    {
      "loss_action": 0.05454619973897934,
      "loss_total": 0.05454619973897934,
      "step": 1740
    },
    {
      "loss_action": 0.06009756773710251,
      "loss_total": 0.06009756773710251,
      "step": 1740
    },
    {
      "loss_action": 0.03734467923641205,
      "loss_total": 0.03734467923641205,
      "step": 1740
    },
    {
      "loss_action": 0.09736833721399307,
      "loss_total": 0.09736833721399307,
      "step": 1740
    },
    {
      "loss_action": 0.0722665786743164,
      "loss_total": 0.0722665786743164,
      "step": 1740
    },
    {
      "loss_action": 0.06142599880695343,
      "loss_total": 0.06142599880695343,
      "step": 1740
    },
    {
      "grad_norm": 0.9550384283065796,
      "learning_rate": 3.498e-05,
      "loss": 0.0597,
      "step": 1750
    },
    {
      "loss_action": 0.07831891626119614,
      "loss_total": 0.07831891626119614,
      "step": 1750
    },
    {
      "loss_action": 0.05584701895713806,
      "loss_total": 0.05584701895713806,
      "step": 1750
    },
    {
      "loss_action": 0.03951991721987724,
      "loss_total": 0.03951991721987724,
      "step": 1750
    },
    {
      "loss_action": 0.03518046438694,
      "loss_total": 0.03518046438694,
      "step": 1750
    },
    {
      "loss_action": 0.03878730162978172,
      "loss_total": 0.03878730162978172,
      "step": 1750
    },
    {
      "loss_action": 0.046765848994255066,
      "loss_total": 0.046765848994255066,
      "step": 1750
    },
    {
      "loss_action": 0.03985895961523056,
      "loss_total": 0.03985895961523056,
      "step": 1750
    },
    {
      "loss_action": 0.049455855041742325,
      "loss_total": 0.049455855041742325,
      "step": 1750
    },
    {
      "grad_norm": 0.8941497802734375,
      "learning_rate": 3.518e-05,
      "loss": 0.052,
      "step": 1760
    },
    {
      "loss_action": 0.05038604140281677,
      "loss_total": 0.05038604140281677,
      "step": 1760
    },
    {
      "loss_action": 0.07507108151912689,
      "loss_total": 0.07507108151912689,
      "step": 1760
    },
    {
      "loss_action": 0.04706835746765137,
      "loss_total": 0.04706835746765137,
      "step": 1760
    },
    {
      "loss_action": 0.047191835939884186,
      "loss_total": 0.047191835939884186,
      "step": 1760
    },
    {
      "loss_action": 0.06407153606414795,
      "loss_total": 0.06407153606414795,
      "step": 1760
    },
    {
      "loss_action": 0.05163206160068512,
      "loss_total": 0.05163206160068512,
      "step": 1760
    },
    {
      "loss_action": 0.053839001804590225,
      "loss_total": 0.053839001804590225,
      "step": 1760
    },
    {
      "loss_action": 0.05590607598423958,
      "loss_total": 0.05590607598423958,
      "step": 1760
    },
    {
      "grad_norm": 1.3283497095108032,
      "learning_rate": 3.5380000000000003e-05,
      "loss": 0.0585,
      "step": 1770
    },
    {
      "loss_action": 0.06146987900137901,
      "loss_total": 0.06146987900137901,
      "step": 1770
    },
    {
      "loss_action": 0.09279272705316544,
      "loss_total": 0.09279272705316544,
      "step": 1770
    },
    {
      "loss_action": 0.0703171119093895,
      "loss_total": 0.0703171119093895,
      "step": 1770
    },
    {
      "loss_action": 0.04339788854122162,
      "loss_total": 0.04339788854122162,
      "step": 1770
    },
    {
      "loss_action": 0.047466859221458435,
      "loss_total": 0.047466859221458435,
      "step": 1770
    },
    {
      "loss_action": 0.04107322543859482,
      "loss_total": 0.04107322543859482,
      "step": 1770
    },
    {
      "loss_action": 0.05185112729668617,
      "loss_total": 0.05185112729668617,
      "step": 1770
    },
    {
      "loss_action": 0.0773351639509201,
      "loss_total": 0.0773351639509201,
      "step": 1770
    },
    {
      "grad_norm": 0.8589601516723633,
      "learning_rate": 3.558e-05,
      "loss": 0.0553,
      "step": 1780
    },
    {
      "loss_action": 0.0466991662979126,
      "loss_total": 0.0466991662979126,
      "step": 1780
    },
    {
      "loss_action": 0.045099325478076935,
      "loss_total": 0.045099325478076935,
      "step": 1780
    },
    {
      "loss_action": 0.0758252814412117,
      "loss_total": 0.0758252814412117,
      "step": 1780
    },
    {
      "loss_action": 0.0969371348619461,
      "loss_total": 0.0969371348619461,
      "step": 1780
    },
    {
      "loss_action": 0.05432136356830597,
      "loss_total": 0.05432136356830597,
      "step": 1780
    },
    {
      "loss_action": 0.02959570661187172,
      "loss_total": 0.02959570661187172,
      "step": 1780
    },
    {
      "loss_action": 0.04364906996488571,
      "loss_total": 0.04364906996488571,
      "step": 1780
    },
    {
      "loss_action": 0.030921094119548798,
      "loss_total": 0.030921094119548798,
      "step": 1780
    },
    {
      "grad_norm": 0.7743068933486938,
      "learning_rate": 3.578e-05,
      "loss": 0.0507,
      "step": 1790
    },
    {
      "loss_action": 0.05274999141693115,
      "loss_total": 0.05274999141693115,
      "step": 1790
    },
    {
      "loss_action": 0.04629860073328018,
      "loss_total": 0.04629860073328018,
      "step": 1790
    },
    {
      "loss_action": 0.04295801743865013,
      "loss_total": 0.04295801743865013,
      "step": 1790
    },
    {
      "loss_action": 0.07403711974620819,
      "loss_total": 0.07403711974620819,
      "step": 1790
    },
    {
      "loss_action": 0.04333742707967758,
      "loss_total": 0.04333742707967758,
      "step": 1790
    },
    {
      "loss_action": 0.04044345021247864,
      "loss_total": 0.04044345021247864,
      "step": 1790
    },
    {
      "loss_action": 0.03545684739947319,
      "loss_total": 0.03545684739947319,
      "step": 1790
    },
    {
      "loss_action": 0.04617311805486679,
      "loss_total": 0.04617311805486679,
      "step": 1790
    },
    {
      "grad_norm": 1.1694228649139404,
      "learning_rate": 3.5980000000000004e-05,
      "loss": 0.0506,
      "step": 1800
    },
    {
      "loss_action": 0.02991621568799019,
      "loss_total": 0.02991621568799019,
      "step": 1800
    },
    {
      "loss_action": 0.03109728917479515,
      "loss_total": 0.03109728917479515,
      "step": 1800
    },
    {
      "loss_action": 0.06340444087982178,
      "loss_total": 0.06340444087982178,
      "step": 1800
    },
    {
      "loss_action": 0.03724725916981697,
      "loss_total": 0.03724725916981697,
      "step": 1800
    },
    {
      "loss_action": 0.03401193767786026,
      "loss_total": 0.03401193767786026,
      "step": 1800
    },
    {
      "loss_action": 0.029580896720290184,
      "loss_total": 0.029580896720290184,
      "step": 1800
    },
    {
      "loss_action": 0.034507863223552704,
      "loss_total": 0.034507863223552704,
      "step": 1800
    },
    {
      "loss_action": 0.09039365500211716,
      "loss_total": 0.09039365500211716,
      "step": 1800
    },
    {
      "grad_norm": 0.8033886551856995,
      "learning_rate": 3.618e-05,
      "loss": 0.0482,
      "step": 1810
    },
    {
      "loss_action": 0.03126963600516319,
      "loss_total": 0.03126963600516319,
      "step": 1810
    },
    {
      "loss_action": 0.04943985491991043,
      "loss_total": 0.04943985491991043,
      "step": 1810
    },
    {
      "loss_action": 0.0426332913339138,
      "loss_total": 0.0426332913339138,
      "step": 1810
    },
    {
      "loss_action": 0.05765393003821373,
      "loss_total": 0.05765393003821373,
      "step": 1810
    },
    {
      "loss_action": 0.04423382878303528,
      "loss_total": 0.04423382878303528,
      "step": 1810
    },
    {
      "loss_action": 0.051309019327163696,
      "loss_total": 0.051309019327163696,
      "step": 1810
    },
    {
      "loss_action": 0.04328025132417679,
      "loss_total": 0.04328025132417679,
      "step": 1810
    },
    {
      "loss_action": 0.057350464165210724,
      "loss_total": 0.057350464165210724,
      "step": 1810
    },
    {
      "grad_norm": 0.81177818775177,
      "learning_rate": 3.638e-05,
      "loss": 0.0509,
      "step": 1820
    },
    {
      "loss_action": 0.030712243169546127,
      "loss_total": 0.030712243169546127,
      "step": 1820
    },
    {
      "loss_action": 0.03977977856993675,
      "loss_total": 0.03977977856993675,
      "step": 1820
    },
    {
      "loss_action": 0.03757397457957268,
      "loss_total": 0.03757397457957268,
      "step": 1820
    },
    {
      "loss_action": 0.03922450169920921,
      "loss_total": 0.03922450169920921,
      "step": 1820
    },
    {
      "loss_action": 0.039451662451028824,
      "loss_total": 0.039451662451028824,
      "step": 1820
    },
    {
      "loss_action": 0.041750386357307434,
      "loss_total": 0.041750386357307434,
      "step": 1820
    },
    {
      "loss_action": 0.05459289625287056,
      "loss_total": 0.05459289625287056,
      "step": 1820
    },
    {
      "loss_action": 0.035151124000549316,
      "loss_total": 0.035151124000549316,
      "step": 1820
    },
    {
      "grad_norm": 0.7407244443893433,
      "learning_rate": 3.6580000000000006e-05,
      "loss": 0.0464,
      "step": 1830
    },
    {
      "loss_action": 0.07073047757148743,
      "loss_total": 0.07073047757148743,
      "step": 1830
    },
    {
      "loss_action": 0.04359227418899536,
      "loss_total": 0.04359227418899536,
      "step": 1830
    },
    {
      "loss_action": 0.0336611308157444,
      "loss_total": 0.0336611308157444,
      "step": 1830
    },
    {
      "loss_action": 0.03459323197603226,
      "loss_total": 0.03459323197603226,
      "step": 1830
    },
    {
      "loss_action": 0.04156985133886337,
      "loss_total": 0.04156985133886337,
      "step": 1830
    },
    {
      "loss_action": 0.051346972584724426,
      "loss_total": 0.051346972584724426,
      "step": 1830
    },
    {
      "loss_action": 0.05034671723842621,
      "loss_total": 0.05034671723842621,
      "step": 1830
    },
    {
      "loss_action": 0.05329546332359314,
      "loss_total": 0.05329546332359314,
      "step": 1830
    },
    {
      "grad_norm": 1.0205844640731812,
      "learning_rate": 3.6780000000000004e-05,
      "loss": 0.051,
      "step": 1840
    },
    {
      "loss_action": 0.03500085324048996,
      "loss_total": 0.03500085324048996,
      "step": 1840
    },
    {
      "loss_action": 0.042434558272361755,
      "loss_total": 0.042434558272361755,
      "step": 1840
    },
    {
      "loss_action": 0.06868375092744827,
      "loss_total": 0.06868375092744827,
      "step": 1840
    },
    {
      "loss_action": 0.03518713265657425,
      "loss_total": 0.03518713265657425,
      "step": 1840
    },
    {
      "loss_action": 0.035713210701942444,
      "loss_total": 0.035713210701942444,
      "step": 1840
    },
    {
      "loss_action": 0.030126281082630157,
      "loss_total": 0.030126281082630157,
      "step": 1840
    },
    {
      "loss_action": 0.03164348751306534,
      "loss_total": 0.03164348751306534,
      "step": 1840
    },
    {
      "loss_action": 0.048072077333927155,
      "loss_total": 0.048072077333927155,
      "step": 1840
    },
    {
      "grad_norm": 0.8857951164245605,
      "learning_rate": 3.698e-05,
      "loss": 0.0471,
      "step": 1850
    },
    {
      "loss_action": 0.030981751158833504,
      "loss_total": 0.030981751158833504,
      "step": 1850
    },
    {
      "loss_action": 0.05045623704791069,
      "loss_total": 0.05045623704791069,
      "step": 1850
    },
    {
      "loss_action": 0.03618640452623367,
      "loss_total": 0.03618640452623367,
      "step": 1850
    },
    {
      "loss_action": 0.04556318745017052,
      "loss_total": 0.04556318745017052,
      "step": 1850
    },
    {
      "loss_action": 0.042058415710926056,
      "loss_total": 0.042058415710926056,
      "step": 1850
    },
    {
      "loss_action": 0.042136430740356445,
      "loss_total": 0.042136430740356445,
      "step": 1850
    },
    {
      "loss_action": 0.03012659028172493,
      "loss_total": 0.03012659028172493,
      "step": 1850
    },
    {
      "loss_action": 0.03856378793716431,
      "loss_total": 0.03856378793716431,
      "step": 1850
    },
    {
      "grad_norm": 1.0585635900497437,
      "learning_rate": 3.7180000000000007e-05,
      "loss": 0.0538,
      "step": 1860
    },
    {
      "loss_action": 0.043538518249988556,
      "loss_total": 0.043538518249988556,
      "step": 1860
    },
    {
      "loss_action": 0.03444478660821915,
      "loss_total": 0.03444478660821915,
      "step": 1860
    },
    {
      "loss_action": 0.04697579890489578,
      "loss_total": 0.04697579890489578,
      "step": 1860
    },
    {
      "loss_action": 0.11058367043733597,
      "loss_total": 0.11058367043733597,
      "step": 1860
    },
    {
      "loss_action": 0.04374390095472336,
      "loss_total": 0.04374390095472336,
      "step": 1860
    },
    {
      "loss_action": 0.04535108059644699,
      "loss_total": 0.04535108059644699,
      "step": 1860
    },
    {
      "loss_action": 0.04436129331588745,
      "loss_total": 0.04436129331588745,
      "step": 1860
    },
    {
      "loss_action": 0.06422166526317596,
      "loss_total": 0.06422166526317596,
      "step": 1860
    },
    {
      "grad_norm": 1.0611448287963867,
      "learning_rate": 3.7380000000000005e-05,
      "loss": 0.0503,
      "step": 1870
    },
    {
      "loss_action": 0.031933534890413284,
      "loss_total": 0.031933534890413284,
      "step": 1870
    },
    {
      "loss_action": 0.028322316706180573,
      "loss_total": 0.028322316706180573,
      "step": 1870
    },
    {
      "loss_action": 0.041341252624988556,
      "loss_total": 0.041341252624988556,
      "step": 1870
    },
    {
      "loss_action": 0.02860904671251774,
      "loss_total": 0.02860904671251774,
      "step": 1870
    },
    {
      "loss_action": 0.04137623310089111,
      "loss_total": 0.04137623310089111,
      "step": 1870
    },
    {
      "loss_action": 0.043311480432748795,
      "loss_total": 0.043311480432748795,
      "step": 1870
    },
    {
      "loss_action": 0.09397570788860321,
      "loss_total": 0.09397570788860321,
      "step": 1870
    },
    {
      "loss_action": 0.061661332845687866,
      "loss_total": 0.061661332845687866,
      "step": 1870
    },
    {
      "grad_norm": 0.7302718162536621,
      "learning_rate": 3.758e-05,
      "loss": 0.0482,
      "step": 1880
    },
    {
      "loss_action": 0.07183381915092468,
      "loss_total": 0.07183381915092468,
      "step": 1880
    },
    {
      "loss_action": 0.03376198559999466,
      "loss_total": 0.03376198559999466,
      "step": 1880
    },
    {
      "loss_action": 0.04318750649690628,
      "loss_total": 0.04318750649690628,
      "step": 1880
    },
    {
      "loss_action": 0.0338735356926918,
      "loss_total": 0.0338735356926918,
      "step": 1880
    },
    {
      "loss_action": 0.0544411838054657,
      "loss_total": 0.0544411838054657,
      "step": 1880
    },
    {
      "loss_action": 0.04430215060710907,
      "loss_total": 0.04430215060710907,
      "step": 1880
    },
    {
      "loss_action": 0.045522093772888184,
      "loss_total": 0.045522093772888184,
      "step": 1880
    },
    {
      "loss_action": 0.030413750559091568,
      "loss_total": 0.030413750559091568,
      "step": 1880
    },
    {
      "grad_norm": 0.9222367405891418,
      "learning_rate": 3.778000000000001e-05,
      "loss": 0.0497,
      "step": 1890
    },
    {
      "loss_action": 0.060137707740068436,
      "loss_total": 0.060137707740068436,
      "step": 1890
    },
    {
      "loss_action": 0.03523849695920944,
      "loss_total": 0.03523849695920944,
      "step": 1890
    },
    {
      "loss_action": 0.09759928286075592,
      "loss_total": 0.09759928286075592,
      "step": 1890
    },
    {
      "loss_action": 0.03972822427749634,
      "loss_total": 0.03972822427749634,
      "step": 1890
    },
    {
      "loss_action": 0.02865315042436123,
      "loss_total": 0.02865315042436123,
      "step": 1890
    },
    {
      "loss_action": 0.043127670884132385,
      "loss_total": 0.043127670884132385,
      "step": 1890
    },
    {
      "loss_action": 0.03336222842335701,
      "loss_total": 0.03336222842335701,
      "step": 1890
    },
    {
      "loss_action": 0.03297954797744751,
      "loss_total": 0.03297954797744751,
      "step": 1890
    },
    {
      "grad_norm": 0.965162992477417,
      "learning_rate": 3.7980000000000006e-05,
      "loss": 0.0482,
      "step": 1900
    },
    {
      "loss_action": 0.036548443138599396,
      "loss_total": 0.036548443138599396,
      "step": 1900
    },
    {
      "loss_action": 0.036646924912929535,
      "loss_total": 0.036646924912929535,
      "step": 1900
    },
    {
      "loss_action": 0.09291455149650574,
      "loss_total": 0.09291455149650574,
      "step": 1900
    },
    {
      "loss_action": 0.06449441611766815,
      "loss_total": 0.06449441611766815,
      "step": 1900
    },
    {
      "loss_action": 0.04359614476561546,
      "loss_total": 0.04359614476561546,
      "step": 1900
    },
    {
      "loss_action": 0.03966962546110153,
      "loss_total": 0.03966962546110153,
      "step": 1900
    },
    {
      "loss_action": 0.04597165808081627,
      "loss_total": 0.04597165808081627,
      "step": 1900
    },
    {
      "loss_action": 0.037485893815755844,
      "loss_total": 0.037485893815755844,
      "step": 1900
    },
    {
      "grad_norm": 0.7860249280929565,
      "learning_rate": 3.818e-05,
      "loss": 0.0484,
      "step": 1910
    },
    {
      "loss_action": 0.05249932408332825,
      "loss_total": 0.05249932408332825,
      "step": 1910
    },
    {
      "loss_action": 0.10310147702693939,
      "loss_total": 0.10310147702693939,
      "step": 1910
    },
    {
      "loss_action": 0.04950378090143204,
      "loss_total": 0.04950378090143204,
      "step": 1910
    },
    {
      "loss_action": 0.048606790602207184,
      "loss_total": 0.048606790602207184,
      "step": 1910
    },
    {
      "loss_action": 0.029231416061520576,
      "loss_total": 0.029231416061520576,
      "step": 1910
    },
    {
      "loss_action": 0.043907806277275085,
      "loss_total": 0.043907806277275085,
      "step": 1910
    },
    {
      "loss_action": 0.05530589446425438,
      "loss_total": 0.05530589446425438,
      "step": 1910
    },
    {
      "loss_action": 0.0730413943529129,
      "loss_total": 0.0730413943529129,
      "step": 1910
    },
    {
      "grad_norm": 0.8587056398391724,
      "learning_rate": 3.838e-05,
      "loss": 0.0483,
      "step": 1920
    },
    {
      "loss_action": 0.030345100909471512,
      "loss_total": 0.030345100909471512,
      "step": 1920
    },
    {
      "loss_action": 0.06467032432556152,
      "loss_total": 0.06467032432556152,
      "step": 1920
    },
    {
      "loss_action": 0.04130011051893234,
      "loss_total": 0.04130011051893234,
      "step": 1920
    },
    {
      "loss_action": 0.09285344928503036,
      "loss_total": 0.09285344928503036,
      "step": 1920
    },
    {
      "loss_action": 0.03337174281477928,
      "loss_total": 0.03337174281477928,
      "step": 1920
    },
    {
      "loss_action": 0.03009459748864174,
      "loss_total": 0.03009459748864174,
      "step": 1920
    },
    {
      "loss_action": 0.05035702511668205,
      "loss_total": 0.05035702511668205,
      "step": 1920
    },
    {
      "loss_action": 0.027822546660900116,
      "loss_total": 0.027822546660900116,
      "step": 1920
    },
    {
      "grad_norm": 0.7112787961959839,
      "learning_rate": 3.858e-05,
      "loss": 0.0482,
      "step": 1930
    },
    {
      "loss_action": 0.071465402841568,
      "loss_total": 0.071465402841568,
      "step": 1930
    },
    {
      "loss_action": 0.13211870193481445,
      "loss_total": 0.13211870193481445,
      "step": 1930
    },
    {
      "loss_action": 0.04465857520699501,
      "loss_total": 0.04465857520699501,
      "step": 1930
    },
    {
      "loss_action": 0.05340580642223358,
      "loss_total": 0.05340580642223358,
      "step": 1930
    },
    {
      "loss_action": 0.0525660403072834,
      "loss_total": 0.0525660403072834,
      "step": 1930
    },
    {
      "loss_action": 0.07640765607357025,
      "loss_total": 0.07640765607357025,
      "step": 1930
    },
    {
      "loss_action": 0.0502607598900795,
      "loss_total": 0.0502607598900795,
      "step": 1930
    },
    {
      "loss_action": 0.03465716168284416,
      "loss_total": 0.03465716168284416,
      "step": 1930
    },
    {
      "grad_norm": 0.5796047449111938,
      "learning_rate": 3.878e-05,
      "loss": 0.0505,
      "step": 1940
    },
    {
      "loss_action": 0.03013322874903679,
      "loss_total": 0.03013322874903679,
      "step": 1940
    },
    {
      "loss_action": 0.03581840172410011,
      "loss_total": 0.03581840172410011,
      "step": 1940
    },
    {
      "loss_action": 0.0285181924700737,
      "loss_total": 0.0285181924700737,
      "step": 1940
    },
    {
      "loss_action": 0.04460776597261429,
      "loss_total": 0.04460776597261429,
      "step": 1940
    },
    {
      "loss_action": 0.04390333220362663,
      "loss_total": 0.04390333220362663,
      "step": 1940
    },
    {
      "loss_action": 0.06559659540653229,
      "loss_total": 0.06559659540653229,
      "step": 1940
    },
    {
      "loss_action": 0.03278322517871857,
      "loss_total": 0.03278322517871857,
      "step": 1940
    },
    {
      "loss_action": 0.042365580797195435,
      "loss_total": 0.042365580797195435,
      "step": 1940
    },
    {
      "grad_norm": 0.7467554807662964,
      "learning_rate": 3.898e-05,
      "loss": 0.0479,
      "step": 1950
    },
    {
      "loss_action": 0.04602876305580139,
      "loss_total": 0.04602876305580139,
      "step": 1950
    },
    {
      "loss_action": 0.08852081000804901,
      "loss_total": 0.08852081000804901,
      "step": 1950
    },
    {
      "loss_action": 0.040840715169906616,
      "loss_total": 0.040840715169906616,
      "step": 1950
    },
    {
      "loss_action": 0.04014795273542404,
      "loss_total": 0.04014795273542404,
      "step": 1950
    },
    {
      "loss_action": 0.035853661596775055,
      "loss_total": 0.035853661596775055,
      "step": 1950
    },
    {
      "loss_action": 0.04701387137174606,
      "loss_total": 0.04701387137174606,
      "step": 1950
    },
    {
      "loss_action": 0.05137339234352112,
      "loss_total": 0.05137339234352112,
      "step": 1950
    },
    {
      "loss_action": 0.03869335725903511,
      "loss_total": 0.03869335725903511,
      "step": 1950
    },
    {
      "grad_norm": 0.7588580846786499,
      "learning_rate": 3.918e-05,
      "loss": 0.0451,
      "step": 1960
    },
    {
      "loss_action": 0.0447143018245697,
      "loss_total": 0.0447143018245697,
      "step": 1960
    },
    {
      "loss_action": 0.05656958743929863,
      "loss_total": 0.05656958743929863,
      "step": 1960
    },
    {
      "loss_action": 0.049870431423187256,
      "loss_total": 0.049870431423187256,
      "step": 1960
    },
    {
      "loss_action": 0.048059381544589996,
      "loss_total": 0.048059381544589996,
      "step": 1960
    },
    {
      "loss_action": 0.04170820116996765,
      "loss_total": 0.04170820116996765,
      "step": 1960
    },
    {
      "loss_action": 0.04902254790067673,
      "loss_total": 0.04902254790067673,
      "step": 1960
    },
    {
      "loss_action": 0.03542591631412506,
      "loss_total": 0.03542591631412506,
      "step": 1960
    },
    {
      "loss_action": 0.0853959172964096,
      "loss_total": 0.0853959172964096,
      "step": 1960
    },
    {
      "grad_norm": 0.9087116122245789,
      "learning_rate": 3.938e-05,
      "loss": 0.0501,
      "step": 1970
    },
    {
      "loss_action": 0.03499039635062218,
      "loss_total": 0.03499039635062218,
      "step": 1970
    },
    {
      "loss_action": 0.04197080805897713,
      "loss_total": 0.04197080805897713,
      "step": 1970
    },
    {
      "loss_action": 0.046994905918836594,
      "loss_total": 0.046994905918836594,
      "step": 1970
    },
    {
      "loss_action": 0.031510088592767715,
      "loss_total": 0.031510088592767715,
      "step": 1970
    },
    {
      "loss_action": 0.03684643656015396,
      "loss_total": 0.03684643656015396,
      "step": 1970
    },
    {
      "loss_action": 0.13880065083503723,
      "loss_total": 0.13880065083503723,
      "step": 1970
    },
    {
      "loss_action": 0.04396502673625946,
      "loss_total": 0.04396502673625946,
      "step": 1970
    },
    {
      "loss_action": 0.03725169599056244,
      "loss_total": 0.03725169599056244,
      "step": 1970
    },
    {
      "grad_norm": 0.9266056418418884,
      "learning_rate": 3.958e-05,
      "loss": 0.0496,
      "step": 1980
    },
    {
      "loss_action": 0.03756820410490036,
      "loss_total": 0.03756820410490036,
      "step": 1980
    },
    {
      "loss_action": 0.038831934332847595,
      "loss_total": 0.038831934332847595,
      "step": 1980
    },
    {
      "loss_action": 0.03676762804389,
      "loss_total": 0.03676762804389,
      "step": 1980
    },
    {
      "loss_action": 0.03535842522978783,
      "loss_total": 0.03535842522978783,
      "step": 1980
    },
    {
      "loss_action": 0.03292515128850937,
      "loss_total": 0.03292515128850937,
      "step": 1980
    },
    {
      "loss_action": 0.032235875725746155,
      "loss_total": 0.032235875725746155,
      "step": 1980
    },
    {
      "loss_action": 0.068523108959198,
      "loss_total": 0.068523108959198,
      "step": 1980
    },
    {
      "loss_action": 0.06016210466623306,
      "loss_total": 0.06016210466623306,
      "step": 1980
    },
    {
      "grad_norm": 1.1389297246932983,
      "learning_rate": 3.978e-05,
      "loss": 0.0533,
      "step": 1990
    },
    {
      "loss_action": 0.03989112377166748,
      "loss_total": 0.03989112377166748,
      "step": 1990
    },
    {
      "loss_action": 0.09267911314964294,
      "loss_total": 0.09267911314964294,
      "step": 1990
    },
    {
      "loss_action": 0.0687979981303215,
      "loss_total": 0.0687979981303215,
      "step": 1990
    },
    {
      "loss_action": 0.04669150710105896,
      "loss_total": 0.04669150710105896,
      "step": 1990
    },
    {
      "loss_action": 0.06899826228618622,
      "loss_total": 0.06899826228618622,
      "step": 1990
    },
    {
      "loss_action": 0.09007725864648819,
      "loss_total": 0.09007725864648819,
      "step": 1990
    },
    {
      "loss_action": 0.04344186559319496,
      "loss_total": 0.04344186559319496,
      "step": 1990
    },
    {
      "loss_action": 0.04492723196744919,
      "loss_total": 0.04492723196744919,
      "step": 1990
    },
    {
      "grad_norm": 0.8882972598075867,
      "learning_rate": 3.998e-05,
      "loss": 0.0506,
      "step": 2000
    },
    {
      "loss_action": 0.04343847185373306,
      "loss_total": 0.04343847185373306,
      "step": 2000
    },
    {
      "loss_action": 0.07697077095508575,
      "loss_total": 0.07697077095508575,
      "step": 2000
    },
    {
      "loss_action": 0.03951224684715271,
      "loss_total": 0.03951224684715271,
      "step": 2000
    },
    {
      "loss_action": 0.041926510632038116,
      "loss_total": 0.041926510632038116,
      "step": 2000
    },
    {
      "loss_action": 0.08796152472496033,
      "loss_total": 0.08796152472496033,
      "step": 2000
    },
    {
      "loss_action": 0.049943335354328156,
      "loss_total": 0.049943335354328156,
      "step": 2000
    },
    {
      "loss_action": 0.06217396631836891,
      "loss_total": 0.06217396631836891,
      "step": 2000
    },
    {
      "loss_action": 0.053260497748851776,
      "loss_total": 0.053260497748851776,
      "step": 2000
    },
    {
      "grad_norm": 0.8225021362304688,
      "learning_rate": 4.018e-05,
      "loss": 0.0472,
      "step": 2010
    },
    {
      "loss_action": 0.07004772126674652,
      "loss_total": 0.07004772126674652,
      "step": 2010
    },
    {
      "loss_action": 0.0371147021651268,
      "loss_total": 0.0371147021651268,
      "step": 2010
    },
    {
      "loss_action": 0.03219136595726013,
      "loss_total": 0.03219136595726013,
      "step": 2010
    },
    {
      "loss_action": 0.028903113678097725,
      "loss_total": 0.028903113678097725,
      "step": 2010
    },
    {
      "loss_action": 0.03716082498431206,
      "loss_total": 0.03716082498431206,
      "step": 2010
    },
    {
      "loss_action": 0.039735227823257446,
      "loss_total": 0.039735227823257446,
      "step": 2010
    },
    {
      "loss_action": 0.04354753717780113,
      "loss_total": 0.04354753717780113,
      "step": 2010
    },
    {
      "loss_action": 0.02965347096323967,
      "loss_total": 0.02965347096323967,
      "step": 2010
    },
    {
      "grad_norm": 0.6912868022918701,
      "learning_rate": 4.038e-05,
      "loss": 0.0465,
      "step": 2020
    },
    {
      "loss_action": 0.023750321939587593,
      "loss_total": 0.023750321939587593,
      "step": 2020
    },
    {
      "loss_action": 0.050471920520067215,
      "loss_total": 0.050471920520067215,
      "step": 2020
    },
    {
      "loss_action": 0.05773087218403816,
      "loss_total": 0.05773087218403816,
      "step": 2020
    },
    {
      "loss_action": 0.047862619161605835,
      "loss_total": 0.047862619161605835,
      "step": 2020
    },
    {
      "loss_action": 0.04365409165620804,
      "loss_total": 0.04365409165620804,
      "step": 2020
    },
    {
      "loss_action": 0.08639906346797943,
      "loss_total": 0.08639906346797943,
      "step": 2020
    },
    {
      "loss_action": 0.027655361220240593,
      "loss_total": 0.027655361220240593,
      "step": 2020
    },
    {
      "loss_action": 0.04679336026310921,
      "loss_total": 0.04679336026310921,
      "step": 2020
    },
    {
      "grad_norm": 1.1197090148925781,
      "learning_rate": 4.058e-05,
      "loss": 0.0463,
      "step": 2030
    },
    {
      "loss_action": 0.041207849979400635,
      "loss_total": 0.041207849979400635,
      "step": 2030
    },
    {
      "loss_action": 0.05965123325586319,
      "loss_total": 0.05965123325586319,
      "step": 2030
    },
    {
      "loss_action": 0.06713340431451797,
      "loss_total": 0.06713340431451797,
      "step": 2030
    },
    {
      "loss_action": 0.03676293045282364,
      "loss_total": 0.03676293045282364,
      "step": 2030
    },
    {
      "loss_action": 0.03166639059782028,
      "loss_total": 0.03166639059782028,
      "step": 2030
    },
    {
      "loss_action": 0.02622506581246853,
      "loss_total": 0.02622506581246853,
      "step": 2030
    },
    {
      "loss_action": 0.04696919769048691,
      "loss_total": 0.04696919769048691,
      "step": 2030
    },
    {
      "loss_action": 0.08153270184993744,
      "loss_total": 0.08153270184993744,
      "step": 2030
    },
    {
      "grad_norm": 1.0458017587661743,
      "learning_rate": 4.078e-05,
      "loss": 0.0484,
      "step": 2040
    },
    {
      "loss_action": 0.11505255848169327,
      "loss_total": 0.11505255848169327,
      "step": 2040
    },
    {
      "loss_action": 0.037843868136405945,
      "loss_total": 0.037843868136405945,
      "step": 2040
    },
    {
      "loss_action": 0.05439649149775505,
      "loss_total": 0.05439649149775505,
      "step": 2040
    },
    {
      "loss_action": 0.06322183459997177,
      "loss_total": 0.06322183459997177,
      "step": 2040
    },
    {
      "loss_action": 0.0350632444024086,
      "loss_total": 0.0350632444024086,
      "step": 2040
    },
    {
      "loss_action": 0.050106897950172424,
      "loss_total": 0.050106897950172424,
      "step": 2040
    },
    {
      "loss_action": 0.040897347033023834,
      "loss_total": 0.040897347033023834,
      "step": 2040
    },
    {
      "loss_action": 0.0604243203997612,
      "loss_total": 0.0604243203997612,
      "step": 2040
    },
    {
      "grad_norm": 0.7064933776855469,
      "learning_rate": 4.0980000000000004e-05,
      "loss": 0.0476,
      "step": 2050
    },
    {
      "loss_action": 0.027572937309741974,
      "loss_total": 0.027572937309741974,
      "step": 2050
    },
    {
      "loss_action": 0.04640934243798256,
      "loss_total": 0.04640934243798256,
      "step": 2050
    },
    {
      "loss_action": 0.047212399542331696,
      "loss_total": 0.047212399542331696,
      "step": 2050
    },
    {
      "loss_action": 0.06598661839962006,
      "loss_total": 0.06598661839962006,
      "step": 2050
    },
    {
      "loss_action": 0.03955771028995514,
      "loss_total": 0.03955771028995514,
      "step": 2050
    },
    {
      "loss_action": 0.04645960032939911,
      "loss_total": 0.04645960032939911,
      "step": 2050
    },
    {
      "loss_action": 0.05074731260538101,
      "loss_total": 0.05074731260538101,
      "step": 2050
    },
    {
      "loss_action": 0.03736423701047897,
      "loss_total": 0.03736423701047897,
      "step": 2050
    },
    {
      "grad_norm": 0.7184898257255554,
      "learning_rate": 4.118e-05,
      "loss": 0.0487,
      "step": 2060
    },
    {
      "loss_action": 0.052534569054841995,
      "loss_total": 0.052534569054841995,
      "step": 2060
    },
    {
      "loss_action": 0.06291545927524567,
      "loss_total": 0.06291545927524567,
      "step": 2060
    },
    {
      "loss_action": 0.06558601558208466,
      "loss_total": 0.06558601558208466,
      "step": 2060
    },
    {
      "loss_action": 0.0312693789601326,
      "loss_total": 0.0312693789601326,
      "step": 2060
    },
    {
      "loss_action": 0.04657420516014099,
      "loss_total": 0.04657420516014099,
      "step": 2060
    },
    {
      "loss_action": 0.05763830617070198,
      "loss_total": 0.05763830617070198,
      "step": 2060
    },
    {
      "loss_action": 0.1296186000108719,
      "loss_total": 0.1296186000108719,
      "step": 2060
    },
    {
      "loss_action": 0.03955927863717079,
      "loss_total": 0.03955927863717079,
      "step": 2060
    },
    {
      "grad_norm": 0.9676955342292786,
      "learning_rate": 4.138e-05,
      "loss": 0.049,
      "step": 2070
    },
    {
      "loss_action": 0.08380132913589478,
      "loss_total": 0.08380132913589478,
      "step": 2070
    },
    {
      "loss_action": 0.03476807475090027,
      "loss_total": 0.03476807475090027,
      "step": 2070
    },
    {
      "loss_action": 0.03398492932319641,
      "loss_total": 0.03398492932319641,
      "step": 2070
    },
    {
      "loss_action": 0.04010338336229324,
      "loss_total": 0.04010338336229324,
      "step": 2070
    },
    {
      "loss_action": 0.026398157700896263,
      "loss_total": 0.026398157700896263,
      "step": 2070
    },
    {
      "loss_action": 0.029328687116503716,
      "loss_total": 0.029328687116503716,
      "step": 2070
    },
    {
      "loss_action": 0.09403630346059799,
      "loss_total": 0.09403630346059799,
      "step": 2070
    },
    {
      "loss_action": 0.03805924579501152,
      "loss_total": 0.03805924579501152,
      "step": 2070
    },
    {
      "grad_norm": 0.7373766303062439,
      "learning_rate": 4.1580000000000005e-05,
      "loss": 0.0445,
      "step": 2080
    },
    {
      "loss_action": 0.08816471695899963,
      "loss_total": 0.08816471695899963,
      "step": 2080
    },
    {
      "loss_action": 0.02281033620238304,
      "loss_total": 0.02281033620238304,
      "step": 2080
    },
    {
      "loss_action": 0.09109015762805939,
      "loss_total": 0.09109015762805939,
      "step": 2080
    },
    {
      "loss_action": 0.03187224268913269,
      "loss_total": 0.03187224268913269,
      "step": 2080
    },
    {
      "loss_action": 0.04318653419613838,
      "loss_total": 0.04318653419613838,
      "step": 2080
    },
    {
      "loss_action": 0.02618885040283203,
      "loss_total": 0.02618885040283203,
      "step": 2080
    },
    {
      "loss_action": 0.041276343166828156,
      "loss_total": 0.041276343166828156,
      "step": 2080
    },
    {
      "loss_action": 0.04433430731296539,
      "loss_total": 0.04433430731296539,
      "step": 2080
    },
    {
      "grad_norm": 0.6827753782272339,
      "learning_rate": 4.178e-05,
      "loss": 0.0497,
      "step": 2090
    },
    {
      "loss_action": 0.03198029473423958,
      "loss_total": 0.03198029473423958,
      "step": 2090
    },
    {
      "loss_action": 0.054525963962078094,
      "loss_total": 0.054525963962078094,
      "step": 2090
    },
    {
      "loss_action": 0.04697609692811966,
      "loss_total": 0.04697609692811966,
      "step": 2090
    },
    {
      "loss_action": 0.047821350395679474,
      "loss_total": 0.047821350395679474,
      "step": 2090
    },
    {
      "loss_action": 0.03582266345620155,
      "loss_total": 0.03582266345620155,
      "step": 2090
    },
    {
      "loss_action": 0.031093796715140343,
      "loss_total": 0.031093796715140343,
      "step": 2090
    },
    {
      "loss_action": 0.14022764563560486,
      "loss_total": 0.14022764563560486,
      "step": 2090
    },
    {
      "loss_action": 0.03508535400032997,
      "loss_total": 0.03508535400032997,
      "step": 2090
    },
    {
      "grad_norm": 0.8589069247245789,
      "learning_rate": 4.198e-05,
      "loss": 0.046,
      "step": 2100
    },
    {
      "loss_action": 0.036700304597616196,
      "loss_total": 0.036700304597616196,
      "step": 2100
    },
    {
      "loss_action": 0.04478769749403,
      "loss_total": 0.04478769749403,
      "step": 2100
    },
    {
      "loss_action": 0.03881044685840607,
      "loss_total": 0.03881044685840607,
      "step": 2100
    },
    {
      "loss_action": 0.04816731438040733,
      "loss_total": 0.04816731438040733,
      "step": 2100
    },
    {
      "loss_action": 0.0333428680896759,
      "loss_total": 0.0333428680896759,
      "step": 2100
    },
    {
      "loss_action": 0.040498606860637665,
      "loss_total": 0.040498606860637665,
      "step": 2100
    },
    {
      "loss_action": 0.03451985865831375,
      "loss_total": 0.03451985865831375,
      "step": 2100
    },
    {
      "loss_action": 0.030806172639131546,
      "loss_total": 0.030806172639131546,
      "step": 2100
    },
    {
      "grad_norm": 0.7572112083435059,
      "learning_rate": 4.2180000000000006e-05,
      "loss": 0.0423,
      "step": 2110
    },
    {
      "loss_action": 0.03392975032329559,
      "loss_total": 0.03392975032329559,
      "step": 2110
    },
    {
      "loss_action": 0.08583299815654755,
      "loss_total": 0.08583299815654755,
      "step": 2110
    },
    {
      "loss_action": 0.03817230463027954,
      "loss_total": 0.03817230463027954,
      "step": 2110
    },
    {
      "loss_action": 0.037677377462387085,
      "loss_total": 0.037677377462387085,
      "step": 2110
    },
    {
      "loss_action": 0.026801634579896927,
      "loss_total": 0.026801634579896927,
      "step": 2110
    },
    {
      "loss_action": 0.05529305711388588,
      "loss_total": 0.05529305711388588,
      "step": 2110
    },
    {
      "loss_action": 0.029690787196159363,
      "loss_total": 0.029690787196159363,
      "step": 2110
    },
    {
      "loss_action": 0.060624800622463226,
      "loss_total": 0.060624800622463226,
      "step": 2110
    },
    {
      "grad_norm": 0.758175790309906,
      "learning_rate": 4.2380000000000004e-05,
      "loss": 0.0452,
      "step": 2120
    },
    {
      "loss_action": 0.03499187156558037,
      "loss_total": 0.03499187156558037,
      "step": 2120
    },
    {
      "loss_action": 0.04094843566417694,
      "loss_total": 0.04094843566417694,
      "step": 2120
    },
    {
      "loss_action": 0.03876209259033203,
      "loss_total": 0.03876209259033203,
      "step": 2120
    },
    {
      "loss_action": 0.04712284356355667,
      "loss_total": 0.04712284356355667,
      "step": 2120
    },
    {
      "loss_action": 0.07062329351902008,
      "loss_total": 0.07062329351902008,
      "step": 2120
    },
    {
      "loss_action": 0.06443552672863007,
      "loss_total": 0.06443552672863007,
      "step": 2120
    },
    {
      "loss_action": 0.04974264279007912,
      "loss_total": 0.04974264279007912,
      "step": 2120
    },
    {
      "loss_action": 0.043299682438373566,
      "loss_total": 0.043299682438373566,
      "step": 2120
    },
    {
      "grad_norm": 0.7043215036392212,
      "learning_rate": 4.258e-05,
      "loss": 0.047,
      "step": 2130
    },
    {
      "loss_action": 0.047045107930898666,
      "loss_total": 0.047045107930898666,
      "step": 2130
    },
    {
      "loss_action": 0.0360284224152565,
      "loss_total": 0.0360284224152565,
      "step": 2130
    },
    {
      "loss_action": 0.04274577647447586,
      "loss_total": 0.04274577647447586,
      "step": 2130
    },
    {
      "loss_action": 0.0448470339179039,
      "loss_total": 0.0448470339179039,
      "step": 2130
    },
    {
      "loss_action": 0.02276952750980854,
      "loss_total": 0.02276952750980854,
      "step": 2130
    },
    {
      "loss_action": 0.029335562139749527,
      "loss_total": 0.029335562139749527,
      "step": 2130
    },
    {
      "loss_action": 0.061158500611782074,
      "loss_total": 0.061158500611782074,
      "step": 2130
    },
    {
      "loss_action": 0.03520870953798294,
      "loss_total": 0.03520870953798294,
      "step": 2130
    },
    {
      "grad_norm": 0.7982380390167236,
      "learning_rate": 4.278e-05,
      "loss": 0.0443,
      "step": 2140
    },
    {
      "loss_action": 0.028354905545711517,
      "loss_total": 0.028354905545711517,
      "step": 2140
    },
    {
      "loss_action": 0.0472281239926815,
      "loss_total": 0.0472281239926815,
      "step": 2140
    },
    {
      "loss_action": 0.041866451501846313,
      "loss_total": 0.041866451501846313,
      "step": 2140
    },
    {
      "loss_action": 0.028883740305900574,
      "loss_total": 0.028883740305900574,
      "step": 2140
    },
    {
      "loss_action": 0.026835983619093895,
      "loss_total": 0.026835983619093895,
      "step": 2140
    },
    {
      "loss_action": 0.045233942568302155,
      "loss_total": 0.045233942568302155,
      "step": 2140
    },
    {
      "loss_action": 0.04087885841727257,
      "loss_total": 0.04087885841727257,
      "step": 2140
    },
    {
      "loss_action": 0.03899320960044861,
      "loss_total": 0.03899320960044861,
      "step": 2140
    },
    {
      "grad_norm": 1.0966691970825195,
      "learning_rate": 4.2980000000000005e-05,
      "loss": 0.0453,
      "step": 2150
    },
    {
      "loss_action": 0.04516157880425453,
      "loss_total": 0.04516157880425453,
      "step": 2150
    },
    {
      "loss_action": 0.03921163082122803,
      "loss_total": 0.03921163082122803,
      "step": 2150
    },
    {
      "loss_action": 0.05382862687110901,
      "loss_total": 0.05382862687110901,
      "step": 2150
    },
    {
      "loss_action": 0.04099302738904953,
      "loss_total": 0.04099302738904953,
      "step": 2150
    },
    {
      "loss_action": 0.044508837163448334,
      "loss_total": 0.044508837163448334,
      "step": 2150
    },
    {
      "loss_action": 0.05048268288373947,
      "loss_total": 0.05048268288373947,
      "step": 2150
    },
    {
      "loss_action": 0.03288086876273155,
      "loss_total": 0.03288086876273155,
      "step": 2150
    },
    {
      "loss_action": 0.037882640957832336,
      "loss_total": 0.037882640957832336,
      "step": 2150
    },
    {
      "grad_norm": 1.120364785194397,
      "learning_rate": 4.318e-05,
      "loss": 0.0445,
      "step": 2160
    },
    {
      "loss_action": 0.05554007738828659,
      "loss_total": 0.05554007738828659,
      "step": 2160
    },
    {
      "loss_action": 0.03739611804485321,
      "loss_total": 0.03739611804485321,
      "step": 2160
    },
    {
      "loss_action": 0.04478487744927406,
      "loss_total": 0.04478487744927406,
      "step": 2160
    },
    {
      "loss_action": 0.03280667960643768,
      "loss_total": 0.03280667960643768,
      "step": 2160
    },
    {
      "loss_action": 0.04019194096326828,
      "loss_total": 0.04019194096326828,
      "step": 2160
    },
    {
      "loss_action": 0.11657963693141937,
      "loss_total": 0.11657963693141937,
      "step": 2160
    },
    {
      "loss_action": 0.04261072725057602,
      "loss_total": 0.04261072725057602,
      "step": 2160
    },
    {
      "loss_action": 0.033816494047641754,
      "loss_total": 0.033816494047641754,
      "step": 2160
    },
    {
      "grad_norm": 1.0396190881729126,
      "learning_rate": 4.338e-05,
      "loss": 0.0422,
      "step": 2170
    },
    {
      "loss_action": 0.03905670344829559,
      "loss_total": 0.03905670344829559,
      "step": 2170
    },
    {
      "loss_action": 0.035824887454509735,
      "loss_total": 0.035824887454509735,
      "step": 2170
    },
    {
      "loss_action": 0.03856915980577469,
      "loss_total": 0.03856915980577469,
      "step": 2170
    },
    {
      "loss_action": 0.04966793581843376,
      "loss_total": 0.04966793581843376,
      "step": 2170
    },
    {
      "loss_action": 0.04716947674751282,
      "loss_total": 0.04716947674751282,
      "step": 2170
    },
    {
      "loss_action": 0.0488264337182045,
      "loss_total": 0.0488264337182045,
      "step": 2170
    },
    {
      "loss_action": 0.01870681345462799,
      "loss_total": 0.01870681345462799,
      "step": 2170
    },
    {
      "loss_action": 0.03780614584684372,
      "loss_total": 0.03780614584684372,
      "step": 2170
    },
    {
      "grad_norm": 0.7823514938354492,
      "learning_rate": 4.3580000000000006e-05,
      "loss": 0.0433,
      "step": 2180
    },
    {
      "loss_action": 0.05068138241767883,
      "loss_total": 0.05068138241767883,
      "step": 2180
    },
    {
      "loss_action": 0.03903711959719658,
      "loss_total": 0.03903711959719658,
      "step": 2180
    },
    {
      "loss_action": 0.032770171761512756,
      "loss_total": 0.032770171761512756,
      "step": 2180
    },
    {
      "loss_action": 0.04244739189743996,
      "loss_total": 0.04244739189743996,
      "step": 2180
    },
    {
      "loss_action": 0.04837915301322937,
      "loss_total": 0.04837915301322937,
      "step": 2180
    },
    {
      "loss_action": 0.058794133365154266,
      "loss_total": 0.058794133365154266,
      "step": 2180
    },
    {
      "loss_action": 0.04579120874404907,
      "loss_total": 0.04579120874404907,
      "step": 2180
    },
    {
      "loss_action": 0.03741820901632309,
      "loss_total": 0.03741820901632309,
      "step": 2180
    },
    {
      "grad_norm": 0.6700887680053711,
      "learning_rate": 4.3780000000000004e-05,
      "loss": 0.0421,
      "step": 2190
    },
    {
      "loss_action": 0.038800667971372604,
      "loss_total": 0.038800667971372604,
      "step": 2190
    },
    {
      "loss_action": 0.03449498116970062,
      "loss_total": 0.03449498116970062,
      "step": 2190
    },
    {
      "loss_action": 0.050993770360946655,
      "loss_total": 0.050993770360946655,
      "step": 2190
    },
    {
      "loss_action": 0.04828500747680664,
      "loss_total": 0.04828500747680664,
      "step": 2190
    },
    {
      "loss_action": 0.03888881579041481,
      "loss_total": 0.03888881579041481,
      "step": 2190
    },
    {
      "loss_action": 0.057085420936346054,
      "loss_total": 0.057085420936346054,
      "step": 2190
    },
    {
      "loss_action": 0.033235352486371994,
      "loss_total": 0.033235352486371994,
      "step": 2190
    },
    {
      "loss_action": 0.03022315725684166,
      "loss_total": 0.03022315725684166,
      "step": 2190
    },
    {
      "grad_norm": 0.8865333795547485,
      "learning_rate": 4.398e-05,
      "loss": 0.0448,
      "step": 2200
    },
    {
      "loss_action": 0.037933871150016785,
      "loss_total": 0.037933871150016785,
      "step": 2200
    },
    {
      "loss_action": 0.10766439139842987,
      "loss_total": 0.10766439139842987,
      "step": 2200
    },
    {
      "loss_action": 0.02344522252678871,
      "loss_total": 0.02344522252678871,
      "step": 2200
    },
    {
      "loss_action": 0.03564365580677986,
      "loss_total": 0.03564365580677986,
      "step": 2200
    },
    {
      "loss_action": 0.08648413419723511,
      "loss_total": 0.08648413419723511,
      "step": 2200
    },
    {
      "loss_action": 0.03648477420210838,
      "loss_total": 0.03648477420210838,
      "step": 2200
    },
    {
      "loss_action": 0.031103195622563362,
      "loss_total": 0.031103195622563362,
      "step": 2200
    },
    {
      "loss_action": 0.03893878310918808,
      "loss_total": 0.03893878310918808,
      "step": 2200
    },
    {
      "grad_norm": 1.083632230758667,
      "learning_rate": 4.418000000000001e-05,
      "loss": 0.0453,
      "step": 2210
    },
    {
      "loss_action": 0.04069284722208977,
      "loss_total": 0.04069284722208977,
      "step": 2210
    },
    {
      "loss_action": 0.12741747498512268,
      "loss_total": 0.12741747498512268,
      "step": 2210
    },
    {
      "loss_action": 0.04228269308805466,
      "loss_total": 0.04228269308805466,
      "step": 2210
    },
    {
      "loss_action": 0.026930077001452446,
      "loss_total": 0.026930077001452446,
      "step": 2210
    },
    {
      "loss_action": 0.030273139476776123,
      "loss_total": 0.030273139476776123,
      "step": 2210
    },
    {
      "loss_action": 0.04593506455421448,
      "loss_total": 0.04593506455421448,
      "step": 2210
    },
    {
      "loss_action": 0.028505368158221245,
      "loss_total": 0.028505368158221245,
      "step": 2210
    },
    {
      "loss_action": 0.038121771067380905,
      "loss_total": 0.038121771067380905,
      "step": 2210
    },
    {
      "grad_norm": 0.6967041492462158,
      "learning_rate": 4.438e-05,
      "loss": 0.0479,
      "step": 2220
    },
    {
      "loss_action": 0.0355982705950737,
      "loss_total": 0.0355982705950737,
      "step": 2220
    },
    {
      "loss_action": 0.03986047953367233,
      "loss_total": 0.03986047953367233,
      "step": 2220
    },
    {
      "loss_action": 0.034181345254182816,
      "loss_total": 0.034181345254182816,
      "step": 2220
    },
    {
      "loss_action": 0.026511982083320618,
      "loss_total": 0.026511982083320618,
      "step": 2220
    },
    {
      "loss_action": 0.03121643327176571,
      "loss_total": 0.03121643327176571,
      "step": 2220
    },
    {
      "loss_action": 0.03867660090327263,
      "loss_total": 0.03867660090327263,
      "step": 2220
    },
    {
      "loss_action": 0.024215389043092728,
      "loss_total": 0.024215389043092728,
      "step": 2220
    },
    {
      "loss_action": 0.034152399748563766,
      "loss_total": 0.034152399748563766,
      "step": 2220
    },
    {
      "grad_norm": 0.8147851228713989,
      "learning_rate": 4.458e-05,
      "loss": 0.0437,
      "step": 2230
    },
    {
      "loss_action": 0.0394049808382988,
      "loss_total": 0.0394049808382988,
      "step": 2230
    },
    {
      "loss_action": 0.05419014394283295,
      "loss_total": 0.05419014394283295,
      "step": 2230
    },
    {
      "loss_action": 0.04233010113239288,
      "loss_total": 0.04233010113239288,
      "step": 2230
    },
    {
      "loss_action": 0.039861612021923065,
      "loss_total": 0.039861612021923065,
      "step": 2230
    },
    {
      "loss_action": 0.05000339448451996,
      "loss_total": 0.05000339448451996,
      "step": 2230
    },
    {
      "loss_action": 0.04011068493127823,
      "loss_total": 0.04011068493127823,
      "step": 2230
    },
    {
      "loss_action": 0.03711703419685364,
      "loss_total": 0.03711703419685364,
      "step": 2230
    },
    {
      "loss_action": 0.03558528423309326,
      "loss_total": 0.03558528423309326,
      "step": 2230
    },
    {
      "grad_norm": 0.8418018817901611,
      "learning_rate": 4.478e-05,
      "loss": 0.0425,
      "step": 2240
    },
    {
      "loss_action": 0.04544699564576149,
      "loss_total": 0.04544699564576149,
      "step": 2240
    },
    {
      "loss_action": 0.04789897799491882,
      "loss_total": 0.04789897799491882,
      "step": 2240
    },
    {
      "loss_action": 0.03396471589803696,
      "loss_total": 0.03396471589803696,
      "step": 2240
    },
    {
      "loss_action": 0.0380869098007679,
      "loss_total": 0.0380869098007679,
      "step": 2240
    },
    {
      "loss_action": 0.030881362035870552,
      "loss_total": 0.030881362035870552,
      "step": 2240
    },
    {
      "loss_action": 0.044273294508457184,
      "loss_total": 0.044273294508457184,
      "step": 2240
    },
    {
      "loss_action": 0.056811314076185226,
      "loss_total": 0.056811314076185226,
      "step": 2240
    },
    {
      "loss_action": 0.056496962904930115,
      "loss_total": 0.056496962904930115,
      "step": 2240
    },
    {
      "grad_norm": 0.8294602632522583,
      "learning_rate": 4.498e-05,
      "loss": 0.0488,
      "step": 2250
    },
    {
      "loss_action": 0.052927009761333466,
      "loss_total": 0.052927009761333466,
      "step": 2250
    },
    {
      "loss_action": 0.02998647838830948,
      "loss_total": 0.02998647838830948,
      "step": 2250
    },
    {
      "loss_action": 0.045538172125816345,
      "loss_total": 0.045538172125816345,
      "step": 2250
    },
    {
      "loss_action": 0.05498708412051201,
      "loss_total": 0.05498708412051201,
      "step": 2250
    },
    {
      "loss_action": 0.040964558720588684,
      "loss_total": 0.040964558720588684,
      "step": 2250
    },
    {
      "loss_action": 0.0400589182972908,
      "loss_total": 0.0400589182972908,
      "step": 2250
    },
    {
      "loss_action": 0.13806767761707306,
      "loss_total": 0.13806767761707306,
      "step": 2250
    },
    {
      "loss_action": 0.09949775040149689,
      "loss_total": 0.09949775040149689,
      "step": 2250
    },
    {
      "grad_norm": 0.610722005367279,
      "learning_rate": 4.518e-05,
      "loss": 0.0473,
      "step": 2260
    },
    {
      "loss_action": 0.0450601689517498,
      "loss_total": 0.0450601689517498,
      "step": 2260
    },
    {
      "loss_action": 0.0598905049264431,
      "loss_total": 0.0598905049264431,
      "step": 2260
    },
    {
      "loss_action": 0.06551854312419891,
      "loss_total": 0.06551854312419891,
      "step": 2260
    },
    {
      "loss_action": 0.03689154237508774,
      "loss_total": 0.03689154237508774,
      "step": 2260
    },
    {
      "loss_action": 0.026819288730621338,
      "loss_total": 0.026819288730621338,
      "step": 2260
    },
    {
      "loss_action": 0.043801844120025635,
      "loss_total": 0.043801844120025635,
      "step": 2260
    },
    {
      "loss_action": 0.02909254841506481,
      "loss_total": 0.02909254841506481,
      "step": 2260
    },
    {
      "loss_action": 0.05195378512144089,
      "loss_total": 0.05195378512144089,
      "step": 2260
    },
    {
      "grad_norm": 0.8368604779243469,
      "learning_rate": 4.538e-05,
      "loss": 0.0441,
      "step": 2270
    },
    {
      "loss_action": 0.04952385276556015,
      "loss_total": 0.04952385276556015,
      "step": 2270
    },
    {
      "loss_action": 0.03460102900862694,
      "loss_total": 0.03460102900862694,
      "step": 2270
    },
    {
      "loss_action": 0.06388929486274719,
      "loss_total": 0.06388929486274719,
      "step": 2270
    },
    {
      "loss_action": 0.06775923818349838,
      "loss_total": 0.06775923818349838,
      "step": 2270
    },
    {
      "loss_action": 0.036405161023139954,
      "loss_total": 0.036405161023139954,
      "step": 2270
    },
    {
      "loss_action": 0.04621001332998276,
      "loss_total": 0.04621001332998276,
      "step": 2270
    },
    {
      "loss_action": 0.04016917943954468,
      "loss_total": 0.04016917943954468,
      "step": 2270
    },
    {
      "loss_action": 0.05323521047830582,
      "loss_total": 0.05323521047830582,
      "step": 2270
    },
    {
      "grad_norm": 0.6011077165603638,
      "learning_rate": 4.558e-05,
      "loss": 0.0416,
      "step": 2280
    },
    {
      "loss_action": 0.12468035519123077,
      "loss_total": 0.12468035519123077,
      "step": 2280
    },
    {
      "loss_action": 0.028699465095996857,
      "loss_total": 0.028699465095996857,
      "step": 2280
    },
    {
      "loss_action": 0.0353533960878849,
      "loss_total": 0.0353533960878849,
      "step": 2280
    },
    {
      "loss_action": 0.03875201940536499,
      "loss_total": 0.03875201940536499,
      "step": 2280
    },
    {
      "loss_action": 0.04642999544739723,
      "loss_total": 0.04642999544739723,
      "step": 2280
    },
    {
      "loss_action": 0.052618466317653656,
      "loss_total": 0.052618466317653656,
      "step": 2280
    },
    {
      "loss_action": 0.042578354477882385,
      "loss_total": 0.042578354477882385,
      "step": 2280
    },
    {
      "loss_action": 0.031830910593271255,
      "loss_total": 0.031830910593271255,
      "step": 2280
    },
    {
      "grad_norm": 0.8193325400352478,
      "learning_rate": 4.578e-05,
      "loss": 0.0415,
      "step": 2290
    },
    {
      "loss_action": 0.058503277599811554,
      "loss_total": 0.058503277599811554,
      "step": 2290
    },
    {
      "loss_action": 0.0640769675374031,
      "loss_total": 0.0640769675374031,
      "step": 2290
    },
    {
      "loss_action": 0.04692845791578293,
      "loss_total": 0.04692845791578293,
      "step": 2290
    },
    {
      "loss_action": 0.05777442455291748,
      "loss_total": 0.05777442455291748,
      "step": 2290
    },
    {
      "loss_action": 0.04333467781543732,
      "loss_total": 0.04333467781543732,
      "step": 2290
    },
    {
      "loss_action": 0.053671758621931076,
      "loss_total": 0.053671758621931076,
      "step": 2290
    },
    {
      "loss_action": 0.0454540029168129,
      "loss_total": 0.0454540029168129,
      "step": 2290
    },
    {
      "loss_action": 0.060232013463974,
      "loss_total": 0.060232013463974,
      "step": 2290
    },
    {
      "grad_norm": 0.8105191588401794,
      "learning_rate": 4.5980000000000004e-05,
      "loss": 0.0467,
      "step": 2300
    },
    {
      "loss_action": 0.03651168942451477,
      "loss_total": 0.03651168942451477,
      "step": 2300
    },
    {
      "loss_action": 0.028008796274662018,
      "loss_total": 0.028008796274662018,
      "step": 2300
    },
    {
      "loss_action": 0.03580396622419357,
      "loss_total": 0.03580396622419357,
      "step": 2300
    },
    {
      "loss_action": 0.043678246438503265,
      "loss_total": 0.043678246438503265,
      "step": 2300
    },
    {
      "loss_action": 0.05994420498609543,
      "loss_total": 0.05994420498609543,
      "step": 2300
    },
    {
      "loss_action": 0.030672334134578705,
      "loss_total": 0.030672334134578705,
      "step": 2300
    },
    {
      "loss_action": 0.03517388552427292,
      "loss_total": 0.03517388552427292,
      "step": 2300
    },
    {
      "loss_action": 0.04102173447608948,
      "loss_total": 0.04102173447608948,
      "step": 2300
    },
    {
      "grad_norm": 0.5379250049591064,
      "learning_rate": 4.618e-05,
      "loss": 0.0435,
      "step": 2310
    },
    {
      "loss_action": 0.026787254959344864,
      "loss_total": 0.026787254959344864,
      "step": 2310
    },
    {
      "loss_action": 0.02746671997010708,
      "loss_total": 0.02746671997010708,
      "step": 2310
    },
    {
      "loss_action": 0.026147540658712387,
      "loss_total": 0.026147540658712387,
      "step": 2310
    },
    {
      "loss_action": 0.032170236110687256,
      "loss_total": 0.032170236110687256,
      "step": 2310
    },
    {
      "loss_action": 0.050408001989126205,
      "loss_total": 0.050408001989126205,
      "step": 2310
    },
    {
      "loss_action": 0.05534912273287773,
      "loss_total": 0.05534912273287773,
      "step": 2310
    },
    {
      "loss_action": 0.023750796914100647,
      "loss_total": 0.023750796914100647,
      "step": 2310
    },
    {
      "loss_action": 0.047846995294094086,
      "loss_total": 0.047846995294094086,
      "step": 2310
    },
    {
      "grad_norm": 0.9017025828361511,
      "learning_rate": 4.638e-05,
      "loss": 0.0444,
      "step": 2320
    },
    {
      "loss_action": 0.04651586711406708,
      "loss_total": 0.04651586711406708,
      "step": 2320
    },
    {
      "loss_action": 0.08913934230804443,
      "loss_total": 0.08913934230804443,
      "step": 2320
    },
    {
      "loss_action": 0.033700764179229736,
      "loss_total": 0.033700764179229736,
      "step": 2320
    },
    {
      "loss_action": 0.04306170344352722,
      "loss_total": 0.04306170344352722,
      "step": 2320
    },
    {
      "loss_action": 0.059506408870220184,
      "loss_total": 0.059506408870220184,
      "step": 2320
    },
    {
      "loss_action": 0.03137122467160225,
      "loss_total": 0.03137122467160225,
      "step": 2320
    },
    {
      "loss_action": 0.061093345284461975,
      "loss_total": 0.061093345284461975,
      "step": 2320
    },
    {
      "loss_action": 0.03345951437950134,
      "loss_total": 0.03345951437950134,
      "step": 2320
    },
    {
      "grad_norm": 0.8947895169258118,
      "learning_rate": 4.6580000000000005e-05,
      "loss": 0.0531,
      "step": 2330
    },
    {
      "loss_action": 0.03884444385766983,
      "loss_total": 0.03884444385766983,
      "step": 2330
    },
    {
      "loss_action": 0.041994623839855194,
      "loss_total": 0.041994623839855194,
      "step": 2330
    },
    {
      "loss_action": 0.04044174402952194,
      "loss_total": 0.04044174402952194,
      "step": 2330
    },
    {
      "loss_action": 0.03319874778389931,
      "loss_total": 0.03319874778389931,
      "step": 2330
    },
    {
      "loss_action": 0.051344893872737885,
      "loss_total": 0.051344893872737885,
      "step": 2330
    },
    {
      "loss_action": 0.02745623141527176,
      "loss_total": 0.02745623141527176,
      "step": 2330
    },
    {
      "loss_action": 0.026437215507030487,
      "loss_total": 0.026437215507030487,
      "step": 2330
    },
    {
      "loss_action": 0.03215201571583748,
      "loss_total": 0.03215201571583748,
      "step": 2330
    },
    {
      "grad_norm": 0.613143801689148,
      "learning_rate": 4.678e-05,
      "loss": 0.0412,
      "step": 2340
    },
    {
      "loss_action": 0.09910854697227478,
      "loss_total": 0.09910854697227478,
      "step": 2340
    },
    {
      "loss_action": 0.046845898032188416,
      "loss_total": 0.046845898032188416,
      "step": 2340
    },
    {
      "loss_action": 0.041185688227415085,
      "loss_total": 0.041185688227415085,
      "step": 2340
    },
    {
      "loss_action": 0.1645115613937378,
      "loss_total": 0.1645115613937378,
      "step": 2340
    },
    {
      "loss_action": 0.07149779796600342,
      "loss_total": 0.07149779796600342,
      "step": 2340
    },
    {
      "loss_action": 0.12943777441978455,
      "loss_total": 0.12943777441978455,
      "step": 2340
    },
    {
      "loss_action": 0.036476727575063705,
      "loss_total": 0.036476727575063705,
      "step": 2340
    },
    {
      "loss_action": 0.06372992694377899,
      "loss_total": 0.06372992694377899,
      "step": 2340
    },
    {
      "grad_norm": 0.712626039981842,
      "learning_rate": 4.698e-05,
      "loss": 0.0512,
      "step": 2350
    },
    {
      "loss_action": 0.06051993370056152,
      "loss_total": 0.06051993370056152,
      "step": 2350
    },
    {
      "loss_action": 0.04313807934522629,
      "loss_total": 0.04313807934522629,
      "step": 2350
    },
    {
      "loss_action": 0.03829467296600342,
      "loss_total": 0.03829467296600342,
      "step": 2350
    },
    {
      "loss_action": 0.07552889734506607,
      "loss_total": 0.07552889734506607,
      "step": 2350
    },
    {
      "loss_action": 0.025431610643863678,
      "loss_total": 0.025431610643863678,
      "step": 2350
    },
    {
      "loss_action": 0.03228597342967987,
      "loss_total": 0.03228597342967987,
      "step": 2350
    },
    {
      "loss_action": 0.03640016168355942,
      "loss_total": 0.03640016168355942,
      "step": 2350
    },
    {
      "loss_action": 0.04597907513380051,
      "loss_total": 0.04597907513380051,
      "step": 2350
    },
    {
      "grad_norm": 0.6134730577468872,
      "learning_rate": 4.718e-05,
      "loss": 0.0415,
      "step": 2360
    },
    {
      "loss_action": 0.04493921622633934,
      "loss_total": 0.04493921622633934,
      "step": 2360
    },
    {
      "loss_action": 0.02848278358578682,
      "loss_total": 0.02848278358578682,
      "step": 2360
    },
    {
      "loss_action": 0.03560483083128929,
      "loss_total": 0.03560483083128929,
      "step": 2360
    },
    {
      "loss_action": 0.03588556498289108,
      "loss_total": 0.03588556498289108,
      "step": 2360
    },
    {
      "loss_action": 0.04266737028956413,
      "loss_total": 0.04266737028956413,
      "step": 2360
    },
    {
      "loss_action": 0.02885059081017971,
      "loss_total": 0.02885059081017971,
      "step": 2360
    },
    {
      "loss_action": 0.030397802591323853,
      "loss_total": 0.030397802591323853,
      "step": 2360
    },
    {
      "loss_action": 0.031005647033452988,
      "loss_total": 0.031005647033452988,
      "step": 2360
    },
    {
      "grad_norm": 0.7252970933914185,
      "learning_rate": 4.7380000000000004e-05,
      "loss": 0.0433,
      "step": 2370
    },
    {
      "loss_action": 0.058690428733825684,
      "loss_total": 0.058690428733825684,
      "step": 2370
    },
    {
      "loss_action": 0.03259126842021942,
      "loss_total": 0.03259126842021942,
      "step": 2370
    },
    {
      "loss_action": 0.04756643623113632,
      "loss_total": 0.04756643623113632,
      "step": 2370
    },
    {
      "loss_action": 0.034029968082904816,
      "loss_total": 0.034029968082904816,
      "step": 2370
    },
    {
      "loss_action": 0.06107914820313454,
      "loss_total": 0.06107914820313454,
      "step": 2370
    },
    {
      "loss_action": 0.028485815972089767,
      "loss_total": 0.028485815972089767,
      "step": 2370
    },
    {
      "loss_action": 0.044422753155231476,
      "loss_total": 0.044422753155231476,
      "step": 2370
    },
    {
      "loss_action": 0.058303605765104294,
      "loss_total": 0.058303605765104294,
      "step": 2370
    },
    {
      "grad_norm": 0.6613806486129761,
      "learning_rate": 4.758e-05,
      "loss": 0.0438,
      "step": 2380
    },
    {
      "loss_action": 0.09240758419036865,
      "loss_total": 0.09240758419036865,
      "step": 2380
    },
    {
      "loss_action": 0.03311432525515556,
      "loss_total": 0.03311432525515556,
      "step": 2380
    },
    {
      "loss_action": 0.0314687043428421,
      "loss_total": 0.0314687043428421,
      "step": 2380
    },
    {
      "loss_action": 0.026372767984867096,
      "loss_total": 0.026372767984867096,
      "step": 2380
    },
    {
      "loss_action": 0.04714386910200119,
      "loss_total": 0.04714386910200119,
      "step": 2380
    },
    {
      "loss_action": 0.03591083735227585,
      "loss_total": 0.03591083735227585,
      "step": 2380
    },
    {
      "loss_action": 0.0415436252951622,
      "loss_total": 0.0415436252951622,
      "step": 2380
    },
    {
      "loss_action": 0.03826839104294777,
      "loss_total": 0.03826839104294777,
      "step": 2380
    },
    {
      "grad_norm": 0.8198255896568298,
      "learning_rate": 4.778e-05,
      "loss": 0.0432,
      "step": 2390
    },
    {
      "loss_action": 0.034237537533044815,
      "loss_total": 0.034237537533044815,
      "step": 2390
    },
    {
      "loss_action": 0.03763239085674286,
      "loss_total": 0.03763239085674286,
      "step": 2390
    },
    {
      "loss_action": 0.0804043561220169,
      "loss_total": 0.0804043561220169,
      "step": 2390
    },
    {
      "loss_action": 0.03522954881191254,
      "loss_total": 0.03522954881191254,
      "step": 2390
    },
    {
      "loss_action": 0.02455085888504982,
      "loss_total": 0.02455085888504982,
      "step": 2390
    },
    {
      "loss_action": 0.0699286162853241,
      "loss_total": 0.0699286162853241,
      "step": 2390
    },
    {
      "loss_action": 0.1444232314825058,
      "loss_total": 0.1444232314825058,
      "step": 2390
    },
    {
      "loss_action": 0.02638590708374977,
      "loss_total": 0.02638590708374977,
      "step": 2390
    },
    {
      "grad_norm": 0.6522868871688843,
      "learning_rate": 4.7980000000000005e-05,
      "loss": 0.0422,
      "step": 2400
    },
    {
      "loss_action": 0.0183306485414505,
      "loss_total": 0.0183306485414505,
      "step": 2400
    },
    {
      "loss_action": 0.044315725564956665,
      "loss_total": 0.044315725564956665,
      "step": 2400
    },
    {
      "loss_action": 0.036390699446201324,
      "loss_total": 0.036390699446201324,
      "step": 2400
    },
    {
      "loss_action": 0.026685191318392754,
      "loss_total": 0.026685191318392754,
      "step": 2400
    },
    {
      "loss_action": 0.030409883707761765,
      "loss_total": 0.030409883707761765,
      "step": 2400
    },
    {
      "loss_action": 0.03297265246510506,
      "loss_total": 0.03297265246510506,
      "step": 2400
    },
    {
      "loss_action": 0.03171590715646744,
      "loss_total": 0.03171590715646744,
      "step": 2400
    },
    {
      "loss_action": 0.03311629965901375,
      "loss_total": 0.03311629965901375,
      "step": 2400
    },
    {
      "grad_norm": 0.7552844285964966,
      "learning_rate": 4.818e-05,
      "loss": 0.037,
      "step": 2410
    },
    {
      "loss_action": 0.026774812489748,
      "loss_total": 0.026774812489748,
      "step": 2410
    },
    {
      "loss_action": 0.033275969326496124,
      "loss_total": 0.033275969326496124,
      "step": 2410
    },
    {
      "loss_action": 0.04671342670917511,
      "loss_total": 0.04671342670917511,
      "step": 2410
    },
    {
      "loss_action": 0.10953424870967865,
      "loss_total": 0.10953424870967865,
      "step": 2410
    },
    {
      "loss_action": 0.026391545310616493,
      "loss_total": 0.026391545310616493,
      "step": 2410
    },
    {
      "loss_action": 0.024760950356721878,
      "loss_total": 0.024760950356721878,
      "step": 2410
    },
    {
      "loss_action": 0.04126556217670441,
      "loss_total": 0.04126556217670441,
      "step": 2410
    },
    {
      "loss_action": 0.030197450891137123,
      "loss_total": 0.030197450891137123,
      "step": 2410
    },
    {
      "grad_norm": 0.888400673866272,
      "learning_rate": 4.838e-05,
      "loss": 0.0466,
      "step": 2420
    },
    {
      "loss_action": 0.054740432649850845,
      "loss_total": 0.054740432649850845,
      "step": 2420
    },
    {
      "loss_action": 0.047418273985385895,
      "loss_total": 0.047418273985385895,
      "step": 2420
    },
    {
      "loss_action": 0.04464755207300186,
      "loss_total": 0.04464755207300186,
      "step": 2420
    },
    {
      "loss_action": 0.058605946600437164,
      "loss_total": 0.058605946600437164,
      "step": 2420
    },
    {
      "loss_action": 0.030590277165174484,
      "loss_total": 0.030590277165174484,
      "step": 2420
    },
    {
      "loss_action": 0.03811601921916008,
      "loss_total": 0.03811601921916008,
      "step": 2420
    },
    {
      "loss_action": 0.035977914929389954,
      "loss_total": 0.035977914929389954,
      "step": 2420
    },
    {
      "loss_action": 0.04941674321889877,
      "loss_total": 0.04941674321889877,
      "step": 2420
    },
    {
      "grad_norm": 0.6993274688720703,
      "learning_rate": 4.8580000000000006e-05,
      "loss": 0.0437,
      "step": 2430
    },
    {
      "loss_action": 0.047162994742393494,
      "loss_total": 0.047162994742393494,
      "step": 2430
    },
    {
      "loss_action": 0.05070774629712105,
      "loss_total": 0.05070774629712105,
      "step": 2430
    },
    {
      "loss_action": 0.04176953434944153,
      "loss_total": 0.04176953434944153,
      "step": 2430
    },
    {
      "loss_action": 0.036285191774368286,
      "loss_total": 0.036285191774368286,
      "step": 2430
    },
    {
      "loss_action": 0.03439057618379593,
      "loss_total": 0.03439057618379593,
      "step": 2430
    },
    {
      "loss_action": 0.03321896865963936,
      "loss_total": 0.03321896865963936,
      "step": 2430
    },
    {
      "loss_action": 0.034389421343803406,
      "loss_total": 0.034389421343803406,
      "step": 2430
    },
    {
      "loss_action": 0.035589948296546936,
      "loss_total": 0.035589948296546936,
      "step": 2430
    },
    {
      "grad_norm": 0.615520715713501,
      "learning_rate": 4.8780000000000004e-05,
      "loss": 0.0463,
      "step": 2440
    },
    {
      "loss_action": 0.03656551241874695,
      "loss_total": 0.03656551241874695,
      "step": 2440
    },
    {
      "loss_action": 0.04266425967216492,
      "loss_total": 0.04266425967216492,
      "step": 2440
    },
    {
      "loss_action": 0.027197930961847305,
      "loss_total": 0.027197930961847305,
      "step": 2440
    },
    {
      "loss_action": 0.03477839380502701,
      "loss_total": 0.03477839380502701,
      "step": 2440
    },
    {
      "loss_action": 0.04268072918057442,
      "loss_total": 0.04268072918057442,
      "step": 2440
    },
    {
      "loss_action": 0.04785088077187538,
      "loss_total": 0.04785088077187538,
      "step": 2440
    },
    {
      "loss_action": 0.03847784548997879,
      "loss_total": 0.03847784548997879,
      "step": 2440
    },
    {
      "loss_action": 0.05277080833911896,
      "loss_total": 0.05277080833911896,
      "step": 2440
    },
    {
      "grad_norm": 0.7006030678749084,
      "learning_rate": 4.898e-05,
      "loss": 0.0459,
      "step": 2450
    },
    {
      "loss_action": 0.04133802652359009,
      "loss_total": 0.04133802652359009,
      "step": 2450
    },
    {
      "loss_action": 0.049358539283275604,
      "loss_total": 0.049358539283275604,
      "step": 2450
    },
    {
      "loss_action": 0.03226475417613983,
      "loss_total": 0.03226475417613983,
      "step": 2450
    },
    {
      "loss_action": 0.0743492916226387,
      "loss_total": 0.0743492916226387,
      "step": 2450
    },
    {
      "loss_action": 0.03682370483875275,
      "loss_total": 0.03682370483875275,
      "step": 2450
    },
    {
      "loss_action": 0.03492099046707153,
      "loss_total": 0.03492099046707153,
      "step": 2450
    },
    {
      "loss_action": 0.048215243965387344,
      "loss_total": 0.048215243965387344,
      "step": 2450
    },
    {
      "loss_action": 0.044518861919641495,
      "loss_total": 0.044518861919641495,
      "step": 2450
    },
    {
      "grad_norm": 0.6299440264701843,
      "learning_rate": 4.918000000000001e-05,
      "loss": 0.0438,
      "step": 2460
    },
    {
      "loss_action": 0.03337228298187256,
      "loss_total": 0.03337228298187256,
      "step": 2460
    },
    {
      "loss_action": 0.10009559988975525,
      "loss_total": 0.10009559988975525,
      "step": 2460
    },
    {
      "loss_action": 0.07317987084388733,
      "loss_total": 0.07317987084388733,
      "step": 2460
    },
    {
      "loss_action": 0.03707576543092728,
      "loss_total": 0.03707576543092728,
      "step": 2460
    },
    {
      "loss_action": 0.02530011162161827,
      "loss_total": 0.02530011162161827,
      "step": 2460
    },
    {
      "loss_action": 0.039982181042432785,
      "loss_total": 0.039982181042432785,
      "step": 2460
    },
    {
      "loss_action": 0.04377926141023636,
      "loss_total": 0.04377926141023636,
      "step": 2460
    },
    {
      "loss_action": 0.030483929440379143,
      "loss_total": 0.030483929440379143,
      "step": 2460
    },
    {
      "grad_norm": 0.6196379661560059,
      "learning_rate": 4.9380000000000005e-05,
      "loss": 0.0413,
      "step": 2470
    },
    {
      "loss_action": 0.045251116156578064,
      "loss_total": 0.045251116156578064,
      "step": 2470
    },
    {
      "loss_action": 0.03376338630914688,
      "loss_total": 0.03376338630914688,
      "step": 2470
    },
    {
      "loss_action": 0.033347196877002716,
      "loss_total": 0.033347196877002716,
      "step": 2470
    },
    {
      "loss_action": 0.03757808730006218,
      "loss_total": 0.03757808730006218,
      "step": 2470
    },
    {
      "loss_action": 0.04915233701467514,
      "loss_total": 0.04915233701467514,
      "step": 2470
    },
    {
      "loss_action": 0.03524292632937431,
      "loss_total": 0.03524292632937431,
      "step": 2470
    },
    {
      "loss_action": 0.03478341922163963,
      "loss_total": 0.03478341922163963,
      "step": 2470
    },
    {
      "loss_action": 0.026775609701871872,
      "loss_total": 0.026775609701871872,
      "step": 2470
    },
    {
      "grad_norm": 0.8276193141937256,
      "learning_rate": 4.958e-05,
      "loss": 0.0408,
      "step": 2480
    },
    {
      "loss_action": 0.029269294813275337,
      "loss_total": 0.029269294813275337,
      "step": 2480
    },
    {
      "loss_action": 0.046167176216840744,
      "loss_total": 0.046167176216840744,
      "step": 2480
    },
    {
      "loss_action": 0.056911714375019073,
      "loss_total": 0.056911714375019073,
      "step": 2480
    },
    {
      "loss_action": 0.03299497812986374,
      "loss_total": 0.03299497812986374,
      "step": 2480
    },
    {
      "loss_action": 0.046606726944446564,
      "loss_total": 0.046606726944446564,
      "step": 2480
    },
    {
      "loss_action": 0.18800309300422668,
      "loss_total": 0.18800309300422668,
      "step": 2480
    },
    {
      "loss_action": 0.041417766362428665,
      "loss_total": 0.041417766362428665,
      "step": 2480
    },
    {
      "loss_action": 0.046026308089494705,
      "loss_total": 0.046026308089494705,
      "step": 2480
    },
    {
      "grad_norm": 0.689583957195282,
      "learning_rate": 4.978e-05,
      "loss": 0.0467,
      "step": 2490
    },
    {
      "loss_action": 0.02919337898492813,
      "loss_total": 0.02919337898492813,
      "step": 2490
    },
    {
      "loss_action": 0.02845533937215805,
      "loss_total": 0.02845533937215805,
      "step": 2490
    },
    {
      "loss_action": 0.034530989825725555,
      "loss_total": 0.034530989825725555,
      "step": 2490
    },
    {
      "loss_action": 0.04569336771965027,
      "loss_total": 0.04569336771965027,
      "step": 2490
    },
    {
      "loss_action": 0.06482425332069397,
      "loss_total": 0.06482425332069397,
      "step": 2490
    },
    {
      "loss_action": 0.02901376411318779,
      "loss_total": 0.02901376411318779,
      "step": 2490
    },
    {
      "loss_action": 0.04116951674222946,
      "loss_total": 0.04116951674222946,
      "step": 2490
    },
    {
      "loss_action": 0.05051317811012268,
      "loss_total": 0.05051317811012268,
      "step": 2490
    },
    {
      "grad_norm": 0.5889201760292053,
      "learning_rate": 4.9980000000000006e-05,
      "loss": 0.0379,
      "step": 2500
    },
    {
      "loss_action": 0.025285780429840088,
      "loss_total": 0.025285780429840088,
      "step": 2500
    },
    {
      "loss_action": 0.042599499225616455,
      "loss_total": 0.042599499225616455,
      "step": 2500
    },
    {
      "loss_action": 0.032862670719623566,
      "loss_total": 0.032862670719623566,
      "step": 2500
    },
    {
      "loss_action": 0.04818105325102806,
      "loss_total": 0.04818105325102806,
      "step": 2500
    },
    {
      "loss_action": 0.03875742480158806,
      "loss_total": 0.03875742480158806,
      "step": 2500
    },
    {
      "loss_action": 0.030482659116387367,
      "loss_total": 0.030482659116387367,
      "step": 2500
    },
    {
      "loss_action": 0.02636129967868328,
      "loss_total": 0.02636129967868328,
      "step": 2500
    },
    {
      "loss_action": 0.03576436638832092,
      "loss_total": 0.03576436638832092,
      "step": 2500
    },
    {
      "grad_norm": 0.6156599521636963,
      "learning_rate": 5.0180000000000004e-05,
      "loss": 0.0402,
      "step": 2510
    },
    {
      "loss_action": 0.03277029097080231,
      "loss_total": 0.03277029097080231,
      "step": 2510
    },
    {
      "loss_action": 0.13037551939487457,
      "loss_total": 0.13037551939487457,
      "step": 2510
    },
    {
      "loss_action": 0.017217565327882767,
      "loss_total": 0.017217565327882767,
      "step": 2510
    },
    {
      "loss_action": 0.022908587008714676,
      "loss_total": 0.022908587008714676,
      "step": 2510
    },
    {
      "loss_action": 0.033803101629018784,
      "loss_total": 0.033803101629018784,
      "step": 2510
    },
    {
      "loss_action": 0.037369951605796814,
      "loss_total": 0.037369951605796814,
      "step": 2510
    },
    {
      "loss_action": 0.02317729964852333,
      "loss_total": 0.02317729964852333,
      "step": 2510
    },
    {
      "loss_action": 0.05027914047241211,
      "loss_total": 0.05027914047241211,
      "step": 2510
    },
    {
      "grad_norm": 0.59580397605896,
      "learning_rate": 5.038e-05,
      "loss": 0.0392,
      "step": 2520
    },
    {
      "loss_action": 0.03582527115941048,
      "loss_total": 0.03582527115941048,
      "step": 2520
    },
    {
      "loss_action": 0.03515348583459854,
      "loss_total": 0.03515348583459854,
      "step": 2520
    },
    {
      "loss_action": 0.02520192414522171,
      "loss_total": 0.02520192414522171,
      "step": 2520
    },
    {
      "loss_action": 0.03878719359636307,
      "loss_total": 0.03878719359636307,
      "step": 2520
    },
    {
      "loss_action": 0.15373989939689636,
      "loss_total": 0.15373989939689636,
      "step": 2520
    },
    {
      "loss_action": 0.04797017574310303,
      "loss_total": 0.04797017574310303,
      "step": 2520
    },
    {
      "loss_action": 0.04239484667778015,
      "loss_total": 0.04239484667778015,
      "step": 2520
    },
    {
      "loss_action": 0.032238420099020004,
      "loss_total": 0.032238420099020004,
      "step": 2520
    },
    {
      "grad_norm": 0.6535219550132751,
      "learning_rate": 5.058000000000001e-05,
      "loss": 0.04,
      "step": 2530
    },
    {
      "loss_action": 0.024697111919522285,
      "loss_total": 0.024697111919522285,
      "step": 2530
    },
    {
      "loss_action": 0.045095156878232956,
      "loss_total": 0.045095156878232956,
      "step": 2530
    },
    {
      "loss_action": 0.029679011553525925,
      "loss_total": 0.029679011553525925,
      "step": 2530
    },
    {
      "loss_action": 0.03742652386426926,
      "loss_total": 0.03742652386426926,
      "step": 2530
    },
    {
      "loss_action": 0.023290038108825684,
      "loss_total": 0.023290038108825684,
      "step": 2530
    },
    {
      "loss_action": 0.048613447695970535,
      "loss_total": 0.048613447695970535,
      "step": 2530
    },
    {
      "loss_action": 0.02795247733592987,
      "loss_total": 0.02795247733592987,
      "step": 2530
    },
    {
      "loss_action": 0.029421553015708923,
      "loss_total": 0.029421553015708923,
      "step": 2530
    },
    {
      "grad_norm": 0.5596411228179932,
      "learning_rate": 5.0780000000000005e-05,
      "loss": 0.037,
      "step": 2540
    },
    {
      "loss_action": 0.04570358991622925,
      "loss_total": 0.04570358991622925,
      "step": 2540
    },
    {
      "loss_action": 0.03110453300178051,
      "loss_total": 0.03110453300178051,
      "step": 2540
    },
    {
      "loss_action": 0.023887163028120995,
      "loss_total": 0.023887163028120995,
      "step": 2540
    },
    {
      "loss_action": 0.026899032294750214,
      "loss_total": 0.026899032294750214,
      "step": 2540
    },
    {
      "loss_action": 0.02912726067006588,
      "loss_total": 0.02912726067006588,
      "step": 2540
    },
    {
      "loss_action": 0.02221110090613365,
      "loss_total": 0.02221110090613365,
      "step": 2540
    },
    {
      "loss_action": 0.023998374119400978,
      "loss_total": 0.023998374119400978,
      "step": 2540
    },
    {
      "loss_action": 0.04598487168550491,
      "loss_total": 0.04598487168550491,
      "step": 2540
    },
    {
      "grad_norm": 0.8236250877380371,
      "learning_rate": 5.098e-05,
      "loss": 0.0409,
      "step": 2550
    },
    {
      "loss_action": 0.03283204883337021,
      "loss_total": 0.03283204883337021,
      "step": 2550
    },
    {
      "loss_action": 0.03748214989900589,
      "loss_total": 0.03748214989900589,
      "step": 2550
    },
    {
      "loss_action": 0.03933463990688324,
      "loss_total": 0.03933463990688324,
      "step": 2550
    },
    {
      "loss_action": 0.03337636962532997,
      "loss_total": 0.03337636962532997,
      "step": 2550
    },
    {
      "loss_action": 0.02871263027191162,
      "loss_total": 0.02871263027191162,
      "step": 2550
    },
    {
      "loss_action": 0.035394780337810516,
      "loss_total": 0.035394780337810516,
      "step": 2550
    },
    {
      "loss_action": 0.030529523268342018,
      "loss_total": 0.030529523268342018,
      "step": 2550
    },
    {
      "loss_action": 0.0329086109995842,
      "loss_total": 0.0329086109995842,
      "step": 2550
    },
    {
      "grad_norm": 0.5484408736228943,
      "learning_rate": 5.118000000000001e-05,
      "loss": 0.0441,
      "step": 2560
    },
    {
      "loss_action": 0.038653142750263214,
      "loss_total": 0.038653142750263214,
      "step": 2560
    },
    {
      "loss_action": 0.03896495699882507,
      "loss_total": 0.03896495699882507,
      "step": 2560
    },
    {
      "loss_action": 0.028200848028063774,
      "loss_total": 0.028200848028063774,
      "step": 2560
    },
    {
      "loss_action": 0.033184342086315155,
      "loss_total": 0.033184342086315155,
      "step": 2560
    },
    {
      "loss_action": 0.034994952380657196,
      "loss_total": 0.034994952380657196,
      "step": 2560
    },
    {
      "loss_action": 0.03936253488063812,
      "loss_total": 0.03936253488063812,
      "step": 2560
    },
    {
      "loss_action": 0.037041425704956055,
      "loss_total": 0.037041425704956055,
      "step": 2560
    },
    {
      "loss_action": 0.03783322498202324,
      "loss_total": 0.03783322498202324,
      "step": 2560
    },
    {
      "grad_norm": 0.6205299496650696,
      "learning_rate": 5.1380000000000006e-05,
      "loss": 0.039,
      "step": 2570
    },
    {
      "loss_action": 0.031007107347249985,
      "loss_total": 0.031007107347249985,
      "step": 2570
    },
    {
      "loss_action": 0.021221453323960304,
      "loss_total": 0.021221453323960304,
      "step": 2570
    },
    {
      "loss_action": 0.03399708494544029,
      "loss_total": 0.03399708494544029,
      "step": 2570
    },
    {
      "loss_action": 0.026216361671686172,
      "loss_total": 0.026216361671686172,
      "step": 2570
    },
    {
      "loss_action": 0.040668390691280365,
      "loss_total": 0.040668390691280365,
      "step": 2570
    },
    {
      "loss_action": 0.030627727508544922,
      "loss_total": 0.030627727508544922,
      "step": 2570
    },
    {
      "loss_action": 0.02265079692006111,
      "loss_total": 0.02265079692006111,
      "step": 2570
    },
    {
      "loss_action": 0.026770228520035744,
      "loss_total": 0.026770228520035744,
      "step": 2570
    },
    {
      "grad_norm": 0.5580050945281982,
      "learning_rate": 5.1580000000000004e-05,
      "loss": 0.0402,
      "step": 2580
    },
    {
      "loss_action": 0.03249705210328102,
      "loss_total": 0.03249705210328102,
      "step": 2580
    },
    {
      "loss_action": 0.03209715336561203,
      "loss_total": 0.03209715336561203,
      "step": 2580
    },
    {
      "loss_action": 0.030052870512008667,
      "loss_total": 0.030052870512008667,
      "step": 2580
    },
    {
      "loss_action": 0.05766194313764572,
      "loss_total": 0.05766194313764572,
      "step": 2580
    },
    {
      "loss_action": 0.04614623636007309,
      "loss_total": 0.04614623636007309,
      "step": 2580
    },
    {
      "loss_action": 0.02455839142203331,
      "loss_total": 0.02455839142203331,
      "step": 2580
    },
    {
      "loss_action": 0.024656325578689575,
      "loss_total": 0.024656325578689575,
      "step": 2580
    },
    {
      "loss_action": 0.0203841719776392,
      "loss_total": 0.0203841719776392,
      "step": 2580
    },
    {
      "grad_norm": 0.6139329671859741,
      "learning_rate": 5.178000000000001e-05,
      "loss": 0.0358,
      "step": 2590
    },
    {
      "loss_action": 0.031586289405822754,
      "loss_total": 0.031586289405822754,
      "step": 2590
    },
    {
      "loss_action": 0.03576508164405823,
      "loss_total": 0.03576508164405823,
      "step": 2590
    },
    {
      "loss_action": 0.02437027171254158,
      "loss_total": 0.02437027171254158,
      "step": 2590
    },
    {
      "loss_action": 0.04755178093910217,
      "loss_total": 0.04755178093910217,
      "step": 2590
    },
    {
      "loss_action": 0.03927435725927353,
      "loss_total": 0.03927435725927353,
      "step": 2590
    },
    {
      "loss_action": 0.15995506942272186,
      "loss_total": 0.15995506942272186,
      "step": 2590
    },
    {
      "loss_action": 0.031260788440704346,
      "loss_total": 0.031260788440704346,
      "step": 2590
    },
    {
      "loss_action": 0.030673926696181297,
      "loss_total": 0.030673926696181297,
      "step": 2590
    },
    {
      "grad_norm": 0.7489503622055054,
      "learning_rate": 5.198000000000001e-05,
      "loss": 0.0426,
      "step": 2600
    },
    {
      "loss_action": 0.03117496520280838,
      "loss_total": 0.03117496520280838,
      "step": 2600
    },
    {
      "loss_action": 0.03634404391050339,
      "loss_total": 0.03634404391050339,
      "step": 2600
    },
    {
      "loss_action": 0.029235713183879852,
      "loss_total": 0.029235713183879852,
      "step": 2600
    },
    {
      "loss_action": 0.05035387724637985,
      "loss_total": 0.05035387724637985,
      "step": 2600
    },
    {
      "loss_action": 0.03216393664479256,
      "loss_total": 0.03216393664479256,
      "step": 2600
    },
    {
      "loss_action": 0.0355486199259758,
      "loss_total": 0.0355486199259758,
      "step": 2600
    },
    {
      "loss_action": 0.048247504979372025,
      "loss_total": 0.048247504979372025,
      "step": 2600
    },
    {
      "loss_action": 0.042100630700588226,
      "loss_total": 0.042100630700588226,
      "step": 2600
    },
    {
      "grad_norm": 0.6595473289489746,
      "learning_rate": 5.2180000000000005e-05,
      "loss": 0.0401,
      "step": 2610
    },
    {
      "loss_action": 0.04407013952732086,
      "loss_total": 0.04407013952732086,
      "step": 2610
    },
    {
      "loss_action": 0.06564189493656158,
      "loss_total": 0.06564189493656158,
      "step": 2610
    },
    {
      "loss_action": 0.03507979214191437,
      "loss_total": 0.03507979214191437,
      "step": 2610
    },
    {
      "loss_action": 0.04792223870754242,
      "loss_total": 0.04792223870754242,
      "step": 2610
    },
    {
      "loss_action": 0.04998468607664108,
      "loss_total": 0.04998468607664108,
      "step": 2610
    },
    {
      "loss_action": 0.06453879177570343,
      "loss_total": 0.06453879177570343,
      "step": 2610
    },
    {
      "loss_action": 0.02757437899708748,
      "loss_total": 0.02757437899708748,
      "step": 2610
    },
    {
      "loss_action": 0.03412102535367012,
      "loss_total": 0.03412102535367012,
      "step": 2610
    },
    {
      "grad_norm": 0.6869171261787415,
      "learning_rate": 5.238000000000001e-05,
      "loss": 0.0403,
      "step": 2620
    },
    {
      "loss_action": 0.03321569412946701,
      "loss_total": 0.03321569412946701,
      "step": 2620
    },
    {
      "loss_action": 0.030020488426089287,
      "loss_total": 0.030020488426089287,
      "step": 2620
    },
    {
      "loss_action": 0.032099075615406036,
      "loss_total": 0.032099075615406036,
      "step": 2620
    },
    {
      "loss_action": 0.026584811508655548,
      "loss_total": 0.026584811508655548,
      "step": 2620
    },
    {
      "loss_action": 0.03970710560679436,
      "loss_total": 0.03970710560679436,
      "step": 2620
    },
    {
      "loss_action": 0.023061830550432205,
      "loss_total": 0.023061830550432205,
      "step": 2620
    },
    {
      "loss_action": 0.04258911684155464,
      "loss_total": 0.04258911684155464,
      "step": 2620
    },
    {
      "loss_action": 0.024559244513511658,
      "loss_total": 0.024559244513511658,
      "step": 2620
    },
    {
      "grad_norm": 0.6340005993843079,
      "learning_rate": 5.258000000000001e-05,
      "loss": 0.0397,
      "step": 2630
    },
    {
      "loss_action": 0.02298590913414955,
      "loss_total": 0.02298590913414955,
      "step": 2630
    },
    {
      "loss_action": 0.05890917405486107,
      "loss_total": 0.05890917405486107,
      "step": 2630
    },
    {
      "loss_action": 0.046788059175014496,
      "loss_total": 0.046788059175014496,
      "step": 2630
    },
    {
      "loss_action": 0.05296877771615982,
      "loss_total": 0.05296877771615982,
      "step": 2630
    },
    {
      "loss_action": 0.05385775864124298,
      "loss_total": 0.05385775864124298,
      "step": 2630
    },
    {
      "loss_action": 0.03549296781420708,
      "loss_total": 0.03549296781420708,
      "step": 2630
    },
    {
      "loss_action": 0.025142226368188858,
      "loss_total": 0.025142226368188858,
      "step": 2630
    },
    {
      "loss_action": 0.029832907021045685,
      "loss_total": 0.029832907021045685,
      "step": 2630
    },
    {
      "grad_norm": 0.6605198979377747,
      "learning_rate": 5.2780000000000006e-05,
      "loss": 0.0457,
      "step": 2640
    },
    {
      "loss_action": 0.0376615971326828,
      "loss_total": 0.0376615971326828,
      "step": 2640
    },
    {
      "loss_action": 0.02773934230208397,
      "loss_total": 0.02773934230208397,
      "step": 2640
    },
    {
      "loss_action": 0.12621566653251648,
      "loss_total": 0.12621566653251648,
      "step": 2640
    },
    {
      "loss_action": 0.026158597320318222,
      "loss_total": 0.026158597320318222,
      "step": 2640
    },
    {
      "loss_action": 0.03003968484699726,
      "loss_total": 0.03003968484699726,
      "step": 2640
    },
    {
      "loss_action": 0.04298817366361618,
      "loss_total": 0.04298817366361618,
      "step": 2640
    },
    {
      "loss_action": 0.09672950208187103,
      "loss_total": 0.09672950208187103,
      "step": 2640
    },
    {
      "loss_action": 0.03174269571900368,
      "loss_total": 0.03174269571900368,
      "step": 2640
    },
    {
      "grad_norm": 0.5059871077537537,
      "learning_rate": 5.2980000000000004e-05,
      "loss": 0.0416,
      "step": 2650
    },
    {
      "loss_action": 0.03760112076997757,
      "loss_total": 0.03760112076997757,
      "step": 2650
    },
    {
      "loss_action": 0.029387151822447777,
      "loss_total": 0.029387151822447777,
      "step": 2650
    },
    {
      "loss_action": 0.054015666246414185,
      "loss_total": 0.054015666246414185,
      "step": 2650
    },
    {
      "loss_action": 0.0527900755405426,
      "loss_total": 0.0527900755405426,
      "step": 2650
    },
    {
      "loss_action": 0.04066138714551926,
      "loss_total": 0.04066138714551926,
      "step": 2650
    },
    {
      "loss_action": 0.032161444425582886,
      "loss_total": 0.032161444425582886,
      "step": 2650
    },
    {
      "loss_action": 0.04439451918005943,
      "loss_total": 0.04439451918005943,
      "step": 2650
    },
    {
      "loss_action": 0.03296603262424469,
      "loss_total": 0.03296603262424469,
      "step": 2650
    },
    {
      "grad_norm": 0.6302061676979065,
      "learning_rate": 5.318000000000001e-05,
      "loss": 0.0391,
      "step": 2660
    },
    {
      "loss_action": 0.031079331412911415,
      "loss_total": 0.031079331412911415,
      "step": 2660
    },
    {
      "loss_action": 0.051934242248535156,
      "loss_total": 0.051934242248535156,
      "step": 2660
    },
    {
      "loss_action": 0.031566083431243896,
      "loss_total": 0.031566083431243896,
      "step": 2660
    },
    {
      "loss_action": 0.034392453730106354,
      "loss_total": 0.034392453730106354,
      "step": 2660
    },
    {
      "loss_action": 0.032591305673122406,
      "loss_total": 0.032591305673122406,
      "step": 2660
    },
    {
      "loss_action": 0.04736451804637909,
      "loss_total": 0.04736451804637909,
      "step": 2660
    },
    {
      "loss_action": 0.024784481152892113,
      "loss_total": 0.024784481152892113,
      "step": 2660
    },
    {
      "loss_action": 0.02664627507328987,
      "loss_total": 0.02664627507328987,
      "step": 2660
    },
    {
      "grad_norm": 0.54170161485672,
      "learning_rate": 5.338000000000001e-05,
      "loss": 0.0392,
      "step": 2670
    },
    {
      "loss_action": 0.04217558726668358,
      "loss_total": 0.04217558726668358,
      "step": 2670
    },
    {
      "loss_action": 0.03171774744987488,
      "loss_total": 0.03171774744987488,
      "step": 2670
    },
    {
      "loss_action": 0.036378875374794006,
      "loss_total": 0.036378875374794006,
      "step": 2670
    },
    {
      "loss_action": 0.06091107428073883,
      "loss_total": 0.06091107428073883,
      "step": 2670
    },
    {
      "loss_action": 0.02781658247113228,
      "loss_total": 0.02781658247113228,
      "step": 2670
    },
    {
      "loss_action": 0.04711613059043884,
      "loss_total": 0.04711613059043884,
      "step": 2670
    },
    {
      "loss_action": 0.032498281449079514,
      "loss_total": 0.032498281449079514,
      "step": 2670
    },
    {
      "loss_action": 0.032524172216653824,
      "loss_total": 0.032524172216653824,
      "step": 2670
    },
    {
      "grad_norm": 0.6044971942901611,
      "learning_rate": 5.3580000000000005e-05,
      "loss": 0.0418,
      "step": 2680
    },
    {
      "loss_action": 0.07824698090553284,
      "loss_total": 0.07824698090553284,
      "step": 2680
    },
    {
      "loss_action": 0.0423574335873127,
      "loss_total": 0.0423574335873127,
      "step": 2680
    },
    {
      "loss_action": 0.02516917884349823,
      "loss_total": 0.02516917884349823,
      "step": 2680
    },
    {
      "loss_action": 0.0347956120967865,
      "loss_total": 0.0347956120967865,
      "step": 2680
    },
    {
      "loss_action": 0.06026383861899376,
      "loss_total": 0.06026383861899376,
      "step": 2680
    },
    {
      "loss_action": 0.028164612129330635,
      "loss_total": 0.028164612129330635,
      "step": 2680
    },
    {
      "loss_action": 0.04771441966295242,
      "loss_total": 0.04771441966295242,
      "step": 2680
    },
    {
      "loss_action": 0.1369210183620453,
      "loss_total": 0.1369210183620453,
      "step": 2680
    },
    {
      "grad_norm": 0.387019544839859,
      "learning_rate": 5.378e-05,
      "loss": 0.0404,
      "step": 2690
    },
    {
      "loss_action": 0.027386296540498734,
      "loss_total": 0.027386296540498734,
      "step": 2690
    },
    {
      "loss_action": 0.03728358820080757,
      "loss_total": 0.03728358820080757,
      "step": 2690
    },
    {
      "loss_action": 0.029162131249904633,
      "loss_total": 0.029162131249904633,
      "step": 2690
    },
    {
      "loss_action": 0.04770384728908539,
      "loss_total": 0.04770384728908539,
      "step": 2690
    },
    {
      "loss_action": 0.05106467753648758,
      "loss_total": 0.05106467753648758,
      "step": 2690
    },
    {
      "loss_action": 0.05082860589027405,
      "loss_total": 0.05082860589027405,
      "step": 2690
    },
    {
      "loss_action": 0.030497778207063675,
      "loss_total": 0.030497778207063675,
      "step": 2690
    },
    {
      "loss_action": 0.06144702434539795,
      "loss_total": 0.06144702434539795,
      "step": 2690
    },
    {
      "grad_norm": 0.6826783418655396,
      "learning_rate": 5.3979999999999995e-05,
      "loss": 0.0376,
      "step": 2700
    },
    {
      "loss_action": 0.028312619775533676,
      "loss_total": 0.028312619775533676,
      "step": 2700
    },
    {
      "loss_action": 0.0249028317630291,
      "loss_total": 0.0249028317630291,
      "step": 2700
    },
    {
      "loss_action": 0.03478225693106651,
      "loss_total": 0.03478225693106651,
      "step": 2700
    },
    {
      "loss_action": 0.041986048221588135,
      "loss_total": 0.041986048221588135,
      "step": 2700
    },
    {
      "loss_action": 0.033004533499479294,
      "loss_total": 0.033004533499479294,
      "step": 2700
    },
    {
      "loss_action": 0.10735217481851578,
      "loss_total": 0.10735217481851578,
      "step": 2700
    },
    {
      "loss_action": 0.027990810573101044,
      "loss_total": 0.027990810573101044,
      "step": 2700
    },
    {
      "loss_action": 0.04526250809431076,
      "loss_total": 0.04526250809431076,
      "step": 2700
    },
    {
      "grad_norm": 0.6379687190055847,
      "learning_rate": 5.418e-05,
      "loss": 0.0355,
      "step": 2710
    },
    {
      "loss_action": 0.03355977684259415,
      "loss_total": 0.03355977684259415,
      "step": 2710
    },
    {
      "loss_action": 0.022164883092045784,
      "loss_total": 0.022164883092045784,
      "step": 2710
    },
    {
      "loss_action": 0.04871971160173416,
      "loss_total": 0.04871971160173416,
      "step": 2710
    },
    {
      "loss_action": 0.040492892265319824,
      "loss_total": 0.040492892265319824,
      "step": 2710
    },
    {
      "loss_action": 0.022639701142907143,
      "loss_total": 0.022639701142907143,
      "step": 2710
    },
    {
      "loss_action": 0.03952682763338089,
      "loss_total": 0.03952682763338089,
      "step": 2710
    },
    {
      "loss_action": 0.03570699691772461,
      "loss_total": 0.03570699691772461,
      "step": 2710
    },
    {
      "loss_action": 0.02842113748192787,
      "loss_total": 0.02842113748192787,
      "step": 2710
    },
    {
      "grad_norm": 0.6552833914756775,
      "learning_rate": 5.438e-05,
      "loss": 0.0416,
      "step": 2720
    },
    {
      "loss_action": 0.03568415343761444,
      "loss_total": 0.03568415343761444,
      "step": 2720
    },
    {
      "loss_action": 0.057825006544589996,
      "loss_total": 0.057825006544589996,
      "step": 2720
    },
    {
      "loss_action": 0.046483114361763,
      "loss_total": 0.046483114361763,
      "step": 2720
    },
    {
      "loss_action": 0.050207480788230896,
      "loss_total": 0.050207480788230896,
      "step": 2720
    },
    {
      "loss_action": 0.06117234379053116,
      "loss_total": 0.06117234379053116,
      "step": 2720
    },
    {
      "loss_action": 0.030544385313987732,
      "loss_total": 0.030544385313987732,
      "step": 2720
    },
    {
      "loss_action": 0.038639627397060394,
      "loss_total": 0.038639627397060394,
      "step": 2720
    },
    {
      "loss_action": 0.029666131362318993,
      "loss_total": 0.029666131362318993,
      "step": 2720
    },
    {
      "grad_norm": 0.6395697593688965,
      "learning_rate": 5.4579999999999996e-05,
      "loss": 0.0408,
      "step": 2730
    },
    {
      "loss_action": 0.03734944388270378,
      "loss_total": 0.03734944388270378,
      "step": 2730
    },
    {
      "loss_action": 0.03965470939874649,
      "loss_total": 0.03965470939874649,
      "step": 2730
    },
    {
      "loss_action": 0.02400066703557968,
      "loss_total": 0.02400066703557968,
      "step": 2730
    },
    {
      "loss_action": 0.04096776247024536,
      "loss_total": 0.04096776247024536,
      "step": 2730
    },
    {
      "loss_action": 0.039932981133461,
      "loss_total": 0.039932981133461,
      "step": 2730
    },
    {
      "loss_action": 0.04245253652334213,
      "loss_total": 0.04245253652334213,
      "step": 2730
    },
    {
      "loss_action": 0.0414358414709568,
      "loss_total": 0.0414358414709568,
      "step": 2730
    },
    {
      "loss_action": 0.02140534296631813,
      "loss_total": 0.02140534296631813,
      "step": 2730
    },
    {
      "grad_norm": 0.8135154247283936,
      "learning_rate": 5.478e-05,
      "loss": 0.0409,
      "step": 2740
    },
    {
      "loss_action": 0.02436600625514984,
      "loss_total": 0.02436600625514984,
      "step": 2740
    },
    {
      "loss_action": 0.05312942713499069,
      "loss_total": 0.05312942713499069,
      "step": 2740
    },
    {
      "loss_action": 0.03701503574848175,
      "loss_total": 0.03701503574848175,
      "step": 2740
    },
    {
      "loss_action": 0.03933196887373924,
      "loss_total": 0.03933196887373924,
      "step": 2740
    },
    {
      "loss_action": 0.03415703773498535,
      "loss_total": 0.03415703773498535,
      "step": 2740
    },
    {
      "loss_action": 0.03026563674211502,
      "loss_total": 0.03026563674211502,
      "step": 2740
    },
    {
      "loss_action": 0.03774082660675049,
      "loss_total": 0.03774082660675049,
      "step": 2740
    },
    {
      "loss_action": 0.03299732133746147,
      "loss_total": 0.03299732133746147,
      "step": 2740
    },
    {
      "grad_norm": 0.6036498546600342,
      "learning_rate": 5.498e-05,
      "loss": 0.0381,
      "step": 2750
    },
    {
      "loss_action": 0.033077046275138855,
      "loss_total": 0.033077046275138855,
      "step": 2750
    },
    {
      "loss_action": 0.04048720747232437,
      "loss_total": 0.04048720747232437,
      "step": 2750
    },
    {
      "loss_action": 0.0246314387768507,
      "loss_total": 0.0246314387768507,
      "step": 2750
    },
    {
      "loss_action": 0.029364436864852905,
      "loss_total": 0.029364436864852905,
      "step": 2750
    },
    {
      "loss_action": 0.03206884115934372,
      "loss_total": 0.03206884115934372,
      "step": 2750
    },
    {
      "loss_action": 0.042857542634010315,
      "loss_total": 0.042857542634010315,
      "step": 2750
    },
    {
      "loss_action": 0.03248585760593414,
      "loss_total": 0.03248585760593414,
      "step": 2750
    },
    {
      "loss_action": 0.039433810859918594,
      "loss_total": 0.039433810859918594,
      "step": 2750
    },
    {
      "grad_norm": 0.6414289474487305,
      "learning_rate": 5.518e-05,
      "loss": 0.0374,
      "step": 2760
    },
    {
      "loss_action": 0.04008597880601883,
      "loss_total": 0.04008597880601883,
      "step": 2760
    },
    {
      "loss_action": 0.03623542934656143,
      "loss_total": 0.03623542934656143,
      "step": 2760
    },
    {
      "loss_action": 0.04482930898666382,
      "loss_total": 0.04482930898666382,
      "step": 2760
    },
    {
      "loss_action": 0.09858240187168121,
      "loss_total": 0.09858240187168121,
      "step": 2760
    },
    {
      "loss_action": 0.03526776283979416,
      "loss_total": 0.03526776283979416,
      "step": 2760
    },
    {
      "loss_action": 0.08887217938899994,
      "loss_total": 0.08887217938899994,
      "step": 2760
    },
    {
      "loss_action": 0.04831415414810181,
      "loss_total": 0.04831415414810181,
      "step": 2760
    },
    {
      "loss_action": 0.022664479911327362,
      "loss_total": 0.022664479911327362,
      "step": 2760
    },
    {
      "grad_norm": 0.5632432699203491,
      "learning_rate": 5.538e-05,
      "loss": 0.0424,
      "step": 2770
    },
    {
      "loss_action": 0.02601507306098938,
      "loss_total": 0.02601507306098938,
      "step": 2770
    },
    {
      "loss_action": 0.04492383450269699,
      "loss_total": 0.04492383450269699,
      "step": 2770
    },
    {
      "loss_action": 0.026241615414619446,
      "loss_total": 0.026241615414619446,
      "step": 2770
    },
    {
      "loss_action": 0.026342913508415222,
      "loss_total": 0.026342913508415222,
      "step": 2770
    },
    {
      "loss_action": 0.024309594184160233,
      "loss_total": 0.024309594184160233,
      "step": 2770
    },
    {
      "loss_action": 0.025306150317192078,
      "loss_total": 0.025306150317192078,
      "step": 2770
    },
    {
      "loss_action": 0.038299672305583954,
      "loss_total": 0.038299672305583954,
      "step": 2770
    },
    {
      "loss_action": 0.026576358824968338,
      "loss_total": 0.026576358824968338,
      "step": 2770
    },
    {
      "grad_norm": 0.6022341847419739,
      "learning_rate": 5.558e-05,
      "loss": 0.0358,
      "step": 2780
    },
    {
      "loss_action": 0.0266933124512434,
      "loss_total": 0.0266933124512434,
      "step": 2780
    },
    {
      "loss_action": 0.02773888036608696,
      "loss_total": 0.02773888036608696,
      "step": 2780
    },
    {
      "loss_action": 0.02614782005548477,
      "loss_total": 0.02614782005548477,
      "step": 2780
    },
    {
      "loss_action": 0.028907230123877525,
      "loss_total": 0.028907230123877525,
      "step": 2780
    },
    {
      "loss_action": 0.024778444319963455,
      "loss_total": 0.024778444319963455,
      "step": 2780
    },
    {
      "loss_action": 0.026964757591485977,
      "loss_total": 0.026964757591485977,
      "step": 2780
    },
    {
      "loss_action": 0.028920192271471024,
      "loss_total": 0.028920192271471024,
      "step": 2780
    },
    {
      "loss_action": 0.02358747273683548,
      "loss_total": 0.02358747273683548,
      "step": 2780
    },
    {
      "grad_norm": 0.6374675631523132,
      "learning_rate": 5.578e-05,
      "loss": 0.0348,
      "step": 2790
    },
    {
      "loss_action": 0.026176199316978455,
      "loss_total": 0.026176199316978455,
      "step": 2790
    },
    {
      "loss_action": 0.021390914916992188,
      "loss_total": 0.021390914916992188,
      "step": 2790
    },
    {
      "loss_action": 0.021866101771593094,
      "loss_total": 0.021866101771593094,
      "step": 2790
    },
    {
      "loss_action": 0.021741274744272232,
      "loss_total": 0.021741274744272232,
      "step": 2790
    },
    {
      "loss_action": 0.030985664576292038,
      "loss_total": 0.030985664576292038,
      "step": 2790
    },
    {
      "loss_action": 0.02769705094397068,
      "loss_total": 0.02769705094397068,
      "step": 2790
    },
    {
      "loss_action": 0.026960577815771103,
      "loss_total": 0.026960577815771103,
      "step": 2790
    },
    {
      "loss_action": 0.03525983914732933,
      "loss_total": 0.03525983914732933,
      "step": 2790
    },
    {
      "grad_norm": 0.6669958233833313,
      "learning_rate": 5.5979999999999996e-05,
      "loss": 0.0362,
      "step": 2800
    },
    {
      "loss_action": 0.028277713805437088,
      "loss_total": 0.028277713805437088,
      "step": 2800
    },
    {
      "loss_action": 0.05263780802488327,
      "loss_total": 0.05263780802488327,
      "step": 2800
    },
    {
      "loss_action": 0.053437139838933945,
      "loss_total": 0.053437139838933945,
      "step": 2800
    },
    {
      "loss_action": 0.022991273552179337,
      "loss_total": 0.022991273552179337,
      "step": 2800
    },
    {
      "loss_action": 0.13006292283535004,
      "loss_total": 0.13006292283535004,
      "step": 2800
    },
    {
      "loss_action": 0.058047618716955185,
      "loss_total": 0.058047618716955185,
      "step": 2800
    },
    {
      "loss_action": 0.03523692116141319,
      "loss_total": 0.03523692116141319,
      "step": 2800
    },
    {
      "loss_action": 0.056815750896930695,
      "loss_total": 0.056815750896930695,
      "step": 2800
    },
    {
      "grad_norm": 0.7062367796897888,
      "learning_rate": 5.618e-05,
      "loss": 0.0405,
      "step": 2810
    },
    {
      "loss_action": 0.06155984103679657,
      "loss_total": 0.06155984103679657,
      "step": 2810
    },
    {
      "loss_action": 0.03398119658231735,
      "loss_total": 0.03398119658231735,
      "step": 2810
    },
    {
      "loss_action": 0.0387105792760849,
      "loss_total": 0.0387105792760849,
      "step": 2810
    },
    {
      "loss_action": 0.0486818291246891,
      "loss_total": 0.0486818291246891,
      "step": 2810
    },
    {
      "loss_action": 0.02916799485683441,
      "loss_total": 0.02916799485683441,
      "step": 2810
    },
    {
      "loss_action": 0.03030909225344658,
      "loss_total": 0.03030909225344658,
      "step": 2810
    },
    {
      "loss_action": 0.02218237705528736,
      "loss_total": 0.02218237705528736,
      "step": 2810
    },
    {
      "loss_action": 0.028363142162561417,
      "loss_total": 0.028363142162561417,
      "step": 2810
    },
    {
      "grad_norm": 0.5751919746398926,
      "learning_rate": 5.638e-05,
      "loss": 0.0384,
      "step": 2820
    },
    {
      "loss_action": 0.02392761781811714,
      "loss_total": 0.02392761781811714,
      "step": 2820
    },
    {
      "loss_action": 0.04978406801819801,
      "loss_total": 0.04978406801819801,
      "step": 2820
    },
    {
      "loss_action": 0.04198009520769119,
      "loss_total": 0.04198009520769119,
      "step": 2820
    },
    {
      "loss_action": 0.019593676552176476,
      "loss_total": 0.019593676552176476,
      "step": 2820
    },
    {
      "loss_action": 0.018823252990841866,
      "loss_total": 0.018823252990841866,
      "step": 2820
    },
    {
      "loss_action": 0.04513353109359741,
      "loss_total": 0.04513353109359741,
      "step": 2820
    },
    {
      "loss_action": 0.02219797670841217,
      "loss_total": 0.02219797670841217,
      "step": 2820
    },
    {
      "loss_action": 0.02562532015144825,
      "loss_total": 0.02562532015144825,
      "step": 2820
    },
    {
      "grad_norm": 0.6404326558113098,
      "learning_rate": 5.658e-05,
      "loss": 0.0348,
      "step": 2830
    },
    {
      "loss_action": 0.04106724262237549,
      "loss_total": 0.04106724262237549,
      "step": 2830
    },
    {
      "loss_action": 0.03490467369556427,
      "loss_total": 0.03490467369556427,
      "step": 2830
    },
    {
      "loss_action": 0.027750656008720398,
      "loss_total": 0.027750656008720398,
      "step": 2830
    },
    {
      "loss_action": 0.029812859371304512,
      "loss_total": 0.029812859371304512,
      "step": 2830
    },
    {
      "loss_action": 0.035373348742723465,
      "loss_total": 0.035373348742723465,
      "step": 2830
    },
    {
      "loss_action": 0.03707148879766464,
      "loss_total": 0.03707148879766464,
      "step": 2830
    },
    {
      "loss_action": 0.04074398800730705,
      "loss_total": 0.04074398800730705,
      "step": 2830
    },
    {
      "loss_action": 0.026988591998815536,
      "loss_total": 0.026988591998815536,
      "step": 2830
    },
    {
      "grad_norm": 0.5292804837226868,
      "learning_rate": 5.678e-05,
      "loss": 0.0383,
      "step": 2840
    },
    {
      "loss_action": 0.022214654833078384,
      "loss_total": 0.022214654833078384,
      "step": 2840
    },
    {
      "loss_action": 0.023571662604808807,
      "loss_total": 0.023571662604808807,
      "step": 2840
    },
    {
      "loss_action": 0.035094112157821655,
      "loss_total": 0.035094112157821655,
      "step": 2840
    },
    {
      "loss_action": 0.042109064757823944,
      "loss_total": 0.042109064757823944,
      "step": 2840
    },
    {
      "loss_action": 0.022166050970554352,
      "loss_total": 0.022166050970554352,
      "step": 2840
    },
    {
      "loss_action": 0.04292479529976845,
      "loss_total": 0.04292479529976845,
      "step": 2840
    },
    {
      "loss_action": 0.05237308889627457,
      "loss_total": 0.05237308889627457,
      "step": 2840
    },
    {
      "loss_action": 0.026140594854950905,
      "loss_total": 0.026140594854950905,
      "step": 2840
    },
    {
      "grad_norm": 0.5087189078330994,
      "learning_rate": 5.698e-05,
      "loss": 0.0419,
      "step": 2850
    },
    {
      "loss_action": 0.03386114537715912,
      "loss_total": 0.03386114537715912,
      "step": 2850
    },
    {
      "loss_action": 0.03385043144226074,
      "loss_total": 0.03385043144226074,
      "step": 2850
    },
    {
      "loss_action": 0.03600364178419113,
      "loss_total": 0.03600364178419113,
      "step": 2850
    },
    {
      "loss_action": 0.03684473782777786,
      "loss_total": 0.03684473782777786,
      "step": 2850
    },
    {
      "loss_action": 0.04803077131509781,
      "loss_total": 0.04803077131509781,
      "step": 2850
    },
    {
      "loss_action": 0.09237892925739288,
      "loss_total": 0.09237892925739288,
      "step": 2850
    },
    {
      "loss_action": 0.04005950689315796,
      "loss_total": 0.04005950689315796,
      "step": 2850
    },
    {
      "loss_action": 0.03171618655323982,
      "loss_total": 0.03171618655323982,
      "step": 2850
    },
    {
      "grad_norm": 0.6865371465682983,
      "learning_rate": 5.718e-05,
      "loss": 0.0442,
      "step": 2860
    },
    {
      "loss_action": 0.029799994081258774,
      "loss_total": 0.029799994081258774,
      "step": 2860
    },
    {
      "loss_action": 0.041420403867959976,
      "loss_total": 0.041420403867959976,
      "step": 2860
    },
    {
      "loss_action": 0.04302476719021797,
      "loss_total": 0.04302476719021797,
      "step": 2860
    },
    {
      "loss_action": 0.02605769969522953,
      "loss_total": 0.02605769969522953,
      "step": 2860
    },
    {
      "loss_action": 0.03689558431506157,
      "loss_total": 0.03689558431506157,
      "step": 2860
    },
    {
      "loss_action": 0.02561524137854576,
      "loss_total": 0.02561524137854576,
      "step": 2860
    },
    {
      "loss_action": 0.05503905192017555,
      "loss_total": 0.05503905192017555,
      "step": 2860
    },
    {
      "loss_action": 0.04297495260834694,
      "loss_total": 0.04297495260834694,
      "step": 2860
    },
    {
      "grad_norm": 0.6025636792182922,
      "learning_rate": 5.738e-05,
      "loss": 0.0433,
      "step": 2870
    },
    {
      "loss_action": 0.026169035583734512,
      "loss_total": 0.026169035583734512,
      "step": 2870
    },
    {
      "loss_action": 0.03356585651636124,
      "loss_total": 0.03356585651636124,
      "step": 2870
    },
    {
      "loss_action": 0.047171249985694885,
      "loss_total": 0.047171249985694885,
      "step": 2870
    },
    {
      "loss_action": 0.0353274792432785,
      "loss_total": 0.0353274792432785,
      "step": 2870
    },
    {
      "loss_action": 0.027428559958934784,
      "loss_total": 0.027428559958934784,
      "step": 2870
    },
    {
      "loss_action": 0.04605899751186371,
      "loss_total": 0.04605899751186371,
      "step": 2870
    },
    {
      "loss_action": 0.048357464373111725,
      "loss_total": 0.048357464373111725,
      "step": 2870
    },
    {
      "loss_action": 0.029321590438485146,
      "loss_total": 0.029321590438485146,
      "step": 2870
    },
    {
      "grad_norm": 0.5189400911331177,
      "learning_rate": 5.758e-05,
      "loss": 0.0401,
      "step": 2880
    },
    {
      "loss_action": 0.03914421796798706,
      "loss_total": 0.03914421796798706,
      "step": 2880
    },
    {
      "loss_action": 0.03343025594949722,
      "loss_total": 0.03343025594949722,
      "step": 2880
    },
    {
      "loss_action": 0.040913257747888565,
      "loss_total": 0.040913257747888565,
      "step": 2880
    },
    {
      "loss_action": 0.06577615439891815,
      "loss_total": 0.06577615439891815,
      "step": 2880
    },
    {
      "loss_action": 0.09943875670433044,
      "loss_total": 0.09943875670433044,
      "step": 2880
    },
    {
      "loss_action": 0.031718626618385315,
      "loss_total": 0.031718626618385315,
      "step": 2880
    },
    {
      "loss_action": 0.04120560735464096,
      "loss_total": 0.04120560735464096,
      "step": 2880
    },
    {
      "loss_action": 0.04277869313955307,
      "loss_total": 0.04277869313955307,
      "step": 2880
    },
    {
      "grad_norm": 0.6713190674781799,
      "learning_rate": 5.778e-05,
      "loss": 0.042,
      "step": 2890
    },
    {
      "loss_action": 0.02574259601533413,
      "loss_total": 0.02574259601533413,
      "step": 2890
    },
    {
      "loss_action": 0.050877638161182404,
      "loss_total": 0.050877638161182404,
      "step": 2890
    },
    {
      "loss_action": 0.06304263323545456,
      "loss_total": 0.06304263323545456,
      "step": 2890
    },
    {
      "loss_action": 0.03233368694782257,
      "loss_total": 0.03233368694782257,
      "step": 2890
    },
    {
      "loss_action": 0.02973124384880066,
      "loss_total": 0.02973124384880066,
      "step": 2890
    },
    {
      "loss_action": 0.03148634731769562,
      "loss_total": 0.03148634731769562,
      "step": 2890
    },
    {
      "loss_action": 0.037519365549087524,
      "loss_total": 0.037519365549087524,
      "step": 2890
    },
    {
      "loss_action": 0.022208204492926598,
      "loss_total": 0.022208204492926598,
      "step": 2890
    },
    {
      "grad_norm": 0.6028894186019897,
      "learning_rate": 5.7980000000000004e-05,
      "loss": 0.0389,
      "step": 2900
    },
    {
      "loss_action": 0.023287538439035416,
      "loss_total": 0.023287538439035416,
      "step": 2900
    },
    {
      "loss_action": 0.030197851359844208,
      "loss_total": 0.030197851359844208,
      "step": 2900
    },
    {
      "loss_action": 0.03152929246425629,
      "loss_total": 0.03152929246425629,
      "step": 2900
    },
    {
      "loss_action": 0.03617876023054123,
      "loss_total": 0.03617876023054123,
      "step": 2900
    },
    {
      "loss_action": 0.03315570205450058,
      "loss_total": 0.03315570205450058,
      "step": 2900
    },
    {
      "loss_action": 0.020848825573921204,
      "loss_total": 0.020848825573921204,
      "step": 2900
    },
    {
      "loss_action": 0.028817342594265938,
      "loss_total": 0.028817342594265938,
      "step": 2900
    },
    {
      "loss_action": 0.0601113885641098,
      "loss_total": 0.0601113885641098,
      "step": 2900
    },
    {
      "grad_norm": 0.5843255519866943,
      "learning_rate": 5.818e-05,
      "loss": 0.0342,
      "step": 2910
    },
    {
      "loss_action": 0.029465531930327415,
      "loss_total": 0.029465531930327415,
      "step": 2910
    },
    {
      "loss_action": 0.03566499426960945,
      "loss_total": 0.03566499426960945,
      "step": 2910
    },
    {
      "loss_action": 0.025879139080643654,
      "loss_total": 0.025879139080643654,
      "step": 2910
    },
    {
      "loss_action": 0.027532057836651802,
      "loss_total": 0.027532057836651802,
      "step": 2910
    },
    {
      "loss_action": 0.1734250783920288,
      "loss_total": 0.1734250783920288,
      "step": 2910
    },
    {
      "loss_action": 0.018666744232177734,
      "loss_total": 0.018666744232177734,
      "step": 2910
    },
    {
      "loss_action": 0.0326572023332119,
      "loss_total": 0.0326572023332119,
      "step": 2910
    },
    {
      "loss_action": 0.018596038222312927,
      "loss_total": 0.018596038222312927,
      "step": 2910
    },
    {
      "grad_norm": 0.629966139793396,
      "learning_rate": 5.838e-05,
      "loss": 0.0387,
      "step": 2920
    },
    {
      "loss_action": 0.07518106698989868,
      "loss_total": 0.07518106698989868,
      "step": 2920
    },
    {
      "loss_action": 0.028317756950855255,
      "loss_total": 0.028317756950855255,
      "step": 2920
    },
    {
      "loss_action": 0.041559427976608276,
      "loss_total": 0.041559427976608276,
      "step": 2920
    },
    {
      "loss_action": 0.028096551075577736,
      "loss_total": 0.028096551075577736,
      "step": 2920
    },
    {
      "loss_action": 0.02065703645348549,
      "loss_total": 0.02065703645348549,
      "step": 2920
    },
    {
      "loss_action": 0.03085705079138279,
      "loss_total": 0.03085705079138279,
      "step": 2920
    },
    {
      "loss_action": 0.05051090195775032,
      "loss_total": 0.05051090195775032,
      "step": 2920
    },
    {
      "loss_action": 0.023555899038910866,
      "loss_total": 0.023555899038910866,
      "step": 2920
    },
    {
      "grad_norm": 0.4632955491542816,
      "learning_rate": 5.858e-05,
      "loss": 0.0427,
      "step": 2930
    },
    {
      "loss_action": 0.035994283854961395,
      "loss_total": 0.035994283854961395,
      "step": 2930
    },
    {
      "loss_action": 0.03576366603374481,
      "loss_total": 0.03576366603374481,
      "step": 2930
    },
    {
      "loss_action": 0.030153999105095863,
      "loss_total": 0.030153999105095863,
      "step": 2930
    },
    {
      "loss_action": 0.027817202731966972,
      "loss_total": 0.027817202731966972,
      "step": 2930
    },
    {
      "loss_action": 0.028394367545843124,
      "loss_total": 0.028394367545843124,
      "step": 2930
    },
    {
      "loss_action": 0.024778112769126892,
      "loss_total": 0.024778112769126892,
      "step": 2930
    },
    {
      "loss_action": 0.044907230883836746,
      "loss_total": 0.044907230883836746,
      "step": 2930
    },
    {
      "loss_action": 0.07042582333087921,
      "loss_total": 0.07042582333087921,
      "step": 2930
    },
    {
      "grad_norm": 0.6545575261116028,
      "learning_rate": 5.878e-05,
      "loss": 0.0441,
      "step": 2940
    },
    {
      "loss_action": 0.031982727348804474,
      "loss_total": 0.031982727348804474,
      "step": 2940
    },
    {
      "loss_action": 0.02535858005285263,
      "loss_total": 0.02535858005285263,
      "step": 2940
    },
    {
      "loss_action": 0.030051719397306442,
      "loss_total": 0.030051719397306442,
      "step": 2940
    },
    {
      "loss_action": 0.03141568601131439,
      "loss_total": 0.03141568601131439,
      "step": 2940
    },
    {
      "loss_action": 0.025526834651827812,
      "loss_total": 0.025526834651827812,
      "step": 2940
    },
    {
      "loss_action": 0.032791607081890106,
      "loss_total": 0.032791607081890106,
      "step": 2940
    },
    {
      "loss_action": 0.04982786625623703,
      "loss_total": 0.04982786625623703,
      "step": 2940
    },
    {
      "loss_action": 0.025539301335811615,
      "loss_total": 0.025539301335811615,
      "step": 2940
    },
    {
      "grad_norm": 0.6433566212654114,
      "learning_rate": 5.898e-05,
      "loss": 0.04,
      "step": 2950
    },
    {
      "loss_action": 0.05245674401521683,
      "loss_total": 0.05245674401521683,
      "step": 2950
    },
    {
      "loss_action": 0.06792956590652466,
      "loss_total": 0.06792956590652466,
      "step": 2950
    },
    {
      "loss_action": 0.04506579786539078,
      "loss_total": 0.04506579786539078,
      "step": 2950
    },
    {
      "loss_action": 0.0380183681845665,
      "loss_total": 0.0380183681845665,
      "step": 2950
    },
    {
      "loss_action": 0.03618744760751724,
      "loss_total": 0.03618744760751724,
      "step": 2950
    },
    {
      "loss_action": 0.035500772297382355,
      "loss_total": 0.035500772297382355,
      "step": 2950
    },
    {
      "loss_action": 0.0205217357724905,
      "loss_total": 0.0205217357724905,
      "step": 2950
    },
    {
      "loss_action": 0.028988612815737724,
      "loss_total": 0.028988612815737724,
      "step": 2950
    },
    {
      "grad_norm": 0.7942930459976196,
      "learning_rate": 5.918e-05,
      "loss": 0.037,
      "step": 2960
    },
    {
      "loss_action": 0.02823404222726822,
      "loss_total": 0.02823404222726822,
      "step": 2960
    },
    {
      "loss_action": 0.04325374960899353,
      "loss_total": 0.04325374960899353,
      "step": 2960
    },
    {
      "loss_action": 0.040881600230932236,
      "loss_total": 0.040881600230932236,
      "step": 2960
    },
    {
      "loss_action": 0.057040806859731674,
      "loss_total": 0.057040806859731674,
      "step": 2960
    },
    {
      "loss_action": 0.03681314364075661,
      "loss_total": 0.03681314364075661,
      "step": 2960
    },
    {
      "loss_action": 0.041680678725242615,
      "loss_total": 0.041680678725242615,
      "step": 2960
    },
    {
      "loss_action": 0.027249518781900406,
      "loss_total": 0.027249518781900406,
      "step": 2960
    },
    {
      "loss_action": 0.0353904627263546,
      "loss_total": 0.0353904627263546,
      "step": 2960
    },
    {
      "grad_norm": 0.5527358055114746,
      "learning_rate": 5.9380000000000004e-05,
      "loss": 0.0394,
      "step": 2970
    },
    {
      "loss_action": 0.03874646872282028,
      "loss_total": 0.03874646872282028,
      "step": 2970
    },
    {
      "loss_action": 0.03876720368862152,
      "loss_total": 0.03876720368862152,
      "step": 2970
    },
    {
      "loss_action": 0.04477626085281372,
      "loss_total": 0.04477626085281372,
      "step": 2970
    },
    {
      "loss_action": 0.03112472966313362,
      "loss_total": 0.03112472966313362,
      "step": 2970
    },
    {
      "loss_action": 0.045000821352005005,
      "loss_total": 0.045000821352005005,
      "step": 2970
    },
    {
      "loss_action": 0.04938659071922302,
      "loss_total": 0.04938659071922302,
      "step": 2970
    },
    {
      "loss_action": 0.03899134695529938,
      "loss_total": 0.03899134695529938,
      "step": 2970
    },
    {
      "loss_action": 0.04577173292636871,
      "loss_total": 0.04577173292636871,
      "step": 2970
    },
    {
      "grad_norm": 0.43404558300971985,
      "learning_rate": 5.958e-05,
      "loss": 0.0344,
      "step": 2980
    },
    {
      "loss_action": 0.04222164675593376,
      "loss_total": 0.04222164675593376,
      "step": 2980
    },
    {
      "loss_action": 0.06222319230437279,
      "loss_total": 0.06222319230437279,
      "step": 2980
    },
    {
      "loss_action": 0.043188828974962234,
      "loss_total": 0.043188828974962234,
      "step": 2980
    },
    {
      "loss_action": 0.049956534057855606,
      "loss_total": 0.049956534057855606,
      "step": 2980
    },
    {
      "loss_action": 0.05104845389723778,
      "loss_total": 0.05104845389723778,
      "step": 2980
    },
    {
      "loss_action": 0.02315496653318405,
      "loss_total": 0.02315496653318405,
      "step": 2980
    },
    {
      "loss_action": 0.0660269483923912,
      "loss_total": 0.0660269483923912,
      "step": 2980
    },
    {
      "loss_action": 0.05141384154558182,
      "loss_total": 0.05141384154558182,
      "step": 2980
    },
    {
      "grad_norm": 0.6439313292503357,
      "learning_rate": 5.978e-05,
      "loss": 0.0378,
      "step": 2990
    },
    {
      "loss_action": 0.030882805585861206,
      "loss_total": 0.030882805585861206,
      "step": 2990
    },
    {
      "loss_action": 0.030012503266334534,
      "loss_total": 0.030012503266334534,
      "step": 2990
    },
    {
      "loss_action": 0.03999820724129677,
      "loss_total": 0.03999820724129677,
      "step": 2990
    },
    {
      "loss_action": 0.03454867750406265,
      "loss_total": 0.03454867750406265,
      "step": 2990
    },
    {
      "loss_action": 0.03114151582121849,
      "loss_total": 0.03114151582121849,
      "step": 2990
    },
    {
      "loss_action": 0.03102506883442402,
      "loss_total": 0.03102506883442402,
      "step": 2990
    },
    {
      "loss_action": 0.030472662299871445,
      "loss_total": 0.030472662299871445,
      "step": 2990
    },
    {
      "loss_action": 0.04736238718032837,
      "loss_total": 0.04736238718032837,
      "step": 2990
    },
    {
      "grad_norm": 0.5227020978927612,
      "learning_rate": 5.9980000000000005e-05,
      "loss": 0.0407,
      "step": 3000
    },
    {
      "loss_action": 0.030115097761154175,
      "loss_total": 0.030115097761154175,
      "step": 3000
    },
    {
      "loss_action": 0.042767271399497986,
      "loss_total": 0.042767271399497986,
      "step": 3000
    },
    {
      "loss_action": 0.03751707077026367,
      "loss_total": 0.03751707077026367,
      "step": 3000
    },
    {
      "loss_action": 0.029664166271686554,
      "loss_total": 0.029664166271686554,
      "step": 3000
    },
    {
      "loss_action": 0.04472053423523903,
      "loss_total": 0.04472053423523903,
      "step": 3000
    },
    {
      "loss_action": 0.027521010488271713,
      "loss_total": 0.027521010488271713,
      "step": 3000
    },
    {
      "loss_action": 0.05233684927225113,
      "loss_total": 0.05233684927225113,
      "step": 3000
    },
    {
      "loss_action": 0.06687957048416138,
      "loss_total": 0.06687957048416138,
      "step": 3000
    },
    {
      "grad_norm": 0.6949723362922668,
      "learning_rate": 6.018e-05,
      "loss": 0.0389,
      "step": 3010
    },
    {
      "loss_action": 0.025818899273872375,
      "loss_total": 0.025818899273872375,
      "step": 3010
    },
    {
      "loss_action": 0.029588403180241585,
      "loss_total": 0.029588403180241585,
      "step": 3010
    },
    {
      "loss_action": 0.04171999171376228,
      "loss_total": 0.04171999171376228,
      "step": 3010
    },
    {
      "loss_action": 0.03838852792978287,
      "loss_total": 0.03838852792978287,
      "step": 3010
    },
    {
      "loss_action": 0.017530251294374466,
      "loss_total": 0.017530251294374466,
      "step": 3010
    },
    {
      "loss_action": 0.045399174094200134,
      "loss_total": 0.045399174094200134,
      "step": 3010
    },
    {
      "loss_action": 0.0421975702047348,
      "loss_total": 0.0421975702047348,
      "step": 3010
    },
    {
      "loss_action": 0.02554360218346119,
      "loss_total": 0.02554360218346119,
      "step": 3010
    },
    {
      "grad_norm": 0.5223619937896729,
      "learning_rate": 6.038e-05,
      "loss": 0.0386,
      "step": 3020
    },
    {
      "loss_action": 0.025339722633361816,
      "loss_total": 0.025339722633361816,
      "step": 3020
    },
    {
      "loss_action": 0.031176097691059113,
      "loss_total": 0.031176097691059113,
      "step": 3020
    },
    {
      "loss_action": 0.03324725851416588,
      "loss_total": 0.03324725851416588,
      "step": 3020
    },
    {
      "loss_action": 0.03018316812813282,
      "loss_total": 0.03018316812813282,
      "step": 3020
    },
    {
      "loss_action": 0.02172294817864895,
      "loss_total": 0.02172294817864895,
      "step": 3020
    },
    {
      "loss_action": 0.020924612879753113,
      "loss_total": 0.020924612879753113,
      "step": 3020
    },
    {
      "loss_action": 0.023707717657089233,
      "loss_total": 0.023707717657089233,
      "step": 3020
    },
    {
      "loss_action": 0.03730235993862152,
      "loss_total": 0.03730235993862152,
      "step": 3020
    },
    {
      "grad_norm": 0.4688832461833954,
      "learning_rate": 6.0580000000000006e-05,
      "loss": 0.0334,
      "step": 3030
    },
    {
      "loss_action": 0.03902101516723633,
      "loss_total": 0.03902101516723633,
      "step": 3030
    },
    {
      "loss_action": 0.031912438571453094,
      "loss_total": 0.031912438571453094,
      "step": 3030
    },
    {
      "loss_action": 0.025068607181310654,
      "loss_total": 0.025068607181310654,
      "step": 3030
    },
    {
      "loss_action": 0.02968236431479454,
      "loss_total": 0.02968236431479454,
      "step": 3030
    },
    {
      "loss_action": 0.03902938961982727,
      "loss_total": 0.03902938961982727,
      "step": 3030
    },
    {
      "loss_action": 0.03299524635076523,
      "loss_total": 0.03299524635076523,
      "step": 3030
    },
    {
      "loss_action": 0.06300613284111023,
      "loss_total": 0.06300613284111023,
      "step": 3030
    },
    {
      "loss_action": 0.04156266152858734,
      "loss_total": 0.04156266152858734,
      "step": 3030
    },
    {
      "grad_norm": 0.4454164206981659,
      "learning_rate": 6.0780000000000004e-05,
      "loss": 0.0399,
      "step": 3040
    },
    {
      "loss_action": 0.020758524537086487,
      "loss_total": 0.020758524537086487,
      "step": 3040
    },
    {
      "loss_action": 0.042643725872039795,
      "loss_total": 0.042643725872039795,
      "step": 3040
    },
    {
      "loss_action": 0.027431780472397804,
      "loss_total": 0.027431780472397804,
      "step": 3040
    },
    {
      "loss_action": 0.025674760341644287,
      "loss_total": 0.025674760341644287,
      "step": 3040
    },
    {
      "loss_action": 0.023002557456493378,
      "loss_total": 0.023002557456493378,
      "step": 3040
    },
    {
      "loss_action": 0.03199458122253418,
      "loss_total": 0.03199458122253418,
      "step": 3040
    },
    {
      "loss_action": 0.03550561144948006,
      "loss_total": 0.03550561144948006,
      "step": 3040
    },
    {
      "loss_action": 0.033725231885910034,
      "loss_total": 0.033725231885910034,
      "step": 3040
    },
    {
      "grad_norm": 0.47161778807640076,
      "learning_rate": 6.098e-05,
      "loss": 0.035,
      "step": 3050
    },
    {
      "loss_action": 0.035856183618307114,
      "loss_total": 0.035856183618307114,
      "step": 3050
    },
    {
      "loss_action": 0.03734889253973961,
      "loss_total": 0.03734889253973961,
      "step": 3050
    },
    {
      "loss_action": 0.027103401720523834,
      "loss_total": 0.027103401720523834,
      "step": 3050
    },
    {
      "loss_action": 0.03056676872074604,
      "loss_total": 0.03056676872074604,
      "step": 3050
    },
    {
      "loss_action": 0.03651430457830429,
      "loss_total": 0.03651430457830429,
      "step": 3050
    },
    {
      "loss_action": 0.028484560549259186,
      "loss_total": 0.028484560549259186,
      "step": 3050
    },
    {
      "loss_action": 0.04102754592895508,
      "loss_total": 0.04102754592895508,
      "step": 3050
    },
    {
      "loss_action": 0.03368361294269562,
      "loss_total": 0.03368361294269562,
      "step": 3050
    },
    {
      "grad_norm": 0.4786725640296936,
      "learning_rate": 6.118000000000001e-05,
      "loss": 0.0328,
      "step": 3060
    },
    {
      "loss_action": 0.03136318922042847,
      "loss_total": 0.03136318922042847,
      "step": 3060
    },
    {
      "loss_action": 0.018827548250555992,
      "loss_total": 0.018827548250555992,
      "step": 3060
    },
    {
      "loss_action": 0.041548341512680054,
      "loss_total": 0.041548341512680054,
      "step": 3060
    },
    {
      "loss_action": 0.028924938291311264,
      "loss_total": 0.028924938291311264,
      "step": 3060
    },
    {
      "loss_action": 0.02294859290122986,
      "loss_total": 0.02294859290122986,
      "step": 3060
    },
    {
      "loss_action": 0.02258620411157608,
      "loss_total": 0.02258620411157608,
      "step": 3060
    },
    {
      "loss_action": 0.0348287969827652,
      "loss_total": 0.0348287969827652,
      "step": 3060
    },
    {
      "loss_action": 0.03430432826280594,
      "loss_total": 0.03430432826280594,
      "step": 3060
    },
    {
      "grad_norm": 0.30879324674606323,
      "learning_rate": 6.138e-05,
      "loss": 0.0327,
      "step": 3070
    },
    {
      "loss_action": 0.032977767288684845,
      "loss_total": 0.032977767288684845,
      "step": 3070
    },
    {
      "loss_action": 0.04276127368211746,
      "loss_total": 0.04276127368211746,
      "step": 3070
    },
    {
      "loss_action": 0.03310674428939819,
      "loss_total": 0.03310674428939819,
      "step": 3070
    },
    {
      "loss_action": 0.027767006307840347,
      "loss_total": 0.027767006307840347,
      "step": 3070
    },
    {
      "loss_action": 0.02270088903605938,
      "loss_total": 0.02270088903605938,
      "step": 3070
    },
    {
      "loss_action": 0.035430945456027985,
      "loss_total": 0.035430945456027985,
      "step": 3070
    },
    {
      "loss_action": 0.028007682412862778,
      "loss_total": 0.028007682412862778,
      "step": 3070
    },
    {
      "loss_action": 0.032954294234514236,
      "loss_total": 0.032954294234514236,
      "step": 3070
    },
    {
      "grad_norm": 0.6129971742630005,
      "learning_rate": 6.158e-05,
      "loss": 0.0361,
      "step": 3080
    },
    {
      "loss_action": 0.05138252675533295,
      "loss_total": 0.05138252675533295,
      "step": 3080
    },
    {
      "loss_action": 0.02897769957780838,
      "loss_total": 0.02897769957780838,
      "step": 3080
    },
    {
      "loss_action": 0.03018411621451378,
      "loss_total": 0.03018411621451378,
      "step": 3080
    },
    {
      "loss_action": 0.02394527569413185,
      "loss_total": 0.02394527569413185,
      "step": 3080
    },
    {
      "loss_action": 0.022248094901442528,
      "loss_total": 0.022248094901442528,
      "step": 3080
    },
    {
      "loss_action": 0.024716895073652267,
      "loss_total": 0.024716895073652267,
      "step": 3080
    },
    {
      "loss_action": 0.03903568163514137,
      "loss_total": 0.03903568163514137,
      "step": 3080
    },
    {
      "loss_action": 0.040442585945129395,
      "loss_total": 0.040442585945129395,
      "step": 3080
    },
    {
      "grad_norm": 0.5490269660949707,
      "learning_rate": 6.178000000000001e-05,
      "loss": 0.0363,
      "step": 3090
    },
    {
      "loss_action": 0.03891247138381004,
      "loss_total": 0.03891247138381004,
      "step": 3090
    },
    {
      "loss_action": 0.03232581913471222,
      "loss_total": 0.03232581913471222,
      "step": 3090
    },
    {
      "loss_action": 0.031813256442546844,
      "loss_total": 0.031813256442546844,
      "step": 3090
    },
    {
      "loss_action": 0.0359186977148056,
      "loss_total": 0.0359186977148056,
      "step": 3090
    },
    {
      "loss_action": 0.039817336946725845,
      "loss_total": 0.039817336946725845,
      "step": 3090
    },
    {
      "loss_action": 0.04132319986820221,
      "loss_total": 0.04132319986820221,
      "step": 3090
    },
    {
      "loss_action": 0.02953602746129036,
      "loss_total": 0.02953602746129036,
      "step": 3090
    },
    {
      "loss_action": 0.047405026853084564,
      "loss_total": 0.047405026853084564,
      "step": 3090
    },
    {
      "grad_norm": 0.6655562520027161,
      "learning_rate": 6.198e-05,
      "loss": 0.0359,
      "step": 3100
    },
    {
      "loss_action": 0.022281089797616005,
      "loss_total": 0.022281089797616005,
      "step": 3100
    },
    {
      "loss_action": 0.029842741787433624,
      "loss_total": 0.029842741787433624,
      "step": 3100
    },
    {
      "loss_action": 0.0188948642462492,
      "loss_total": 0.0188948642462492,
      "step": 3100
    },
    {
      "loss_action": 0.02116216905415058,
      "loss_total": 0.02116216905415058,
      "step": 3100
    },
    {
      "loss_action": 0.025941120460629463,
      "loss_total": 0.025941120460629463,
      "step": 3100
    },
    {
      "loss_action": 0.03065388649702072,
      "loss_total": 0.03065388649702072,
      "step": 3100
    },
    {
      "loss_action": 0.033355049788951874,
      "loss_total": 0.033355049788951874,
      "step": 3100
    },
    {
      "loss_action": 0.06179170310497284,
      "loss_total": 0.06179170310497284,
      "step": 3100
    },
    {
      "grad_norm": 0.6005176305770874,
      "learning_rate": 6.218e-05,
      "loss": 0.0369,
      "step": 3110
    },
    {
      "loss_action": 0.03521953150629997,
      "loss_total": 0.03521953150629997,
      "step": 3110
    },
    {
      "loss_action": 0.10166823118925095,
      "loss_total": 0.10166823118925095,
      "step": 3110
    },
    {
      "loss_action": 0.028988290578126907,
      "loss_total": 0.028988290578126907,
      "step": 3110
    },
    {
      "loss_action": 0.038569651544094086,
      "loss_total": 0.038569651544094086,
      "step": 3110
    },
    {
      "loss_action": 0.03976636752486229,
      "loss_total": 0.03976636752486229,
      "step": 3110
    },
    {
      "loss_action": 0.04822850972414017,
      "loss_total": 0.04822850972414017,
      "step": 3110
    },
    {
      "loss_action": 0.039065394550561905,
      "loss_total": 0.039065394550561905,
      "step": 3110
    },
    {
      "loss_action": 0.043606340885162354,
      "loss_total": 0.043606340885162354,
      "step": 3110
    },
    {
      "grad_norm": 0.6052907109260559,
      "learning_rate": 6.238000000000001e-05,
      "loss": 0.0396,
      "step": 3120
    },
    {
      "loss_action": 0.02521834895014763,
      "loss_total": 0.02521834895014763,
      "step": 3120
    },
    {
      "loss_action": 0.025071486830711365,
      "loss_total": 0.025071486830711365,
      "step": 3120
    },
    {
      "loss_action": 0.03257257491350174,
      "loss_total": 0.03257257491350174,
      "step": 3120
    },
    {
      "loss_action": 0.06187929958105087,
      "loss_total": 0.06187929958105087,
      "step": 3120
    },
    {
      "loss_action": 0.02749377302825451,
      "loss_total": 0.02749377302825451,
      "step": 3120
    },
    {
      "loss_action": 0.019661523401737213,
      "loss_total": 0.019661523401737213,
      "step": 3120
    },
    {
      "loss_action": 0.0750502273440361,
      "loss_total": 0.0750502273440361,
      "step": 3120
    },
    {
      "loss_action": 0.02350436896085739,
      "loss_total": 0.02350436896085739,
      "step": 3120
    },
    {
      "grad_norm": 0.44756338000297546,
      "learning_rate": 6.258e-05,
      "loss": 0.0405,
      "step": 3130
    },
    {
      "loss_action": 0.022197838872671127,
      "loss_total": 0.022197838872671127,
      "step": 3130
    },
    {
      "loss_action": 0.04404834285378456,
      "loss_total": 0.04404834285378456,
      "step": 3130
    },
    {
      "loss_action": 0.030562061816453934,
      "loss_total": 0.030562061816453934,
      "step": 3130
    },
    {
      "loss_action": 0.07111111283302307,
      "loss_total": 0.07111111283302307,
      "step": 3130
    },
    {
      "loss_action": 0.027708586305379868,
      "loss_total": 0.027708586305379868,
      "step": 3130
    },
    {
      "loss_action": 0.023682542145252228,
      "loss_total": 0.023682542145252228,
      "step": 3130
    },
    {
      "loss_action": 0.033152274787425995,
      "loss_total": 0.033152274787425995,
      "step": 3130
    },
    {
      "loss_action": 0.022969355806708336,
      "loss_total": 0.022969355806708336,
      "step": 3130
    },
    {
      "grad_norm": 0.5418915748596191,
      "learning_rate": 6.278e-05,
      "loss": 0.0353,
      "step": 3140
    },
    {
      "loss_action": 0.028253942728042603,
      "loss_total": 0.028253942728042603,
      "step": 3140
    },
    {
      "loss_action": 0.03554780036211014,
      "loss_total": 0.03554780036211014,
      "step": 3140
    },
    {
      "loss_action": 0.03307662159204483,
      "loss_total": 0.03307662159204483,
      "step": 3140
    },
    {
      "loss_action": 0.14654916524887085,
      "loss_total": 0.14654916524887085,
      "step": 3140
    },
    {
      "loss_action": 0.03835683688521385,
      "loss_total": 0.03835683688521385,
      "step": 3140
    },
    {
      "loss_action": 0.03489215299487114,
      "loss_total": 0.03489215299487114,
      "step": 3140
    },
    {
      "loss_action": 0.04527862370014191,
      "loss_total": 0.04527862370014191,
      "step": 3140
    },
    {
      "loss_action": 0.03133722022175789,
      "loss_total": 0.03133722022175789,
      "step": 3140
    },
    {
      "grad_norm": 0.6794934272766113,
      "learning_rate": 6.298000000000001e-05,
      "loss": 0.0393,
      "step": 3150
    },
    {
      "loss_action": 0.02739480510354042,
      "loss_total": 0.02739480510354042,
      "step": 3150
    },
    {
      "loss_action": 0.029994238168001175,
      "loss_total": 0.029994238168001175,
      "step": 3150
    },
    {
      "loss_action": 0.08324290812015533,
      "loss_total": 0.08324290812015533,
      "step": 3150
    },
    {
      "loss_action": 0.02655286341905594,
      "loss_total": 0.02655286341905594,
      "step": 3150
    },
    {
      "loss_action": 0.023869004100561142,
      "loss_total": 0.023869004100561142,
      "step": 3150
    },
    {
      "loss_action": 0.03304273262619972,
      "loss_total": 0.03304273262619972,
      "step": 3150
    },
    {
      "loss_action": 0.07088147103786469,
      "loss_total": 0.07088147103786469,
      "step": 3150
    },
    {
      "loss_action": 0.03207612410187721,
      "loss_total": 0.03207612410187721,
      "step": 3150
    },
    {
      "grad_norm": 0.5314057469367981,
      "learning_rate": 6.318e-05,
      "loss": 0.0353,
      "step": 3160
    },
    {
      "loss_action": 0.032727956771850586,
      "loss_total": 0.032727956771850586,
      "step": 3160
    },
    {
      "loss_action": 0.03390273451805115,
      "loss_total": 0.03390273451805115,
      "step": 3160
    },
    {
      "loss_action": 0.031060297042131424,
      "loss_total": 0.031060297042131424,
      "step": 3160
    },
    {
      "loss_action": 0.0379839725792408,
      "loss_total": 0.0379839725792408,
      "step": 3160
    },
    {
      "loss_action": 0.025508195161819458,
      "loss_total": 0.025508195161819458,
      "step": 3160
    },
    {
      "loss_action": 0.03240582346916199,
      "loss_total": 0.03240582346916199,
      "step": 3160
    },
    {
      "loss_action": 0.036004163324832916,
      "loss_total": 0.036004163324832916,
      "step": 3160
    },
    {
      "loss_action": 0.02136095240712166,
      "loss_total": 0.02136095240712166,
      "step": 3160
    },
    {
      "grad_norm": 0.5699163675308228,
      "learning_rate": 6.338e-05,
      "loss": 0.0354,
      "step": 3170
    },
    {
      "loss_action": 0.04457907751202583,
      "loss_total": 0.04457907751202583,
      "step": 3170
    },
    {
      "loss_action": 0.027331825345754623,
      "loss_total": 0.027331825345754623,
      "step": 3170
    },
    {
      "loss_action": 0.04425409063696861,
      "loss_total": 0.04425409063696861,
      "step": 3170
    },
    {
      "loss_action": 0.05887304246425629,
      "loss_total": 0.05887304246425629,
      "step": 3170
    },
    {
      "loss_action": 0.06771647930145264,
      "loss_total": 0.06771647930145264,
      "step": 3170
    },
    {
      "loss_action": 0.03093598410487175,
      "loss_total": 0.03093598410487175,
      "step": 3170
    },
    {
      "loss_action": 0.018428612500429153,
      "loss_total": 0.018428612500429153,
      "step": 3170
    },
    {
      "loss_action": 0.03640034422278404,
      "loss_total": 0.03640034422278404,
      "step": 3170
    },
    {
      "grad_norm": 0.6060106754302979,
      "learning_rate": 6.358000000000001e-05,
      "loss": 0.0366,
      "step": 3180
    },
    {
      "loss_action": 0.14675545692443848,
      "loss_total": 0.14675545692443848,
      "step": 3180
    },
    {
      "loss_action": 0.0317925401031971,
      "loss_total": 0.0317925401031971,
      "step": 3180
    },
    {
      "loss_action": 0.05587661266326904,
      "loss_total": 0.05587661266326904,
      "step": 3180
    },
    {
      "loss_action": 0.029550565406680107,
      "loss_total": 0.029550565406680107,
      "step": 3180
    },
    {
      "loss_action": 0.05217185989022255,
      "loss_total": 0.05217185989022255,
      "step": 3180
    },
    {
      "loss_action": 0.034447431564331055,
      "loss_total": 0.034447431564331055,
      "step": 3180
    },
    {
      "loss_action": 0.025482380762696266,
      "loss_total": 0.025482380762696266,
      "step": 3180
    },
    {
      "loss_action": 0.021262673661112785,
      "loss_total": 0.021262673661112785,
      "step": 3180
    },
    {
      "grad_norm": 0.4910971224308014,
      "learning_rate": 6.378e-05,
      "loss": 0.038,
      "step": 3190
    },
    {
      "loss_action": 0.05141744390130043,
      "loss_total": 0.05141744390130043,
      "step": 3190
    },
    {
      "loss_action": 0.02959391288459301,
      "loss_total": 0.02959391288459301,
      "step": 3190
    },
    {
      "loss_action": 0.04460868239402771,
      "loss_total": 0.04460868239402771,
      "step": 3190
    },
    {
      "loss_action": 0.05734105035662651,
      "loss_total": 0.05734105035662651,
      "step": 3190
    },
    {
      "loss_action": 0.04804600775241852,
      "loss_total": 0.04804600775241852,
      "step": 3190
    },
    {
      "loss_action": 0.029580963775515556,
      "loss_total": 0.029580963775515556,
      "step": 3190
    },
    {
      "loss_action": 0.03232280910015106,
      "loss_total": 0.03232280910015106,
      "step": 3190
    },
    {
      "loss_action": 0.0639955922961235,
      "loss_total": 0.0639955922961235,
      "step": 3190
    },
    {
      "grad_norm": 0.35858872532844543,
      "learning_rate": 6.398000000000001e-05,
      "loss": 0.0344,
      "step": 3200
    },
    {
      "loss_action": 0.03344302996993065,
      "loss_total": 0.03344302996993065,
      "step": 3200
    },
    {
      "loss_action": 0.0294356532394886,
      "loss_total": 0.0294356532394886,
      "step": 3200
    },
    {
      "loss_action": 0.03755830228328705,
      "loss_total": 0.03755830228328705,
      "step": 3200
    },
    {
      "loss_action": 0.05548745021224022,
      "loss_total": 0.05548745021224022,
      "step": 3200
    },
    {
      "loss_action": 0.09020258486270905,
      "loss_total": 0.09020258486270905,
      "step": 3200
    },
    {
      "loss_action": 0.02602359466254711,
      "loss_total": 0.02602359466254711,
      "step": 3200
    },
    {
      "loss_action": 0.03667370602488518,
      "loss_total": 0.03667370602488518,
      "step": 3200
    },
    {
      "loss_action": 0.04058581218123436,
      "loss_total": 0.04058581218123436,
      "step": 3200
    },
    {
      "grad_norm": 0.5054259300231934,
      "learning_rate": 6.418000000000001e-05,
      "loss": 0.0356,
      "step": 3210
    },
    {
      "loss_action": 0.021923992782831192,
      "loss_total": 0.021923992782831192,
      "step": 3210
    },
    {
      "loss_action": 0.02984153851866722,
      "loss_total": 0.02984153851866722,
      "step": 3210
    },
    {
      "loss_action": 0.034905970096588135,
      "loss_total": 0.034905970096588135,
      "step": 3210
    },
    {
      "loss_action": 0.04675945267081261,
      "loss_total": 0.04675945267081261,
      "step": 3210
    },
    {
      "loss_action": 0.025316692888736725,
      "loss_total": 0.025316692888736725,
      "step": 3210
    },
    {
      "loss_action": 0.03956027701497078,
      "loss_total": 0.03956027701497078,
      "step": 3210
    },
    {
      "loss_action": 0.05007365345954895,
      "loss_total": 0.05007365345954895,
      "step": 3210
    },
    {
      "loss_action": 0.026826413348317146,
      "loss_total": 0.026826413348317146,
      "step": 3210
    },
    {
      "grad_norm": 0.5390394926071167,
      "learning_rate": 6.438e-05,
      "loss": 0.0327,
      "step": 3220
    },
    {
      "loss_action": 0.05577949061989784,
      "loss_total": 0.05577949061989784,
      "step": 3220
    },
    {
      "loss_action": 0.02102285996079445,
      "loss_total": 0.02102285996079445,
      "step": 3220
    },
    {
      "loss_action": 0.02788815088570118,
      "loss_total": 0.02788815088570118,
      "step": 3220
    },
    {
      "loss_action": 0.023998845368623734,
      "loss_total": 0.023998845368623734,
      "step": 3220
    },
    {
      "loss_action": 0.023548727855086327,
      "loss_total": 0.023548727855086327,
      "step": 3220
    },
    {
      "loss_action": 0.03672473505139351,
      "loss_total": 0.03672473505139351,
      "step": 3220
    },
    {
      "loss_action": 0.03215012699365616,
      "loss_total": 0.03215012699365616,
      "step": 3220
    },
    {
      "loss_action": 0.027330204844474792,
      "loss_total": 0.027330204844474792,
      "step": 3220
    },
    {
      "grad_norm": 0.5474079847335815,
      "learning_rate": 6.458000000000001e-05,
      "loss": 0.031,
      "step": 3230
    },
    {
      "loss_action": 0.025793977081775665,
      "loss_total": 0.025793977081775665,
      "step": 3230
    },
    {
      "loss_action": 0.038541194051504135,
      "loss_total": 0.038541194051504135,
      "step": 3230
    },
    {
      "loss_action": 0.018796008080244064,
      "loss_total": 0.018796008080244064,
      "step": 3230
    },
    {
      "loss_action": 0.03809934854507446,
      "loss_total": 0.03809934854507446,
      "step": 3230
    },
    {
      "loss_action": 0.03592747822403908,
      "loss_total": 0.03592747822403908,
      "step": 3230
    },
    {
      "loss_action": 0.05526004731655121,
      "loss_total": 0.05526004731655121,
      "step": 3230
    },
    {
      "loss_action": 0.03820990398526192,
      "loss_total": 0.03820990398526192,
      "step": 3230
    },
    {
      "loss_action": 0.023688625544309616,
      "loss_total": 0.023688625544309616,
      "step": 3230
    },
    {
      "grad_norm": 0.5369313955307007,
      "learning_rate": 6.478000000000001e-05,
      "loss": 0.0388,
      "step": 3240
    },
    {
      "loss_action": 0.01711283065378666,
      "loss_total": 0.01711283065378666,
      "step": 3240
    },
    {
      "loss_action": 0.02510867640376091,
      "loss_total": 0.02510867640376091,
      "step": 3240
    },
    {
      "loss_action": 0.037956394255161285,
      "loss_total": 0.037956394255161285,
      "step": 3240
    },
    {
      "loss_action": 0.026495955884456635,
      "loss_total": 0.026495955884456635,
      "step": 3240
    },
    {
      "loss_action": 0.037751760333776474,
      "loss_total": 0.037751760333776474,
      "step": 3240
    },
    {
      "loss_action": 0.03478720039129257,
      "loss_total": 0.03478720039129257,
      "step": 3240
    },
    {
      "loss_action": 0.03582372888922691,
      "loss_total": 0.03582372888922691,
      "step": 3240
    },
    {
      "loss_action": 0.04747519642114639,
      "loss_total": 0.04747519642114639,
      "step": 3240
    },
    {
      "grad_norm": 0.5852870345115662,
      "learning_rate": 6.498e-05,
      "loss": 0.0357,
      "step": 3250
    },
    {
      "loss_action": 0.02355217933654785,
      "loss_total": 0.02355217933654785,
      "step": 3250
    },
    {
      "loss_action": 0.036476489156484604,
      "loss_total": 0.036476489156484604,
      "step": 3250
    },
    {
      "loss_action": 0.021487407386302948,
      "loss_total": 0.021487407386302948,
      "step": 3250
    },
    {
      "loss_action": 0.02782314643263817,
      "loss_total": 0.02782314643263817,
      "step": 3250
    },
    {
      "loss_action": 0.0317380428314209,
      "loss_total": 0.0317380428314209,
      "step": 3250
    },
    {
      "loss_action": 0.021907620131969452,
      "loss_total": 0.021907620131969452,
      "step": 3250
    },
    {
      "loss_action": 0.03199179098010063,
      "loss_total": 0.03199179098010063,
      "step": 3250
    },
    {
      "loss_action": 0.030189353972673416,
      "loss_total": 0.030189353972673416,
      "step": 3250
    },
    {
      "grad_norm": 0.5477099418640137,
      "learning_rate": 6.518000000000001e-05,
      "loss": 0.0394,
      "step": 3260
    },
    {
      "loss_action": 0.0444575697183609,
      "loss_total": 0.0444575697183609,
      "step": 3260
    },
    {
      "loss_action": 0.053584568202495575,
      "loss_total": 0.053584568202495575,
      "step": 3260
    },
    {
      "loss_action": 0.02922619879245758,
      "loss_total": 0.02922619879245758,
      "step": 3260
    },
    {
      "loss_action": 0.02515026181936264,
      "loss_total": 0.02515026181936264,
      "step": 3260
    },
    {
      "loss_action": 0.05570447817444801,
      "loss_total": 0.05570447817444801,
      "step": 3260
    },
    {
      "loss_action": 0.04049854725599289,
      "loss_total": 0.04049854725599289,
      "step": 3260
    },
    {
      "loss_action": 0.029332809150218964,
      "loss_total": 0.029332809150218964,
      "step": 3260
    },
    {
      "loss_action": 0.05146240070462227,
      "loss_total": 0.05146240070462227,
      "step": 3260
    },
    {
      "grad_norm": 0.5363291501998901,
      "learning_rate": 6.538000000000001e-05,
      "loss": 0.0379,
      "step": 3270
    },
    {
      "loss_action": 0.02010009065270424,
      "loss_total": 0.02010009065270424,
      "step": 3270
    },
    {
      "loss_action": 0.03447166085243225,
      "loss_total": 0.03447166085243225,
      "step": 3270
    },
    {
      "loss_action": 0.023143045604228973,
      "loss_total": 0.023143045604228973,
      "step": 3270
    },
    {
      "loss_action": 0.026901142671704292,
      "loss_total": 0.026901142671704292,
      "step": 3270
    },
    {
      "loss_action": 0.0262964628636837,
      "loss_total": 0.0262964628636837,
      "step": 3270
    },
    {
      "loss_action": 0.03050887957215309,
      "loss_total": 0.03050887957215309,
      "step": 3270
    },
    {
      "loss_action": 0.08940553665161133,
      "loss_total": 0.08940553665161133,
      "step": 3270
    },
    {
      "loss_action": 0.030197732150554657,
      "loss_total": 0.030197732150554657,
      "step": 3270
    },
    {
      "grad_norm": 0.5363089442253113,
      "learning_rate": 6.558e-05,
      "loss": 0.0362,
      "step": 3280
    },
    {
      "loss_action": 0.019807176664471626,
      "loss_total": 0.019807176664471626,
      "step": 3280
    },
    {
      "loss_action": 0.027399230748414993,
      "loss_total": 0.027399230748414993,
      "step": 3280
    },
    {
      "loss_action": 0.025088749825954437,
      "loss_total": 0.025088749825954437,
      "step": 3280
    },
    {
      "loss_action": 0.032487332820892334,
      "loss_total": 0.032487332820892334,
      "step": 3280
    },
    {
      "loss_action": 0.016825785860419273,
      "loss_total": 0.016825785860419273,
      "step": 3280
    },
    {
      "loss_action": 0.12014569342136383,
      "loss_total": 0.12014569342136383,
      "step": 3280
    },
    {
      "loss_action": 0.01840631663799286,
      "loss_total": 0.01840631663799286,
      "step": 3280
    },
    {
      "loss_action": 0.029840078204870224,
      "loss_total": 0.029840078204870224,
      "step": 3280
    },
    {
      "grad_norm": 0.697231650352478,
      "learning_rate": 6.578000000000001e-05,
      "loss": 0.043,
      "step": 3290
    },
    {
      "loss_action": 0.02817137911915779,
      "loss_total": 0.02817137911915779,
      "step": 3290
    },
    {
      "loss_action": 0.034339722245931625,
      "loss_total": 0.034339722245931625,
      "step": 3290
    },
    {
      "loss_action": 0.039771586656570435,
      "loss_total": 0.039771586656570435,
      "step": 3290
    },
    {
      "loss_action": 0.10678870230913162,
      "loss_total": 0.10678870230913162,
      "step": 3290
    },
    {
      "loss_action": 0.04171109199523926,
      "loss_total": 0.04171109199523926,
      "step": 3290
    },
    {
      "loss_action": 0.0327322818338871,
      "loss_total": 0.0327322818338871,
      "step": 3290
    },
    {
      "loss_action": 0.03885342925786972,
      "loss_total": 0.03885342925786972,
      "step": 3290
    },
    {
      "loss_action": 0.02094496786594391,
      "loss_total": 0.02094496786594391,
      "step": 3290
    },
    {
      "grad_norm": 0.482101172208786,
      "learning_rate": 6.598e-05,
      "loss": 0.0363,
      "step": 3300
    },
    {
      "loss_action": 0.028709711506962776,
      "loss_total": 0.028709711506962776,
      "step": 3300
    },
    {
      "loss_action": 0.033356551080942154,
      "loss_total": 0.033356551080942154,
      "step": 3300
    },
    {
      "loss_action": 0.03197285532951355,
      "loss_total": 0.03197285532951355,
      "step": 3300
    },
    {
      "loss_action": 0.052995674312114716,
      "loss_total": 0.052995674312114716,
      "step": 3300
    },
    {
      "loss_action": 0.03509638458490372,
      "loss_total": 0.03509638458490372,
      "step": 3300
    },
    {
      "loss_action": 0.019789637997746468,
      "loss_total": 0.019789637997746468,
      "step": 3300
    },
    {
      "loss_action": 0.03984149545431137,
      "loss_total": 0.03984149545431137,
      "step": 3300
    },
    {
      "loss_action": 0.06134924292564392,
      "loss_total": 0.06134924292564392,
      "step": 3300
    },
    {
      "grad_norm": 0.604292094707489,
      "learning_rate": 6.618e-05,
      "loss": 0.0362,
      "step": 3310
    },
    {
      "loss_action": 0.02939695119857788,
      "loss_total": 0.02939695119857788,
      "step": 3310
    },
    {
      "loss_action": 0.053107619285583496,
      "loss_total": 0.053107619285583496,
      "step": 3310
    },
    {
      "loss_action": 0.03755243122577667,
      "loss_total": 0.03755243122577667,
      "step": 3310
    },
    {
      "loss_action": 0.033252961933612823,
      "loss_total": 0.033252961933612823,
      "step": 3310
    },
    {
      "loss_action": 0.024953216314315796,
      "loss_total": 0.024953216314315796,
      "step": 3310
    },
    {
      "loss_action": 0.026170287281274796,
      "loss_total": 0.026170287281274796,
      "step": 3310
    },
    {
      "loss_action": 0.028020847588777542,
      "loss_total": 0.028020847588777542,
      "step": 3310
    },
    {
      "loss_action": 0.03336631506681442,
      "loss_total": 0.03336631506681442,
      "step": 3310
    },
    {
      "grad_norm": 0.6071975231170654,
      "learning_rate": 6.638e-05,
      "loss": 0.0403,
      "step": 3320
    },
    {
      "loss_action": 0.04471263661980629,
      "loss_total": 0.04471263661980629,
      "step": 3320
    },
    {
      "loss_action": 0.03042837604880333,
      "loss_total": 0.03042837604880333,
      "step": 3320
    },
    {
      "loss_action": 0.02827325277030468,
      "loss_total": 0.02827325277030468,
      "step": 3320
    },
    {
      "loss_action": 0.044429879635572433,
      "loss_total": 0.044429879635572433,
      "step": 3320
    },
    {
      "loss_action": 0.026258470490574837,
      "loss_total": 0.026258470490574837,
      "step": 3320
    },
    {
      "loss_action": 0.0286361463367939,
      "loss_total": 0.0286361463367939,
      "step": 3320
    },
    {
      "loss_action": 0.037631887942552567,
      "loss_total": 0.037631887942552567,
      "step": 3320
    },
    {
      "loss_action": 0.02539958246052265,
      "loss_total": 0.02539958246052265,
      "step": 3320
    },
    {
      "grad_norm": 0.4976333975791931,
      "learning_rate": 6.658e-05,
      "loss": 0.0368,
      "step": 3330
    },
    {
      "loss_action": 0.026811707764863968,
      "loss_total": 0.026811707764863968,
      "step": 3330
    },
    {
      "loss_action": 0.02888704091310501,
      "loss_total": 0.02888704091310501,
      "step": 3330
    },
    {
      "loss_action": 0.02387327514588833,
      "loss_total": 0.02387327514588833,
      "step": 3330
    },
    {
      "loss_action": 0.028621023520827293,
      "loss_total": 0.028621023520827293,
      "step": 3330
    },
    {
      "loss_action": 0.04653846472501755,
      "loss_total": 0.04653846472501755,
      "step": 3330
    },
    {
      "loss_action": 0.0345434844493866,
      "loss_total": 0.0345434844493866,
      "step": 3330
    },
    {
      "loss_action": 0.019894897937774658,
      "loss_total": 0.019894897937774658,
      "step": 3330
    },
    {
      "loss_action": 0.020612303167581558,
      "loss_total": 0.020612303167581558,
      "step": 3330
    },
    {
      "grad_norm": 0.6165515184402466,
      "learning_rate": 6.678e-05,
      "loss": 0.0377,
      "step": 3340
    },
    {
      "loss_action": 0.020395807921886444,
      "loss_total": 0.020395807921886444,
      "step": 3340
    },
    {
      "loss_action": 0.019948923960328102,
      "loss_total": 0.019948923960328102,
      "step": 3340
    },
    {
      "loss_action": 0.04335934668779373,
      "loss_total": 0.04335934668779373,
      "step": 3340
    },
    {
      "loss_action": 0.025998543947935104,
      "loss_total": 0.025998543947935104,
      "step": 3340
    },
    {
      "loss_action": 0.027269482612609863,
      "loss_total": 0.027269482612609863,
      "step": 3340
    },
    {
      "loss_action": 0.030014604330062866,
      "loss_total": 0.030014604330062866,
      "step": 3340
    },
    {
      "loss_action": 0.0236812736839056,
      "loss_total": 0.0236812736839056,
      "step": 3340
    },
    {
      "loss_action": 0.024364419281482697,
      "loss_total": 0.024364419281482697,
      "step": 3340
    },
    {
      "grad_norm": 0.4604497253894806,
      "learning_rate": 6.698e-05,
      "loss": 0.0331,
      "step": 3350
    },
    {
      "loss_action": 0.03778557851910591,
      "loss_total": 0.03778557851910591,
      "step": 3350
    },
    {
      "loss_action": 0.021347248926758766,
      "loss_total": 0.021347248926758766,
      "step": 3350
    },
    {
      "loss_action": 0.03485893830657005,
      "loss_total": 0.03485893830657005,
      "step": 3350
    },
    {
      "loss_action": 0.03336608409881592,
      "loss_total": 0.03336608409881592,
      "step": 3350
    },
    {
      "loss_action": 0.05918796360492706,
      "loss_total": 0.05918796360492706,
      "step": 3350
    },
    {
      "loss_action": 0.03580649942159653,
      "loss_total": 0.03580649942159653,
      "step": 3350
    },
    {
      "loss_action": 0.032022058963775635,
      "loss_total": 0.032022058963775635,
      "step": 3350
    },
    {
      "loss_action": 0.027076812461018562,
      "loss_total": 0.027076812461018562,
      "step": 3350
    },
    {
      "grad_norm": 0.4135791063308716,
      "learning_rate": 6.718e-05,
      "loss": 0.0339,
      "step": 3360
    },
    {
      "loss_action": 0.037883222103118896,
      "loss_total": 0.037883222103118896,
      "step": 3360
    },
    {
      "loss_action": 0.034706197679042816,
      "loss_total": 0.034706197679042816,
      "step": 3360
    },
    {
      "loss_action": 0.05740094184875488,
      "loss_total": 0.05740094184875488,
      "step": 3360
    },
    {
      "loss_action": 0.022132929414510727,
      "loss_total": 0.022132929414510727,
      "step": 3360
    },
    {
      "loss_action": 0.024275869131088257,
      "loss_total": 0.024275869131088257,
      "step": 3360
    },
    {
      "loss_action": 0.025359326973557472,
      "loss_total": 0.025359326973557472,
      "step": 3360
    },
    {
      "loss_action": 0.025222036987543106,
      "loss_total": 0.025222036987543106,
      "step": 3360
    },
    {
      "loss_action": 0.028465712442994118,
      "loss_total": 0.028465712442994118,
      "step": 3360
    },
    {
      "grad_norm": 0.705903172492981,
      "learning_rate": 6.738e-05,
      "loss": 0.0403,
      "step": 3370
    },
    {
      "loss_action": 0.026442401111125946,
      "loss_total": 0.026442401111125946,
      "step": 3370
    },
    {
      "loss_action": 0.03473054617643356,
      "loss_total": 0.03473054617643356,
      "step": 3370
    },
    {
      "loss_action": 0.03321465104818344,
      "loss_total": 0.03321465104818344,
      "step": 3370
    },
    {
      "loss_action": 0.08924780040979385,
      "loss_total": 0.08924780040979385,
      "step": 3370
    },
    {
      "loss_action": 0.03212089464068413,
      "loss_total": 0.03212089464068413,
      "step": 3370
    },
    {
      "loss_action": 0.05047830939292908,
      "loss_total": 0.05047830939292908,
      "step": 3370
    },
    {
      "loss_action": 0.05976414307951927,
      "loss_total": 0.05976414307951927,
      "step": 3370
    },
    {
      "loss_action": 0.03155423700809479,
      "loss_total": 0.03155423700809479,
      "step": 3370
    },
    {
      "grad_norm": 0.46733877062797546,
      "learning_rate": 6.758e-05,
      "loss": 0.0394,
      "step": 3380
    },
    {
      "loss_action": 0.03160291165113449,
      "loss_total": 0.03160291165113449,
      "step": 3380
    },
    {
      "loss_action": 0.029547367244958878,
      "loss_total": 0.029547367244958878,
      "step": 3380
    },
    {
      "loss_action": 0.024390844628214836,
      "loss_total": 0.024390844628214836,
      "step": 3380
    },
    {
      "loss_action": 0.028424933552742004,
      "loss_total": 0.028424933552742004,
      "step": 3380
    },
    {
      "loss_action": 0.02521832473576069,
      "loss_total": 0.02521832473576069,
      "step": 3380
    },
    {
      "loss_action": 0.030714068561792374,
      "loss_total": 0.030714068561792374,
      "step": 3380
    },
    {
      "loss_action": 0.038481131196022034,
      "loss_total": 0.038481131196022034,
      "step": 3380
    },
    {
      "loss_action": 0.0248406995087862,
      "loss_total": 0.0248406995087862,
      "step": 3380
    },
    {
      "grad_norm": 0.5802385807037354,
      "learning_rate": 6.778e-05,
      "loss": 0.0336,
      "step": 3390
    },
    {
      "loss_action": 0.03033812902867794,
      "loss_total": 0.03033812902867794,
      "step": 3390
    },
    {
      "loss_action": 0.03546927869319916,
      "loss_total": 0.03546927869319916,
      "step": 3390
    },
    {
      "loss_action": 0.04489713907241821,
      "loss_total": 0.04489713907241821,
      "step": 3390
    },
    {
      "loss_action": 0.03587280958890915,
      "loss_total": 0.03587280958890915,
      "step": 3390
    },
    {
      "loss_action": 0.03226364031434059,
      "loss_total": 0.03226364031434059,
      "step": 3390
    },
    {
      "loss_action": 0.032700952142477036,
      "loss_total": 0.032700952142477036,
      "step": 3390
    },
    {
      "loss_action": 0.03562643751502037,
      "loss_total": 0.03562643751502037,
      "step": 3390
    },
    {
      "loss_action": 0.0361226461827755,
      "loss_total": 0.0361226461827755,
      "step": 3390
    },
    {
      "grad_norm": 0.6579670906066895,
      "learning_rate": 6.798e-05,
      "loss": 0.0392,
      "step": 3400
    },
    {
      "loss_action": 0.025953270494937897,
      "loss_total": 0.025953270494937897,
      "step": 3400
    },
    {
      "loss_action": 0.031912848353385925,
      "loss_total": 0.031912848353385925,
      "step": 3400
    },
    {
      "loss_action": 0.036516912281513214,
      "loss_total": 0.036516912281513214,
      "step": 3400
    },
    {
      "loss_action": 0.04964775964617729,
      "loss_total": 0.04964775964617729,
      "step": 3400
    },
    {
      "loss_action": 0.027483392506837845,
      "loss_total": 0.027483392506837845,
      "step": 3400
    },
    {
      "loss_action": 0.03321697935461998,
      "loss_total": 0.03321697935461998,
      "step": 3400
    },
    {
      "loss_action": 0.026453033089637756,
      "loss_total": 0.026453033089637756,
      "step": 3400
    },
    {
      "loss_action": 0.028943486511707306,
      "loss_total": 0.028943486511707306,
      "step": 3400
    },
    {
      "grad_norm": 0.3771519362926483,
      "learning_rate": 6.818e-05,
      "loss": 0.0326,
      "step": 3410
    },
    {
      "loss_action": 0.029744625091552734,
      "loss_total": 0.029744625091552734,
      "step": 3410
    },
    {
      "loss_action": 0.020994069054722786,
      "loss_total": 0.020994069054722786,
      "step": 3410
    },
    {
      "loss_action": 0.022839566692709923,
      "loss_total": 0.022839566692709923,
      "step": 3410
    },
    {
      "loss_action": 0.042875923216342926,
      "loss_total": 0.042875923216342926,
      "step": 3410
    },
    {
      "loss_action": 0.029434505850076675,
      "loss_total": 0.029434505850076675,
      "step": 3410
    },
    {
      "loss_action": 0.02428271248936653,
      "loss_total": 0.02428271248936653,
      "step": 3410
    },
    {
      "loss_action": 0.022083384916186333,
      "loss_total": 0.022083384916186333,
      "step": 3410
    },
    {
      "loss_action": 0.016198012977838516,
      "loss_total": 0.016198012977838516,
      "step": 3410
    },
    {
      "grad_norm": 0.4545261561870575,
      "learning_rate": 6.838e-05,
      "loss": 0.032,
      "step": 3420
    },
    {
      "loss_action": 0.03625721111893654,
      "loss_total": 0.03625721111893654,
      "step": 3420
    },
    {
      "loss_action": 0.023934274911880493,
      "loss_total": 0.023934274911880493,
      "step": 3420
    },
    {
      "loss_action": 0.03358682990074158,
      "loss_total": 0.03358682990074158,
      "step": 3420
    },
    {
      "loss_action": 0.03572939708828926,
      "loss_total": 0.03572939708828926,
      "step": 3420
    },
    {
      "loss_action": 0.021124474704265594,
      "loss_total": 0.021124474704265594,
      "step": 3420
    },
    {
      "loss_action": 0.029891185462474823,
      "loss_total": 0.029891185462474823,
      "step": 3420
    },
    {
      "loss_action": 0.02785331755876541,
      "loss_total": 0.02785331755876541,
      "step": 3420
    },
    {
      "loss_action": 0.044356994330883026,
      "loss_total": 0.044356994330883026,
      "step": 3420
    },
    {
      "grad_norm": 0.685261070728302,
      "learning_rate": 6.858e-05,
      "loss": 0.035,
      "step": 3430
    },
    {
      "loss_action": 0.04064781591296196,
      "loss_total": 0.04064781591296196,
      "step": 3430
    },
    {
      "loss_action": 0.03670031577348709,
      "loss_total": 0.03670031577348709,
      "step": 3430
    },
    {
      "loss_action": 0.03350728750228882,
      "loss_total": 0.03350728750228882,
      "step": 3430
    },
    {
      "loss_action": 0.04446806758642197,
      "loss_total": 0.04446806758642197,
      "step": 3430
    },
    {
      "loss_action": 0.045035507529973984,
      "loss_total": 0.045035507529973984,
      "step": 3430
    },
    {
      "loss_action": 0.032960861921310425,
      "loss_total": 0.032960861921310425,
      "step": 3430
    },
    {
      "loss_action": 0.0438728854060173,
      "loss_total": 0.0438728854060173,
      "step": 3430
    },
    {
      "loss_action": 0.0287159476429224,
      "loss_total": 0.0287159476429224,
      "step": 3430
    },
    {
      "grad_norm": 0.5762879252433777,
      "learning_rate": 6.878e-05,
      "loss": 0.0414,
      "step": 3440
    },
    {
      "loss_action": 0.03174257278442383,
      "loss_total": 0.03174257278442383,
      "step": 3440
    },
    {
      "loss_action": 0.04677627980709076,
      "loss_total": 0.04677627980709076,
      "step": 3440
    },
    {
      "loss_action": 0.04381150007247925,
      "loss_total": 0.04381150007247925,
      "step": 3440
    },
    {
      "loss_action": 0.046866901218891144,
      "loss_total": 0.046866901218891144,
      "step": 3440
    },
    {
      "loss_action": 0.03507748991250992,
      "loss_total": 0.03507748991250992,
      "step": 3440
    },
    {
      "loss_action": 0.0572788268327713,
      "loss_total": 0.0572788268327713,
      "step": 3440
    },
    {
      "loss_action": 0.03207853436470032,
      "loss_total": 0.03207853436470032,
      "step": 3440
    },
    {
      "loss_action": 0.026398416608572006,
      "loss_total": 0.026398416608572006,
      "step": 3440
    },
    {
      "grad_norm": 0.42903491854667664,
      "learning_rate": 6.898e-05,
      "loss": 0.036,
      "step": 3450
    },
    {
      "loss_action": 0.03300020098686218,
      "loss_total": 0.03300020098686218,
      "step": 3450
    },
    {
      "loss_action": 0.05298072099685669,
      "loss_total": 0.05298072099685669,
      "step": 3450
    },
    {
      "loss_action": 0.06389191001653671,
      "loss_total": 0.06389191001653671,
      "step": 3450
    },
    {
      "loss_action": 0.029589470475912094,
      "loss_total": 0.029589470475912094,
      "step": 3450
    },
    {
      "loss_action": 0.04603875055909157,
      "loss_total": 0.04603875055909157,
      "step": 3450
    },
    {
      "loss_action": 0.024947864934802055,
      "loss_total": 0.024947864934802055,
      "step": 3450
    },
    {
      "loss_action": 0.04306955635547638,
      "loss_total": 0.04306955635547638,
      "step": 3450
    },
    {
      "loss_action": 0.045429423451423645,
      "loss_total": 0.045429423451423645,
      "step": 3450
    },
    {
      "grad_norm": 0.5735250115394592,
      "learning_rate": 6.918e-05,
      "loss": 0.037,
      "step": 3460
    },
    {
      "loss_action": 0.022929750382900238,
      "loss_total": 0.022929750382900238,
      "step": 3460
    },
    {
      "loss_action": 0.025852970778942108,
      "loss_total": 0.025852970778942108,
      "step": 3460
    },
    {
      "loss_action": 0.02260839380323887,
      "loss_total": 0.02260839380323887,
      "step": 3460
    },
    {
      "loss_action": 0.027736715972423553,
      "loss_total": 0.027736715972423553,
      "step": 3460
    },
    {
      "loss_action": 0.04167957976460457,
      "loss_total": 0.04167957976460457,
      "step": 3460
    },
    {
      "loss_action": 0.020904824137687683,
      "loss_total": 0.020904824137687683,
      "step": 3460
    },
    {
      "loss_action": 0.029121436178684235,
      "loss_total": 0.029121436178684235,
      "step": 3460
    },
    {
      "loss_action": 0.03144556283950806,
      "loss_total": 0.03144556283950806,
      "step": 3460
    },
    {
      "grad_norm": 0.3793379068374634,
      "learning_rate": 6.938e-05,
      "loss": 0.0304,
      "step": 3470
    },
    {
      "loss_action": 0.14532354474067688,
      "loss_total": 0.14532354474067688,
      "step": 3470
    },
    {
      "loss_action": 0.034310270100831985,
      "loss_total": 0.034310270100831985,
      "step": 3470
    },
    {
      "loss_action": 0.03810131922364235,
      "loss_total": 0.03810131922364235,
      "step": 3470
    },
    {
      "loss_action": 0.028454121202230453,
      "loss_total": 0.028454121202230453,
      "step": 3470
    },
    {
      "loss_action": 0.0719728097319603,
      "loss_total": 0.0719728097319603,
      "step": 3470
    },
    {
      "loss_action": 0.03505255654454231,
      "loss_total": 0.03505255654454231,
      "step": 3470
    },
    {
      "loss_action": 0.04395018145442009,
      "loss_total": 0.04395018145442009,
      "step": 3470
    },
    {
      "loss_action": 0.06524335592985153,
      "loss_total": 0.06524335592985153,
      "step": 3470
    },
    {
      "grad_norm": 0.4085995852947235,
      "learning_rate": 6.958e-05,
      "loss": 0.0365,
      "step": 3480
    },
    {
      "loss_action": 0.026192456483840942,
      "loss_total": 0.026192456483840942,
      "step": 3480
    },
    {
      "loss_action": 0.0419597364962101,
      "loss_total": 0.0419597364962101,
      "step": 3480
    },
    {
      "loss_action": 0.036734625697135925,
      "loss_total": 0.036734625697135925,
      "step": 3480
    },
    {
      "loss_action": 0.03740149363875389,
      "loss_total": 0.03740149363875389,
      "step": 3480
    },
    {
      "loss_action": 0.018915865570306778,
      "loss_total": 0.018915865570306778,
      "step": 3480
    },
    {
      "loss_action": 0.027309559285640717,
      "loss_total": 0.027309559285640717,
      "step": 3480
    },
    {
      "loss_action": 0.029374904930591583,
      "loss_total": 0.029374904930591583,
      "step": 3480
    },
    {
      "loss_action": 0.028845131397247314,
      "loss_total": 0.028845131397247314,
      "step": 3480
    },
    {
      "grad_norm": 0.4612472951412201,
      "learning_rate": 6.978e-05,
      "loss": 0.0325,
      "step": 3490
    },
    {
      "loss_action": 0.031274404376745224,
      "loss_total": 0.031274404376745224,
      "step": 3490
    },
    {
      "loss_action": 0.030243223533034325,
      "loss_total": 0.030243223533034325,
      "step": 3490
    },
    {
      "loss_action": 0.03520374745130539,
      "loss_total": 0.03520374745130539,
      "step": 3490
    },
    {
      "loss_action": 0.022284306585788727,
      "loss_total": 0.022284306585788727,
      "step": 3490
    },
    {
      "loss_action": 0.02625235728919506,
      "loss_total": 0.02625235728919506,
      "step": 3490
    },
    {
      "loss_action": 0.024459512904286385,
      "loss_total": 0.024459512904286385,
      "step": 3490
    },
    {
      "loss_action": 0.043472714722156525,
      "loss_total": 0.043472714722156525,
      "step": 3490
    },
    {
      "loss_action": 0.04849030822515488,
      "loss_total": 0.04849030822515488,
      "step": 3490
    },
    {
      "grad_norm": 0.47993677854537964,
      "learning_rate": 6.998e-05,
      "loss": 0.0345,
      "step": 3500
    },
    {
      "loss_action": 0.0323864184319973,
      "loss_total": 0.0323864184319973,
      "step": 3500
    },
    {
      "loss_action": 0.044004492461681366,
      "loss_total": 0.044004492461681366,
      "step": 3500
    },
    {
      "loss_action": 0.02232366055250168,
      "loss_total": 0.02232366055250168,
      "step": 3500
    },
    {
      "loss_action": 0.0335468128323555,
      "loss_total": 0.0335468128323555,
      "step": 3500
    },
    {
      "loss_action": 0.028428461402654648,
      "loss_total": 0.028428461402654648,
      "step": 3500
    },
    {
      "loss_action": 0.025246871635317802,
      "loss_total": 0.025246871635317802,
      "step": 3500
    },
    {
      "loss_action": 0.03222396969795227,
      "loss_total": 0.03222396969795227,
      "step": 3500
    },
    {
      "loss_action": 0.042014703154563904,
      "loss_total": 0.042014703154563904,
      "step": 3500
    },
    {
      "grad_norm": 0.39434897899627686,
      "learning_rate": 7.018e-05,
      "loss": 0.0317,
      "step": 3510
    },
    {
      "loss_action": 0.02075926959514618,
      "loss_total": 0.02075926959514618,
      "step": 3510
    },
    {
      "loss_action": 0.024548640474677086,
      "loss_total": 0.024548640474677086,
      "step": 3510
    },
    {
      "loss_action": 0.037894174456596375,
      "loss_total": 0.037894174456596375,
      "step": 3510
    },
    {
      "loss_action": 0.07070579379796982,
      "loss_total": 0.07070579379796982,
      "step": 3510
    },
    {
      "loss_action": 0.03182503581047058,
      "loss_total": 0.03182503581047058,
      "step": 3510
    },
    {
      "loss_action": 0.026663415133953094,
      "loss_total": 0.026663415133953094,
      "step": 3510
    },
    {
      "loss_action": 0.04637499153614044,
      "loss_total": 0.04637499153614044,
      "step": 3510
    },
    {
      "loss_action": 0.08140619099140167,
      "loss_total": 0.08140619099140167,
      "step": 3510
    },
    {
      "grad_norm": 0.4455944895744324,
      "learning_rate": 7.038e-05,
      "loss": 0.0397,
      "step": 3520
    },
    {
      "loss_action": 0.041439399123191833,
      "loss_total": 0.041439399123191833,
      "step": 3520
    },
    {
      "loss_action": 0.027538876980543137,
      "loss_total": 0.027538876980543137,
      "step": 3520
    },
    {
      "loss_action": 0.02841729298233986,
      "loss_total": 0.02841729298233986,
      "step": 3520
    },
    {
      "loss_action": 0.024621710181236267,
      "loss_total": 0.024621710181236267,
      "step": 3520
    },
    {
      "loss_action": 0.028100624680519104,
      "loss_total": 0.028100624680519104,
      "step": 3520
    },
    {
      "loss_action": 0.05941183492541313,
      "loss_total": 0.05941183492541313,
      "step": 3520
    },
    {
      "loss_action": 0.0274258591234684,
      "loss_total": 0.0274258591234684,
      "step": 3520
    },
    {
      "loss_action": 0.033350471407175064,
      "loss_total": 0.033350471407175064,
      "step": 3520
    },
    {
      "grad_norm": 0.7045291066169739,
      "learning_rate": 7.058e-05,
      "loss": 0.0389,
      "step": 3530
    },
    {
      "loss_action": 0.07342565804719925,
      "loss_total": 0.07342565804719925,
      "step": 3530
    },
    {
      "loss_action": 0.05746801197528839,
      "loss_total": 0.05746801197528839,
      "step": 3530
    },
    {
      "loss_action": 0.04055612534284592,
      "loss_total": 0.04055612534284592,
      "step": 3530
    },
    {
      "loss_action": 0.023468459025025368,
      "loss_total": 0.023468459025025368,
      "step": 3530
    },
    {
      "loss_action": 0.03402002155780792,
      "loss_total": 0.03402002155780792,
      "step": 3530
    },
    {
      "loss_action": 0.029473062604665756,
      "loss_total": 0.029473062604665756,
      "step": 3530
    },
    {
      "loss_action": 0.08215245604515076,
      "loss_total": 0.08215245604515076,
      "step": 3530
    },
    {
      "loss_action": 0.03478901833295822,
      "loss_total": 0.03478901833295822,
      "step": 3530
    },
    {
      "grad_norm": 0.6285662651062012,
      "learning_rate": 7.078e-05,
      "loss": 0.0364,
      "step": 3540
    },
    {
      "loss_action": 0.026320453733205795,
      "loss_total": 0.026320453733205795,
      "step": 3540
    },
    {
      "loss_action": 0.050313256680965424,
      "loss_total": 0.050313256680965424,
      "step": 3540
    },
    {
      "loss_action": 0.032250478863716125,
      "loss_total": 0.032250478863716125,
      "step": 3540
    },
    {
      "loss_action": 0.02403191290795803,
      "loss_total": 0.02403191290795803,
      "step": 3540
    },
    {
      "loss_action": 0.05885178595781326,
      "loss_total": 0.05885178595781326,
      "step": 3540
    },
    {
      "loss_action": 0.05136864632368088,
      "loss_total": 0.05136864632368088,
      "step": 3540
    },
    {
      "loss_action": 0.040485210716724396,
      "loss_total": 0.040485210716724396,
      "step": 3540
    },
    {
      "loss_action": 0.03599805012345314,
      "loss_total": 0.03599805012345314,
      "step": 3540
    },
    {
      "grad_norm": 0.3859199583530426,
      "learning_rate": 7.098e-05,
      "loss": 0.0357,
      "step": 3550
    },
    {
      "loss_action": 0.03477577492594719,
      "loss_total": 0.03477577492594719,
      "step": 3550
    },
    {
      "loss_action": 0.02188997156918049,
      "loss_total": 0.02188997156918049,
      "step": 3550
    },
    {
      "loss_action": 0.027478303760290146,
      "loss_total": 0.027478303760290146,
      "step": 3550
    },
    {
      "loss_action": 0.02465374954044819,
      "loss_total": 0.02465374954044819,
      "step": 3550
    },
    {
      "loss_action": 0.030228067189455032,
      "loss_total": 0.030228067189455032,
      "step": 3550
    },
    {
      "loss_action": 0.032873064279556274,
      "loss_total": 0.032873064279556274,
      "step": 3550
    },
    {
      "loss_action": 0.03146134316921234,
      "loss_total": 0.03146134316921234,
      "step": 3550
    },
    {
      "loss_action": 0.04088444635272026,
      "loss_total": 0.04088444635272026,
      "step": 3550
    },
    {
      "grad_norm": 0.5165579319000244,
      "learning_rate": 7.118e-05,
      "loss": 0.0364,
      "step": 3560
    },
    {
      "loss_action": 0.032013364136219025,
      "loss_total": 0.032013364136219025,
      "step": 3560
    },
    {
      "loss_action": 0.022396249696612358,
      "loss_total": 0.022396249696612358,
      "step": 3560
    },
    {
      "loss_action": 0.025224389508366585,
      "loss_total": 0.025224389508366585,
      "step": 3560
    },
    {
      "loss_action": 0.024916762486100197,
      "loss_total": 0.024916762486100197,
      "step": 3560
    },
    {
      "loss_action": 0.02632632851600647,
      "loss_total": 0.02632632851600647,
      "step": 3560
    },
    {
      "loss_action": 0.027943408116698265,
      "loss_total": 0.027943408116698265,
      "step": 3560
    },
    {
      "loss_action": 0.021496176719665527,
      "loss_total": 0.021496176719665527,
      "step": 3560
    },
    {
      "loss_action": 0.022282741963863373,
      "loss_total": 0.022282741963863373,
      "step": 3560
    },
    {
      "grad_norm": 0.5292609333992004,
      "learning_rate": 7.138e-05,
      "loss": 0.0329,
      "step": 3570
    },
    {
      "loss_action": 0.023651516065001488,
      "loss_total": 0.023651516065001488,
      "step": 3570
    },
    {
      "loss_action": 0.04726814478635788,
      "loss_total": 0.04726814478635788,
      "step": 3570
    },
    {
      "loss_action": 0.029734745621681213,
      "loss_total": 0.029734745621681213,
      "step": 3570
    },
    {
      "loss_action": 0.15198996663093567,
      "loss_total": 0.15198996663093567,
      "step": 3570
    },
    {
      "loss_action": 0.03981133922934532,
      "loss_total": 0.03981133922934532,
      "step": 3570
    },
    {
      "loss_action": 0.027968531474471092,
      "loss_total": 0.027968531474471092,
      "step": 3570
    },
    {
      "loss_action": 0.03561318293213844,
      "loss_total": 0.03561318293213844,
      "step": 3570
    },
    {
      "loss_action": 0.03448990359902382,
      "loss_total": 0.03448990359902382,
      "step": 3570
    },
    {
      "grad_norm": 0.4493923783302307,
      "learning_rate": 7.158e-05,
      "loss": 0.0381,
      "step": 3580
    },
    {
      "loss_action": 0.036805689334869385,
      "loss_total": 0.036805689334869385,
      "step": 3580
    },
    {
      "loss_action": 0.044691309332847595,
      "loss_total": 0.044691309332847595,
      "step": 3580
    },
    {
      "loss_action": 0.029491251334547997,
      "loss_total": 0.029491251334547997,
      "step": 3580
    },
    {
      "loss_action": 0.031938448548316956,
      "loss_total": 0.031938448548316956,
      "step": 3580
    },
    {
      "loss_action": 0.03296700492501259,
      "loss_total": 0.03296700492501259,
      "step": 3580
    },
    {
      "loss_action": 0.02928178384900093,
      "loss_total": 0.02928178384900093,
      "step": 3580
    },
    {
      "loss_action": 0.057142242789268494,
      "loss_total": 0.057142242789268494,
      "step": 3580
    },
    {
      "loss_action": 0.03705552965402603,
      "loss_total": 0.03705552965402603,
      "step": 3580
    },
    {
      "grad_norm": 0.4619207978248596,
      "learning_rate": 7.178000000000001e-05,
      "loss": 0.0335,
      "step": 3590
    },
    {
      "loss_action": 0.03995083272457123,
      "loss_total": 0.03995083272457123,
      "step": 3590
    },
    {
      "loss_action": 0.0316755548119545,
      "loss_total": 0.0316755548119545,
      "step": 3590
    },
    {
      "loss_action": 0.038145728409290314,
      "loss_total": 0.038145728409290314,
      "step": 3590
    },
    {
      "loss_action": 0.022910505533218384,
      "loss_total": 0.022910505533218384,
      "step": 3590
    },
    {
      "loss_action": 0.02534702979028225,
      "loss_total": 0.02534702979028225,
      "step": 3590
    },
    {
      "loss_action": 0.09676727652549744,
      "loss_total": 0.09676727652549744,
      "step": 3590
    },
    {
      "loss_action": 0.12033922970294952,
      "loss_total": 0.12033922970294952,
      "step": 3590
    },
    {
      "loss_action": 0.07589519768953323,
      "loss_total": 0.07589519768953323,
      "step": 3590
    },
    {
      "grad_norm": 0.5039272308349609,
      "learning_rate": 7.198e-05,
      "loss": 0.0371,
      "step": 3600
    },
    {
      "loss_action": 0.022116370499134064,
      "loss_total": 0.022116370499134064,
      "step": 3600
    },
    {
      "loss_action": 0.02866402268409729,
      "loss_total": 0.02866402268409729,
      "step": 3600
    },
    {
      "loss_action": 0.07937368750572205,
      "loss_total": 0.07937368750572205,
      "step": 3600
    },
    {
      "loss_action": 0.023320306092500687,
      "loss_total": 0.023320306092500687,
      "step": 3600
    },
    {
      "loss_action": 0.028391629457473755,
      "loss_total": 0.028391629457473755,
      "step": 3600
    },
    {
      "loss_action": 0.019427742809057236,
      "loss_total": 0.019427742809057236,
      "step": 3600
    },
    {
      "loss_action": 0.03650509938597679,
      "loss_total": 0.03650509938597679,
      "step": 3600
    },
    {
      "loss_action": 0.02210114896297455,
      "loss_total": 0.02210114896297455,
      "step": 3600
    },
    {
      "grad_norm": 0.5041036605834961,
      "learning_rate": 7.218e-05,
      "loss": 0.0346,
      "step": 3610
    },
    {
      "loss_action": 0.023835506290197372,
      "loss_total": 0.023835506290197372,
      "step": 3610
    },
    {
      "loss_action": 0.026448726654052734,
      "loss_total": 0.026448726654052734,
      "step": 3610
    },
    {
      "loss_action": 0.04008340835571289,
      "loss_total": 0.04008340835571289,
      "step": 3610
    },
    {
      "loss_action": 0.02316736802458763,
      "loss_total": 0.02316736802458763,
      "step": 3610
    },
    {
      "loss_action": 0.030117148533463478,
      "loss_total": 0.030117148533463478,
      "step": 3610
    },
    {
      "loss_action": 0.034184202551841736,
      "loss_total": 0.034184202551841736,
      "step": 3610
    },
    {
      "loss_action": 0.025976352393627167,
      "loss_total": 0.025976352393627167,
      "step": 3610
    },
    {
      "loss_action": 0.02647976204752922,
      "loss_total": 0.02647976204752922,
      "step": 3610
    },
    {
      "grad_norm": 0.35622113943099976,
      "learning_rate": 7.238000000000001e-05,
      "loss": 0.0336,
      "step": 3620
    },
    {
      "loss_action": 0.046121206134557724,
      "loss_total": 0.046121206134557724,
      "step": 3620
    },
    {
      "loss_action": 0.037650685757398605,
      "loss_total": 0.037650685757398605,
      "step": 3620
    },
    {
      "loss_action": 0.03610589727759361,
      "loss_total": 0.03610589727759361,
      "step": 3620
    },
    {
      "loss_action": 0.03823097422719002,
      "loss_total": 0.03823097422719002,
      "step": 3620
    },
    {
      "loss_action": 0.05386180430650711,
      "loss_total": 0.05386180430650711,
      "step": 3620
    },
    {
      "loss_action": 0.04308759793639183,
      "loss_total": 0.04308759793639183,
      "step": 3620
    },
    {
      "loss_action": 0.0374356284737587,
      "loss_total": 0.0374356284737587,
      "step": 3620
    },
    {
      "loss_action": 0.026648633182048798,
      "loss_total": 0.026648633182048798,
      "step": 3620
    },
    {
      "grad_norm": 0.6110908389091492,
      "learning_rate": 7.258e-05,
      "loss": 0.0339,
      "step": 3630
    },
    {
      "loss_action": 0.03183378651738167,
      "loss_total": 0.03183378651738167,
      "step": 3630
    },
    {
      "loss_action": 0.041462622582912445,
      "loss_total": 0.041462622582912445,
      "step": 3630
    },
    {
      "loss_action": 0.02978418953716755,
      "loss_total": 0.02978418953716755,
      "step": 3630
    },
    {
      "loss_action": 0.0434640571475029,
      "loss_total": 0.0434640571475029,
      "step": 3630
    },
    {
      "loss_action": 0.05116652697324753,
      "loss_total": 0.05116652697324753,
      "step": 3630
    },
    {
      "loss_action": 0.02442741207778454,
      "loss_total": 0.02442741207778454,
      "step": 3630
    },
    {
      "loss_action": 0.03716792166233063,
      "loss_total": 0.03716792166233063,
      "step": 3630
    },
    {
      "loss_action": 0.03246556222438812,
      "loss_total": 0.03246556222438812,
      "step": 3630
    },
    {
      "grad_norm": 0.32797741889953613,
      "learning_rate": 7.278e-05,
      "loss": 0.0302,
      "step": 3640
    },
    {
      "loss_action": 0.03206580504775047,
      "loss_total": 0.03206580504775047,
      "step": 3640
    },
    {
      "loss_action": 0.019489986822009087,
      "loss_total": 0.019489986822009087,
      "step": 3640
    },
    {
      "loss_action": 0.025302326306700706,
      "loss_total": 0.025302326306700706,
      "step": 3640
    },
    {
      "loss_action": 0.01743711158633232,
      "loss_total": 0.01743711158633232,
      "step": 3640
    },
    {
      "loss_action": 0.03406091034412384,
      "loss_total": 0.03406091034412384,
      "step": 3640
    },
    {
      "loss_action": 0.020969346165657043,
      "loss_total": 0.020969346165657043,
      "step": 3640
    },
    {
      "loss_action": 0.029033230617642403,
      "loss_total": 0.029033230617642403,
      "step": 3640
    },
    {
      "loss_action": 0.024756722152233124,
      "loss_total": 0.024756722152233124,
      "step": 3640
    },
    {
      "grad_norm": 0.3944975435733795,
      "learning_rate": 7.298000000000001e-05,
      "loss": 0.031,
      "step": 3650
    },
    {
      "loss_action": 0.03305617719888687,
      "loss_total": 0.03305617719888687,
      "step": 3650
    },
    {
      "loss_action": 0.01696161925792694,
      "loss_total": 0.01696161925792694,
      "step": 3650
    },
    {
      "loss_action": 0.03197002410888672,
      "loss_total": 0.03197002410888672,
      "step": 3650
    },
    {
      "loss_action": 0.02747531607747078,
      "loss_total": 0.02747531607747078,
      "step": 3650
    },
    {
      "loss_action": 0.031568706035614014,
      "loss_total": 0.031568706035614014,
      "step": 3650
    },
    {
      "loss_action": 0.024756139144301414,
      "loss_total": 0.024756139144301414,
      "step": 3650
    },
    {
      "loss_action": 0.02030734345316887,
      "loss_total": 0.02030734345316887,
      "step": 3650
    },
    {
      "loss_action": 0.03149888664484024,
      "loss_total": 0.03149888664484024,
      "step": 3650
    },
    {
      "grad_norm": 0.4351026117801666,
      "learning_rate": 7.318e-05,
      "loss": 0.0324,
      "step": 3660
    },
    {
      "loss_action": 0.0423123762011528,
      "loss_total": 0.0423123762011528,
      "step": 3660
    },
    {
      "loss_action": 0.024157121777534485,
      "loss_total": 0.024157121777534485,
      "step": 3660
    },
    {
      "loss_action": 0.03868386149406433,
      "loss_total": 0.03868386149406433,
      "step": 3660
    },
    {
      "loss_action": 0.032797157764434814,
      "loss_total": 0.032797157764434814,
      "step": 3660
    },
    {
      "loss_action": 0.02684473991394043,
      "loss_total": 0.02684473991394043,
      "step": 3660
    },
    {
      "loss_action": 0.02280154824256897,
      "loss_total": 0.02280154824256897,
      "step": 3660
    },
    {
      "loss_action": 0.02584408037364483,
      "loss_total": 0.02584408037364483,
      "step": 3660
    },
    {
      "loss_action": 0.015156717039644718,
      "loss_total": 0.015156717039644718,
      "step": 3660
    },
    {
      "grad_norm": 0.41455286741256714,
      "learning_rate": 7.338e-05,
      "loss": 0.0311,
      "step": 3670
    },
    {
      "loss_action": 0.02006593346595764,
      "loss_total": 0.02006593346595764,
      "step": 3670
    },
    {
      "loss_action": 0.04125208780169487,
      "loss_total": 0.04125208780169487,
      "step": 3670
    },
    {
      "loss_action": 0.03983910381793976,
      "loss_total": 0.03983910381793976,
      "step": 3670
    },
    {
      "loss_action": 0.019958559423685074,
      "loss_total": 0.019958559423685074,
      "step": 3670
    },
    {
      "loss_action": 0.022063031792640686,
      "loss_total": 0.022063031792640686,
      "step": 3670
    },
    {
      "loss_action": 0.04123448580503464,
      "loss_total": 0.04123448580503464,
      "step": 3670
    },
    {
      "loss_action": 0.03743969276547432,
      "loss_total": 0.03743969276547432,
      "step": 3670
    },
    {
      "loss_action": 0.028506610542535782,
      "loss_total": 0.028506610542535782,
      "step": 3670
    },
    {
      "grad_norm": 0.3596462309360504,
      "learning_rate": 7.358000000000001e-05,
      "loss": 0.0318,
      "step": 3680
    },
    {
      "loss_action": 0.03607304394245148,
      "loss_total": 0.03607304394245148,
      "step": 3680
    },
    {
      "loss_action": 0.023558111861348152,
      "loss_total": 0.023558111861348152,
      "step": 3680
    },
    {
      "loss_action": 0.04304169863462448,
      "loss_total": 0.04304169863462448,
      "step": 3680
    },
    {
      "loss_action": 0.07896755635738373,
      "loss_total": 0.07896755635738373,
      "step": 3680
    },
    {
      "loss_action": 0.036404725164175034,
      "loss_total": 0.036404725164175034,
      "step": 3680
    },
    {
      "loss_action": 0.0383092500269413,
      "loss_total": 0.0383092500269413,
      "step": 3680
    },
    {
      "loss_action": 0.020458389073610306,
      "loss_total": 0.020458389073610306,
      "step": 3680
    },
    {
      "loss_action": 0.02747305855154991,
      "loss_total": 0.02747305855154991,
      "step": 3680
    },
    {
      "grad_norm": 0.522254467010498,
      "learning_rate": 7.378e-05,
      "loss": 0.0329,
      "step": 3690
    },
    {
      "loss_action": 0.022857006639242172,
      "loss_total": 0.022857006639242172,
      "step": 3690
    },
    {
      "loss_action": 0.07408472895622253,
      "loss_total": 0.07408472895622253,
      "step": 3690
    },
    {
      "loss_action": 0.04311324283480644,
      "loss_total": 0.04311324283480644,
      "step": 3690
    },
    {
      "loss_action": 0.03015206567943096,
      "loss_total": 0.03015206567943096,
      "step": 3690
    },
    {
      "loss_action": 0.031777843832969666,
      "loss_total": 0.031777843832969666,
      "step": 3690
    },
    {
      "loss_action": 0.031406838446855545,
      "loss_total": 0.031406838446855545,
      "step": 3690
    },
    {
      "loss_action": 0.02031644433736801,
      "loss_total": 0.02031644433736801,
      "step": 3690
    },
    {
      "loss_action": 0.041052501648664474,
      "loss_total": 0.041052501648664474,
      "step": 3690
    },
    {
      "grad_norm": 0.29288485646247864,
      "learning_rate": 7.398e-05,
      "loss": 0.0341,
      "step": 3700
    },
    {
      "loss_action": 0.02551371231675148,
      "loss_total": 0.02551371231675148,
      "step": 3700
    },
    {
      "loss_action": 0.02889930084347725,
      "loss_total": 0.02889930084347725,
      "step": 3700
    },
    {
      "loss_action": 0.03706564009189606,
      "loss_total": 0.03706564009189606,
      "step": 3700
    },
    {
      "loss_action": 0.03516017645597458,
      "loss_total": 0.03516017645597458,
      "step": 3700
    },
    {
      "loss_action": 0.019851483404636383,
      "loss_total": 0.019851483404636383,
      "step": 3700
    },
    {
      "loss_action": 0.02596498467028141,
      "loss_total": 0.02596498467028141,
      "step": 3700
    },
    {
      "loss_action": 0.021634282544255257,
      "loss_total": 0.021634282544255257,
      "step": 3700
    },
    {
      "loss_action": 0.03328622132539749,
      "loss_total": 0.03328622132539749,
      "step": 3700
    },
    {
      "grad_norm": 0.40300631523132324,
      "learning_rate": 7.418000000000001e-05,
      "loss": 0.0307,
      "step": 3710
    },
    {
      "loss_action": 0.0269076619297266,
      "loss_total": 0.0269076619297266,
      "step": 3710
    },
    {
      "loss_action": 0.018794305622577667,
      "loss_total": 0.018794305622577667,
      "step": 3710
    },
    {
      "loss_action": 0.02267061173915863,
      "loss_total": 0.02267061173915863,
      "step": 3710
    },
    {
      "loss_action": 0.02408001199364662,
      "loss_total": 0.02408001199364662,
      "step": 3710
    },
    {
      "loss_action": 0.02865876629948616,
      "loss_total": 0.02865876629948616,
      "step": 3710
    },
    {
      "loss_action": 0.0385872945189476,
      "loss_total": 0.0385872945189476,
      "step": 3710
    },
    {
      "loss_action": 0.034170087426900864,
      "loss_total": 0.034170087426900864,
      "step": 3710
    },
    {
      "loss_action": 0.06170510873198509,
      "loss_total": 0.06170510873198509,
      "step": 3710
    },
    {
      "grad_norm": 0.5293564796447754,
      "learning_rate": 7.438e-05,
      "loss": 0.0316,
      "step": 3720
    },
    {
      "loss_action": 0.058669209480285645,
      "loss_total": 0.058669209480285645,
      "step": 3720
    },
    {
      "loss_action": 0.0295364111661911,
      "loss_total": 0.0295364111661911,
      "step": 3720
    },
    {
      "loss_action": 0.07602719962596893,
      "loss_total": 0.07602719962596893,
      "step": 3720
    },
    {
      "loss_action": 0.031797368079423904,
      "loss_total": 0.031797368079423904,
      "step": 3720
    },
    {
      "loss_action": 0.037936918437480927,
      "loss_total": 0.037936918437480927,
      "step": 3720
    },
    {
      "loss_action": 0.05021100118756294,
      "loss_total": 0.05021100118756294,
      "step": 3720
    },
    {
      "loss_action": 0.0325608104467392,
      "loss_total": 0.0325608104467392,
      "step": 3720
    },
    {
      "loss_action": 0.0316387340426445,
      "loss_total": 0.0316387340426445,
      "step": 3720
    },
    {
      "grad_norm": 0.424395352602005,
      "learning_rate": 7.458000000000001e-05,
      "loss": 0.0349,
      "step": 3730
    },
    {
      "loss_action": 0.03235925734043121,
      "loss_total": 0.03235925734043121,
      "step": 3730
    },
    {
      "loss_action": 0.02138931304216385,
      "loss_total": 0.02138931304216385,
      "step": 3730
    },
    {
      "loss_action": 0.05726088210940361,
      "loss_total": 0.05726088210940361,
      "step": 3730
    },
    {
      "loss_action": 0.03859790787100792,
      "loss_total": 0.03859790787100792,
      "step": 3730
    },
    {
      "loss_action": 0.024968259036540985,
      "loss_total": 0.024968259036540985,
      "step": 3730
    },
    {
      "loss_action": 0.018198784440755844,
      "loss_total": 0.018198784440755844,
      "step": 3730
    },
    {
      "loss_action": 0.027998097240924835,
      "loss_total": 0.027998097240924835,
      "step": 3730
    },
    {
      "loss_action": 0.026899997144937515,
      "loss_total": 0.026899997144937515,
      "step": 3730
    },
    {
      "grad_norm": 0.47982287406921387,
      "learning_rate": 7.478e-05,
      "loss": 0.0324,
      "step": 3740
    },
    {
      "loss_action": 0.03851943463087082,
      "loss_total": 0.03851943463087082,
      "step": 3740
    },
    {
      "loss_action": 0.039744917303323746,
      "loss_total": 0.039744917303323746,
      "step": 3740
    },
    {
      "loss_action": 0.030227432027459145,
      "loss_total": 0.030227432027459145,
      "step": 3740
    },
    {
      "loss_action": 0.04255220666527748,
      "loss_total": 0.04255220666527748,
      "step": 3740
    },
    {
      "loss_action": 0.04686466604471207,
      "loss_total": 0.04686466604471207,
      "step": 3740
    },
    {
      "loss_action": 0.10773193836212158,
      "loss_total": 0.10773193836212158,
      "step": 3740
    },
    {
      "loss_action": 0.033833302557468414,
      "loss_total": 0.033833302557468414,
      "step": 3740
    },
    {
      "loss_action": 0.07304028421640396,
      "loss_total": 0.07304028421640396,
      "step": 3740
    },
    {
      "grad_norm": 0.5629312992095947,
      "learning_rate": 7.498e-05,
      "loss": 0.0366,
      "step": 3750
    },
    {
      "loss_action": 0.03427628427743912,
      "loss_total": 0.03427628427743912,
      "step": 3750
    },
    {
      "loss_action": 0.030709680169820786,
      "loss_total": 0.030709680169820786,
      "step": 3750
    },
    {
      "loss_action": 0.02583126910030842,
      "loss_total": 0.02583126910030842,
      "step": 3750
    },
    {
      "loss_action": 0.0255782138556242,
      "loss_total": 0.0255782138556242,
      "step": 3750
    },
    {
      "loss_action": 0.025689007714390755,
      "loss_total": 0.025689007714390755,
      "step": 3750
    },
    {
      "loss_action": 0.028450530022382736,
      "loss_total": 0.028450530022382736,
      "step": 3750
    },
    {
      "loss_action": 0.04984600841999054,
      "loss_total": 0.04984600841999054,
      "step": 3750
    },
    {
      "loss_action": 0.0182674340903759,
      "loss_total": 0.0182674340903759,
      "step": 3750
    },
    {
      "grad_norm": 0.4897118806838989,
      "learning_rate": 7.518000000000001e-05,
      "loss": 0.0353,
      "step": 3760
    },
    {
      "loss_action": 0.02396860532462597,
      "loss_total": 0.02396860532462597,
      "step": 3760
    },
    {
      "loss_action": 0.036696791648864746,
      "loss_total": 0.036696791648864746,
      "step": 3760
    },
    {
      "loss_action": 0.030960429459810257,
      "loss_total": 0.030960429459810257,
      "step": 3760
    },
    {
      "loss_action": 0.029711678624153137,
      "loss_total": 0.029711678624153137,
      "step": 3760
    },
    {
      "loss_action": 0.028404194861650467,
      "loss_total": 0.028404194861650467,
      "step": 3760
    },
    {
      "loss_action": 0.033769913017749786,
      "loss_total": 0.033769913017749786,
      "step": 3760
    },
    {
      "loss_action": 0.04170580953359604,
      "loss_total": 0.04170580953359604,
      "step": 3760
    },
    {
      "loss_action": 0.056059014052152634,
      "loss_total": 0.056059014052152634,
      "step": 3760
    },
    {
      "grad_norm": 0.4366787374019623,
      "learning_rate": 7.538e-05,
      "loss": 0.0353,
      "step": 3770
    },
    {
      "loss_action": 0.05234403908252716,
      "loss_total": 0.05234403908252716,
      "step": 3770
    },
    {
      "loss_action": 0.033147845417261124,
      "loss_total": 0.033147845417261124,
      "step": 3770
    },
    {
      "loss_action": 0.023251187056303024,
      "loss_total": 0.023251187056303024,
      "step": 3770
    },
    {
      "loss_action": 0.03154213726520538,
      "loss_total": 0.03154213726520538,
      "step": 3770
    },
    {
      "loss_action": 0.03627895936369896,
      "loss_total": 0.03627895936369896,
      "step": 3770
    },
    {
      "loss_action": 0.03380143642425537,
      "loss_total": 0.03380143642425537,
      "step": 3770
    },
    {
      "loss_action": 0.03063017502427101,
      "loss_total": 0.03063017502427101,
      "step": 3770
    },
    {
      "loss_action": 0.026200683787465096,
      "loss_total": 0.026200683787465096,
      "step": 3770
    },
    {
      "grad_norm": 0.5154826641082764,
      "learning_rate": 7.558e-05,
      "loss": 0.0339,
      "step": 3780
    },
    {
      "loss_action": 0.04617442190647125,
      "loss_total": 0.04617442190647125,
      "step": 3780
    },
    {
      "loss_action": 0.017516938969492912,
      "loss_total": 0.017516938969492912,
      "step": 3780
    },
    {
      "loss_action": 0.02713007666170597,
      "loss_total": 0.02713007666170597,
      "step": 3780
    },
    {
      "loss_action": 0.020510174334049225,
      "loss_total": 0.020510174334049225,
      "step": 3780
    },
    {
      "loss_action": 0.02678733691573143,
      "loss_total": 0.02678733691573143,
      "step": 3780
    },
    {
      "loss_action": 0.0493946298956871,
      "loss_total": 0.0493946298956871,
      "step": 3780
    },
    {
      "loss_action": 0.02336757443845272,
      "loss_total": 0.02336757443845272,
      "step": 3780
    },
    {
      "loss_action": 0.0257611945271492,
      "loss_total": 0.0257611945271492,
      "step": 3780
    },
    {
      "grad_norm": 0.5004279017448425,
      "learning_rate": 7.578000000000001e-05,
      "loss": 0.0371,
      "step": 3790
    },
    {
      "loss_action": 0.029227714985609055,
      "loss_total": 0.029227714985609055,
      "step": 3790
    },
    {
      "loss_action": 0.02418198063969612,
      "loss_total": 0.02418198063969612,
      "step": 3790
    },
    {
      "loss_action": 0.02001805044710636,
      "loss_total": 0.02001805044710636,
      "step": 3790
    },
    {
      "loss_action": 0.03835619240999222,
      "loss_total": 0.03835619240999222,
      "step": 3790
    },
    {
      "loss_action": 0.028617549687623978,
      "loss_total": 0.028617549687623978,
      "step": 3790
    },
    {
      "loss_action": 0.035866059362888336,
      "loss_total": 0.035866059362888336,
      "step": 3790
    },
    {
      "loss_action": 0.023131782189011574,
      "loss_total": 0.023131782189011574,
      "step": 3790
    },
    {
      "loss_action": 0.10574164986610413,
      "loss_total": 0.10574164986610413,
      "step": 3790
    },
    {
      "grad_norm": 0.7352226972579956,
      "learning_rate": 7.598e-05,
      "loss": 0.0348,
      "step": 3800
    },
    {
      "loss_action": 0.038508735597133636,
      "loss_total": 0.038508735597133636,
      "step": 3800
    },
    {
      "loss_action": 0.036344029009342194,
      "loss_total": 0.036344029009342194,
      "step": 3800
    },
    {
      "loss_action": 0.03141898661851883,
      "loss_total": 0.03141898661851883,
      "step": 3800
    },
    {
      "loss_action": 0.02708384394645691,
      "loss_total": 0.02708384394645691,
      "step": 3800
    },
    {
      "loss_action": 0.03940993919968605,
      "loss_total": 0.03940993919968605,
      "step": 3800
    },
    {
      "loss_action": 0.03809402510523796,
      "loss_total": 0.03809402510523796,
      "step": 3800
    },
    {
      "loss_action": 0.028989629819989204,
      "loss_total": 0.028989629819989204,
      "step": 3800
    },
    {
      "loss_action": 0.028540655970573425,
      "loss_total": 0.028540655970573425,
      "step": 3800
    },
    {
      "grad_norm": 0.4064343273639679,
      "learning_rate": 7.618e-05,
      "loss": 0.0355,
      "step": 3810
    },
    {
      "loss_action": 0.03472030907869339,
      "loss_total": 0.03472030907869339,
      "step": 3810
    },
    {
      "loss_action": 0.019759230315685272,
      "loss_total": 0.019759230315685272,
      "step": 3810
    },
    {
      "loss_action": 0.021387271583080292,
      "loss_total": 0.021387271583080292,
      "step": 3810
    },
    {
      "loss_action": 0.03189755231142044,
      "loss_total": 0.03189755231142044,
      "step": 3810
    },
    {
      "loss_action": 0.04687501862645149,
      "loss_total": 0.04687501862645149,
      "step": 3810
    },
    {
      "loss_action": 0.03711793199181557,
      "loss_total": 0.03711793199181557,
      "step": 3810
    },
    {
      "loss_action": 0.023038459941744804,
      "loss_total": 0.023038459941744804,
      "step": 3810
    },
    {
      "loss_action": 0.042348235845565796,
      "loss_total": 0.042348235845565796,
      "step": 3810
    },
    {
      "grad_norm": 0.3996391296386719,
      "learning_rate": 7.638000000000001e-05,
      "loss": 0.0334,
      "step": 3820
    },
    {
      "loss_action": 0.029104433953762054,
      "loss_total": 0.029104433953762054,
      "step": 3820
    },
    {
      "loss_action": 0.1609831303358078,
      "loss_total": 0.1609831303358078,
      "step": 3820
    },
    {
      "loss_action": 0.027040567249059677,
      "loss_total": 0.027040567249059677,
      "step": 3820
    },
    {
      "loss_action": 0.029243266209959984,
      "loss_total": 0.029243266209959984,
      "step": 3820
    },
    {
      "loss_action": 0.032447703182697296,
      "loss_total": 0.032447703182697296,
      "step": 3820
    },
    {
      "loss_action": 0.020917009562253952,
      "loss_total": 0.020917009562253952,
      "step": 3820
    },
    {
      "loss_action": 0.036843255162239075,
      "loss_total": 0.036843255162239075,
      "step": 3820
    },
    {
      "loss_action": 0.02253086119890213,
      "loss_total": 0.02253086119890213,
      "step": 3820
    },
    {
      "grad_norm": 0.41840699315071106,
      "learning_rate": 7.658e-05,
      "loss": 0.0359,
      "step": 3830
    },
    {
      "loss_action": 0.05659613758325577,
      "loss_total": 0.05659613758325577,
      "step": 3830
    },
    {
      "loss_action": 0.018612517043948174,
      "loss_total": 0.018612517043948174,
      "step": 3830
    },
    {
      "loss_action": 0.06415969878435135,
      "loss_total": 0.06415969878435135,
      "step": 3830
    },
    {
      "loss_action": 0.03928648680448532,
      "loss_total": 0.03928648680448532,
      "step": 3830
    },
    {
      "loss_action": 0.022342389449477196,
      "loss_total": 0.022342389449477196,
      "step": 3830
    },
    {
      "loss_action": 0.03269707038998604,
      "loss_total": 0.03269707038998604,
      "step": 3830
    },
    {
      "loss_action": 0.018372226506471634,
      "loss_total": 0.018372226506471634,
      "step": 3830
    },
    {
      "loss_action": 0.04309467226266861,
      "loss_total": 0.04309467226266861,
      "step": 3830
    },
    {
      "grad_norm": 0.5081647038459778,
      "learning_rate": 7.678000000000001e-05,
      "loss": 0.0309,
      "step": 3840
    },
    {
      "loss_action": 0.02831558883190155,
      "loss_total": 0.02831558883190155,
      "step": 3840
    },
    {
      "loss_action": 0.0297468900680542,
      "loss_total": 0.0297468900680542,
      "step": 3840
    },
    {
      "loss_action": 0.028987810015678406,
      "loss_total": 0.028987810015678406,
      "step": 3840
    },
    {
      "loss_action": 0.022187409922480583,
      "loss_total": 0.022187409922480583,
      "step": 3840
    },
    {
      "loss_action": 0.036611512303352356,
      "loss_total": 0.036611512303352356,
      "step": 3840
    },
    {
      "loss_action": 0.017760545015335083,
      "loss_total": 0.017760545015335083,
      "step": 3840
    },
    {
      "loss_action": 0.09789977222681046,
      "loss_total": 0.09789977222681046,
      "step": 3840
    },
    {
      "loss_action": 0.019709613174200058,
      "loss_total": 0.019709613174200058,
      "step": 3840
    },
    {
      "grad_norm": 0.43724972009658813,
      "learning_rate": 7.698000000000001e-05,
      "loss": 0.0315,
      "step": 3850
    },
    {
      "loss_action": 0.019638726487755775,
      "loss_total": 0.019638726487755775,
      "step": 3850
    },
    {
      "loss_action": 0.026020439341664314,
      "loss_total": 0.026020439341664314,
      "step": 3850
    },
    {
      "loss_action": 0.021885473281145096,
      "loss_total": 0.021885473281145096,
      "step": 3850
    },
    {
      "loss_action": 0.07352891564369202,
      "loss_total": 0.07352891564369202,
      "step": 3850
    },
    {
      "loss_action": 0.03251943737268448,
      "loss_total": 0.03251943737268448,
      "step": 3850
    },
    {
      "loss_action": 0.02370278351008892,
      "loss_total": 0.02370278351008892,
      "step": 3850
    },
    {
      "loss_action": 0.020834987983107567,
      "loss_total": 0.020834987983107567,
      "step": 3850
    },
    {
      "loss_action": 0.02977864071726799,
      "loss_total": 0.02977864071726799,
      "step": 3850
    },
    {
      "grad_norm": 0.5166845917701721,
      "learning_rate": 7.718e-05,
      "loss": 0.0355,
      "step": 3860
    },
    {
      "loss_action": 0.023796003311872482,
      "loss_total": 0.023796003311872482,
      "step": 3860
    },
    {
      "loss_action": 0.05719161406159401,
      "loss_total": 0.05719161406159401,
      "step": 3860
    },
    {
      "loss_action": 0.033096496015787125,
      "loss_total": 0.033096496015787125,
      "step": 3860
    },
    {
      "loss_action": 0.06715270131826401,
      "loss_total": 0.06715270131826401,
      "step": 3860
    },
    {
      "loss_action": 0.04502548649907112,
      "loss_total": 0.04502548649907112,
      "step": 3860
    },
    {
      "loss_action": 0.03070954792201519,
      "loss_total": 0.03070954792201519,
      "step": 3860
    },
    {
      "loss_action": 0.020166361704468727,
      "loss_total": 0.020166361704468727,
      "step": 3860
    },
    {
      "loss_action": 0.04596579074859619,
      "loss_total": 0.04596579074859619,
      "step": 3860
    },
    {
      "grad_norm": 0.4172424077987671,
      "learning_rate": 7.738000000000001e-05,
      "loss": 0.0391,
      "step": 3870
    },
    {
      "loss_action": 0.05892321094870567,
      "loss_total": 0.05892321094870567,
      "step": 3870
    },
    {
      "loss_action": 0.04589291661977768,
      "loss_total": 0.04589291661977768,
      "step": 3870
    },
    {
      "loss_action": 0.03097289800643921,
      "loss_total": 0.03097289800643921,
      "step": 3870
    },
    {
      "loss_action": 0.02409529685974121,
      "loss_total": 0.02409529685974121,
      "step": 3870
    },
    {
      "loss_action": 0.021953754127025604,
      "loss_total": 0.021953754127025604,
      "step": 3870
    },
    {
      "loss_action": 0.030189044773578644,
      "loss_total": 0.030189044773578644,
      "step": 3870
    },
    {
      "loss_action": 0.031016618013381958,
      "loss_total": 0.031016618013381958,
      "step": 3870
    },
    {
      "loss_action": 0.04675062745809555,
      "loss_total": 0.04675062745809555,
      "step": 3870
    },
    {
      "grad_norm": 0.38023287057876587,
      "learning_rate": 7.758000000000001e-05,
      "loss": 0.0336,
      "step": 3880
    },
    {
      "loss_action": 0.02941467985510826,
      "loss_total": 0.02941467985510826,
      "step": 3880
    },
    {
      "loss_action": 0.03233892470598221,
      "loss_total": 0.03233892470598221,
      "step": 3880
    },
    {
      "loss_action": 0.02500585839152336,
      "loss_total": 0.02500585839152336,
      "step": 3880
    },
    {
      "loss_action": 0.03578677028417587,
      "loss_total": 0.03578677028417587,
      "step": 3880
    },
    {
      "loss_action": 0.034411001950502396,
      "loss_total": 0.034411001950502396,
      "step": 3880
    },
    {
      "loss_action": 0.028612617403268814,
      "loss_total": 0.028612617403268814,
      "step": 3880
    },
    {
      "loss_action": 0.03679604083299637,
      "loss_total": 0.03679604083299637,
      "step": 3880
    },
    {
      "loss_action": 0.03265923261642456,
      "loss_total": 0.03265923261642456,
      "step": 3880
    },
    {
      "grad_norm": 0.46559256315231323,
      "learning_rate": 7.778e-05,
      "loss": 0.0321,
      "step": 3890
    },
    {
      "loss_action": 0.02591167762875557,
      "loss_total": 0.02591167762875557,
      "step": 3890
    },
    {
      "loss_action": 0.0319998599588871,
      "loss_total": 0.0319998599588871,
      "step": 3890
    },
    {
      "loss_action": 0.04178927466273308,
      "loss_total": 0.04178927466273308,
      "step": 3890
    },
    {
      "loss_action": 0.024079807102680206,
      "loss_total": 0.024079807102680206,
      "step": 3890
    },
    {
      "loss_action": 0.02430078759789467,
      "loss_total": 0.02430078759789467,
      "step": 3890
    },
    {
      "loss_action": 0.022526055574417114,
      "loss_total": 0.022526055574417114,
      "step": 3890
    },
    {
      "loss_action": 0.01964706927537918,
      "loss_total": 0.01964706927537918,
      "step": 3890
    },
    {
      "loss_action": 0.02924985997378826,
      "loss_total": 0.02924985997378826,
      "step": 3890
    },
    {
      "grad_norm": 0.3476240038871765,
      "learning_rate": 7.798000000000001e-05,
      "loss": 0.0318,
      "step": 3900
    },
    {
      "loss_action": 0.03319837525486946,
      "loss_total": 0.03319837525486946,
      "step": 3900
    },
    {
      "loss_action": 0.023230232298374176,
      "loss_total": 0.023230232298374176,
      "step": 3900
    },
    {
      "loss_action": 0.024086736142635345,
      "loss_total": 0.024086736142635345,
      "step": 3900
    },
    {
      "loss_action": 0.0225068349391222,
      "loss_total": 0.0225068349391222,
      "step": 3900
    },
    {
      "loss_action": 0.047885503619909286,
      "loss_total": 0.047885503619909286,
      "step": 3900
    },
    {
      "loss_action": 0.024143271148204803,
      "loss_total": 0.024143271148204803,
      "step": 3900
    },
    {
      "loss_action": 0.02020193263888359,
      "loss_total": 0.02020193263888359,
      "step": 3900
    },
    {
      "loss_action": 0.02260836958885193,
      "loss_total": 0.02260836958885193,
      "step": 3900
    },
    {
      "grad_norm": 0.5731143355369568,
      "learning_rate": 7.818000000000001e-05,
      "loss": 0.0337,
      "step": 3910
    },
    {
      "loss_action": 0.024646466597914696,
      "loss_total": 0.024646466597914696,
      "step": 3910
    },
    {
      "loss_action": 0.03300268203020096,
      "loss_total": 0.03300268203020096,
      "step": 3910
    },
    {
      "loss_action": 0.02914559841156006,
      "loss_total": 0.02914559841156006,
      "step": 3910
    },
    {
      "loss_action": 0.03190569579601288,
      "loss_total": 0.03190569579601288,
      "step": 3910
    },
    {
      "loss_action": 0.051021553575992584,
      "loss_total": 0.051021553575992584,
      "step": 3910
    },
    {
      "loss_action": 0.04484860599040985,
      "loss_total": 0.04484860599040985,
      "step": 3910
    },
    {
      "loss_action": 0.05013249069452286,
      "loss_total": 0.05013249069452286,
      "step": 3910
    },
    {
      "loss_action": 0.017292937263846397,
      "loss_total": 0.017292937263846397,
      "step": 3910
    },
    {
      "grad_norm": 0.430874764919281,
      "learning_rate": 7.838e-05,
      "loss": 0.0378,
      "step": 3920
    },
    {
      "loss_action": 0.0495576336979866,
      "loss_total": 0.0495576336979866,
      "step": 3920
    },
    {
      "loss_action": 0.03765931725502014,
      "loss_total": 0.03765931725502014,
      "step": 3920
    },
    {
      "loss_action": 0.0494878888130188,
      "loss_total": 0.0494878888130188,
      "step": 3920
    },
    {
      "loss_action": 0.0319187194108963,
      "loss_total": 0.0319187194108963,
      "step": 3920
    },
    {
      "loss_action": 0.03921918198466301,
      "loss_total": 0.03921918198466301,
      "step": 3920
    },
    {
      "loss_action": 0.06041575223207474,
      "loss_total": 0.06041575223207474,
      "step": 3920
    },
    {
      "loss_action": 0.07579757273197174,
      "loss_total": 0.07579757273197174,
      "step": 3920
    },
    {
      "loss_action": 0.04404357448220253,
      "loss_total": 0.04404357448220253,
      "step": 3920
    },
    {
      "grad_norm": 0.42688116431236267,
      "learning_rate": 7.858000000000001e-05,
      "loss": 0.0356,
      "step": 3930
    },
    {
      "loss_action": 0.06169877201318741,
      "loss_total": 0.06169877201318741,
      "step": 3930
    },
    {
      "loss_action": 0.03171863779425621,
      "loss_total": 0.03171863779425621,
      "step": 3930
    },
    {
      "loss_action": 0.026552926748991013,
      "loss_total": 0.026552926748991013,
      "step": 3930
    },
    {
      "loss_action": 0.019019637256860733,
      "loss_total": 0.019019637256860733,
      "step": 3930
    },
    {
      "loss_action": 0.056177034974098206,
      "loss_total": 0.056177034974098206,
      "step": 3930
    },
    {
      "loss_action": 0.039420731365680695,
      "loss_total": 0.039420731365680695,
      "step": 3930
    },
    {
      "loss_action": 0.029587868601083755,
      "loss_total": 0.029587868601083755,
      "step": 3930
    },
    {
      "loss_action": 0.039124563336372375,
      "loss_total": 0.039124563336372375,
      "step": 3930
    },
    {
      "grad_norm": 0.37899672985076904,
      "learning_rate": 7.878e-05,
      "loss": 0.0368,
      "step": 3940
    },
    {
      "loss_action": 0.04493384808301926,
      "loss_total": 0.04493384808301926,
      "step": 3940
    },
    {
      "loss_action": 0.02222202718257904,
      "loss_total": 0.02222202718257904,
      "step": 3940
    },
    {
      "loss_action": 0.05318335443735123,
      "loss_total": 0.05318335443735123,
      "step": 3940
    },
    {
      "loss_action": 0.06103286147117615,
      "loss_total": 0.06103286147117615,
      "step": 3940
    },
    {
      "loss_action": 0.024090759456157684,
      "loss_total": 0.024090759456157684,
      "step": 3940
    },
    {
      "loss_action": 0.03819011151790619,
      "loss_total": 0.03819011151790619,
      "step": 3940
    },
    {
      "loss_action": 0.026979340240359306,
      "loss_total": 0.026979340240359306,
      "step": 3940
    },
    {
      "loss_action": 0.0766356885433197,
      "loss_total": 0.0766356885433197,
      "step": 3940
    },
    {
      "grad_norm": 0.4954892098903656,
      "learning_rate": 7.897999999999999e-05,
      "loss": 0.0329,
      "step": 3950
    },
    {
      "loss_action": 0.046584755182266235,
      "loss_total": 0.046584755182266235,
      "step": 3950
    },
    {
      "loss_action": 0.04104068875312805,
      "loss_total": 0.04104068875312805,
      "step": 3950
    },
    {
      "loss_action": 0.040625590831041336,
      "loss_total": 0.040625590831041336,
      "step": 3950
    },
    {
      "loss_action": 0.03073391690850258,
      "loss_total": 0.03073391690850258,
      "step": 3950
    },
    {
      "loss_action": 0.03921397402882576,
      "loss_total": 0.03921397402882576,
      "step": 3950
    },
    {
      "loss_action": 0.01875191554427147,
      "loss_total": 0.01875191554427147,
      "step": 3950
    },
    {
      "loss_action": 0.09413646906614304,
      "loss_total": 0.09413646906614304,
      "step": 3950
    },
    {
      "loss_action": 0.042949311435222626,
      "loss_total": 0.042949311435222626,
      "step": 3950
    },
    {
      "grad_norm": 0.43286797404289246,
      "learning_rate": 7.918e-05,
      "loss": 0.0353,
      "step": 3960
    },
    {
      "loss_action": 0.030468648299574852,
      "loss_total": 0.030468648299574852,
      "step": 3960
    },
    {
      "loss_action": 0.05166374519467354,
      "loss_total": 0.05166374519467354,
      "step": 3960
    },
    {
      "loss_action": 0.03835552930831909,
      "loss_total": 0.03835552930831909,
      "step": 3960
    },
    {
      "loss_action": 0.036833152174949646,
      "loss_total": 0.036833152174949646,
      "step": 3960
    },
    {
      "loss_action": 0.027925070375204086,
      "loss_total": 0.027925070375204086,
      "step": 3960
    },
    {
      "loss_action": 0.03543940559029579,
      "loss_total": 0.03543940559029579,
      "step": 3960
    },
    {
      "loss_action": 0.028674254193902016,
      "loss_total": 0.028674254193902016,
      "step": 3960
    },
    {
      "loss_action": 0.0325736403465271,
      "loss_total": 0.0325736403465271,
      "step": 3960
    },
    {
      "grad_norm": 0.3292446434497833,
      "learning_rate": 7.938e-05,
      "loss": 0.038,
      "step": 3970
    },
    {
      "loss_action": 0.11548967659473419,
      "loss_total": 0.11548967659473419,
      "step": 3970
    },
    {
      "loss_action": 0.018621183931827545,
      "loss_total": 0.018621183931827545,
      "step": 3970
    },
    {
      "loss_action": 0.03911357372999191,
      "loss_total": 0.03911357372999191,
      "step": 3970
    },
    {
      "loss_action": 0.027159802615642548,
      "loss_total": 0.027159802615642548,
      "step": 3970
    },
    {
      "loss_action": 0.029515674337744713,
      "loss_total": 0.029515674337744713,
      "step": 3970
    },
    {
      "loss_action": 0.02312949299812317,
      "loss_total": 0.02312949299812317,
      "step": 3970
    },
    {
      "loss_action": 0.03398021310567856,
      "loss_total": 0.03398021310567856,
      "step": 3970
    },
    {
      "loss_action": 0.01938249170780182,
      "loss_total": 0.01938249170780182,
      "step": 3970
    },
    {
      "grad_norm": 0.5070180296897888,
      "learning_rate": 7.958e-05,
      "loss": 0.0429,
      "step": 3980
    },
    {
      "loss_action": 0.02769733965396881,
      "loss_total": 0.02769733965396881,
      "step": 3980
    },
    {
      "loss_action": 0.04901406913995743,
      "loss_total": 0.04901406913995743,
      "step": 3980
    },
    {
      "loss_action": 0.049930498003959656,
      "loss_total": 0.049930498003959656,
      "step": 3980
    },
    {
      "loss_action": 0.03699863329529762,
      "loss_total": 0.03699863329529762,
      "step": 3980
    },
    {
      "loss_action": 0.01949489861726761,
      "loss_total": 0.01949489861726761,
      "step": 3980
    },
    {
      "loss_action": 0.039834633469581604,
      "loss_total": 0.039834633469581604,
      "step": 3980
    },
    {
      "loss_action": 0.027047105133533478,
      "loss_total": 0.027047105133533478,
      "step": 3980
    },
    {
      "loss_action": 0.029922615736722946,
      "loss_total": 0.029922615736722946,
      "step": 3980
    },
    {
      "grad_norm": 0.4056040644645691,
      "learning_rate": 7.978e-05,
      "loss": 0.0408,
      "step": 3990
    },
    {
      "loss_action": 0.04234053194522858,
      "loss_total": 0.04234053194522858,
      "step": 3990
    },
    {
      "loss_action": 0.0229656845331192,
      "loss_total": 0.0229656845331192,
      "step": 3990
    },
    {
      "loss_action": 0.02889082580804825,
      "loss_total": 0.02889082580804825,
      "step": 3990
    },
    {
      "loss_action": 0.016157515347003937,
      "loss_total": 0.016157515347003937,
      "step": 3990
    },
    {
      "loss_action": 0.03626111149787903,
      "loss_total": 0.03626111149787903,
      "step": 3990
    },
    {
      "loss_action": 0.023151954635977745,
      "loss_total": 0.023151954635977745,
      "step": 3990
    },
    {
      "loss_action": 0.028384070843458176,
      "loss_total": 0.028384070843458176,
      "step": 3990
    },
    {
      "loss_action": 0.025494923815131187,
      "loss_total": 0.025494923815131187,
      "step": 3990
    },
    {
      "grad_norm": 0.4588785767555237,
      "learning_rate": 7.998e-05,
      "loss": 0.0333,
      "step": 4000
    },
    {
      "loss_action": 0.07581491768360138,
      "loss_total": 0.07581491768360138,
      "step": 4000
    },
    {
      "loss_action": 0.04318947345018387,
      "loss_total": 0.04318947345018387,
      "step": 4000
    },
    {
      "loss_action": 0.024270188063383102,
      "loss_total": 0.024270188063383102,
      "step": 4000
    },
    {
      "loss_action": 0.02784421108663082,
      "loss_total": 0.02784421108663082,
      "step": 4000
    },
    {
      "loss_action": 0.020066577941179276,
      "loss_total": 0.020066577941179276,
      "step": 4000
    },
    {
      "loss_action": 0.017361106351017952,
      "loss_total": 0.017361106351017952,
      "step": 4000
    },
    {
      "loss_action": 0.02472054958343506,
      "loss_total": 0.02472054958343506,
      "step": 4000
    },
    {
      "loss_action": 0.02723427303135395,
      "loss_total": 0.02723427303135395,
      "step": 4000
    },
    {
      "grad_norm": 0.4729384183883667,
      "learning_rate": 8.018e-05,
      "loss": 0.033,
      "step": 4010
    },
    {
      "loss_action": 0.09233956038951874,
      "loss_total": 0.09233956038951874,
      "step": 4010
    },
    {
      "loss_action": 0.03929993510246277,
      "loss_total": 0.03929993510246277,
      "step": 4010
    },
    {
      "loss_action": 0.0447317473590374,
      "loss_total": 0.0447317473590374,
      "step": 4010
    },
    {
      "loss_action": 0.028779655694961548,
      "loss_total": 0.028779655694961548,
      "step": 4010
    },
    {
      "loss_action": 0.021613165736198425,
      "loss_total": 0.021613165736198425,
      "step": 4010
    },
    {
      "loss_action": 0.03393815457820892,
      "loss_total": 0.03393815457820892,
      "step": 4010
    },
    {
      "loss_action": 0.027197405695915222,
      "loss_total": 0.027197405695915222,
      "step": 4010
    },
    {
      "loss_action": 0.04500339552760124,
      "loss_total": 0.04500339552760124,
      "step": 4010
    },
    {
      "grad_norm": 0.443063348531723,
      "learning_rate": 8.038e-05,
      "loss": 0.0315,
      "step": 4020
    },
    {
      "loss_action": 0.03442107141017914,
      "loss_total": 0.03442107141017914,
      "step": 4020
    },
    {
      "loss_action": 0.03177677094936371,
      "loss_total": 0.03177677094936371,
      "step": 4020
    },
    {
      "loss_action": 0.02881632000207901,
      "loss_total": 0.02881632000207901,
      "step": 4020
    },
    {
      "loss_action": 0.03324349597096443,
      "loss_total": 0.03324349597096443,
      "step": 4020
    },
    {
      "loss_action": 0.028800223022699356,
      "loss_total": 0.028800223022699356,
      "step": 4020
    },
    {
      "loss_action": 0.02915123850107193,
      "loss_total": 0.02915123850107193,
      "step": 4020
    },
    {
      "loss_action": 0.030469749122858047,
      "loss_total": 0.030469749122858047,
      "step": 4020
    },
    {
      "loss_action": 0.027800612151622772,
      "loss_total": 0.027800612151622772,
      "step": 4020
    },
    {
      "grad_norm": 0.5322607755661011,
      "learning_rate": 8.058e-05,
      "loss": 0.0373,
      "step": 4030
    },
    {
      "loss_action": 0.0318300798535347,
      "loss_total": 0.0318300798535347,
      "step": 4030
    },
    {
      "loss_action": 0.025862328708171844,
      "loss_total": 0.025862328708171844,
      "step": 4030
    },
    {
      "loss_action": 0.03746980428695679,
      "loss_total": 0.03746980428695679,
      "step": 4030
    },
    {
      "loss_action": 0.030525781214237213,
      "loss_total": 0.030525781214237213,
      "step": 4030
    },
    {
      "loss_action": 0.04785175621509552,
      "loss_total": 0.04785175621509552,
      "step": 4030
    },
    {
      "loss_action": 0.03524012863636017,
      "loss_total": 0.03524012863636017,
      "step": 4030
    },
    {
      "loss_action": 0.04302883893251419,
      "loss_total": 0.04302883893251419,
      "step": 4030
    },
    {
      "loss_action": 0.024712970480322838,
      "loss_total": 0.024712970480322838,
      "step": 4030
    },
    {
      "grad_norm": 0.33295783400535583,
      "learning_rate": 8.078e-05,
      "loss": 0.036,
      "step": 4040
    },
    {
      "loss_action": 0.027997251600027084,
      "loss_total": 0.027997251600027084,
      "step": 4040
    },
    {
      "loss_action": 0.03154602274298668,
      "loss_total": 0.03154602274298668,
      "step": 4040
    },
    {
      "loss_action": 0.04057789593935013,
      "loss_total": 0.04057789593935013,
      "step": 4040
    },
    {
      "loss_action": 0.020830746740102768,
      "loss_total": 0.020830746740102768,
      "step": 4040
    },
    {
      "loss_action": 0.030047202482819557,
      "loss_total": 0.030047202482819557,
      "step": 4040
    },
    {
      "loss_action": 0.026860982179641724,
      "loss_total": 0.026860982179641724,
      "step": 4040
    },
    {
      "loss_action": 0.029636133462190628,
      "loss_total": 0.029636133462190628,
      "step": 4040
    },
    {
      "loss_action": 0.04773222655057907,
      "loss_total": 0.04773222655057907,
      "step": 4040
    },
    {
      "grad_norm": 0.4220117926597595,
      "learning_rate": 8.098e-05,
      "loss": 0.0312,
      "step": 4050
    },
    {
      "loss_action": 0.03752820938825607,
      "loss_total": 0.03752820938825607,
      "step": 4050
    },
    {
      "loss_action": 0.0289369635283947,
      "loss_total": 0.0289369635283947,
      "step": 4050
    },
    {
      "loss_action": 0.025542985647916794,
      "loss_total": 0.025542985647916794,
      "step": 4050
    },
    {
      "loss_action": 0.03950574994087219,
      "loss_total": 0.03950574994087219,
      "step": 4050
    },
    {
      "loss_action": 0.048719629645347595,
      "loss_total": 0.048719629645347595,
      "step": 4050
    },
    {
      "loss_action": 0.03139135241508484,
      "loss_total": 0.03139135241508484,
      "step": 4050
    },
    {
      "loss_action": 0.03608712553977966,
      "loss_total": 0.03608712553977966,
      "step": 4050
    },
    {
      "loss_action": 0.02545982599258423,
      "loss_total": 0.02545982599258423,
      "step": 4050
    },
    {
      "grad_norm": 0.3733367919921875,
      "learning_rate": 8.118e-05,
      "loss": 0.0351,
      "step": 4060
    },
    {
      "loss_action": 0.01744009181857109,
      "loss_total": 0.01744009181857109,
      "step": 4060
    },
    {
      "loss_action": 0.06773349642753601,
      "loss_total": 0.06773349642753601,
      "step": 4060
    },
    {
      "loss_action": 0.023952146992087364,
      "loss_total": 0.023952146992087364,
      "step": 4060
    },
    {
      "loss_action": 0.03721921890974045,
      "loss_total": 0.03721921890974045,
      "step": 4060
    },
    {
      "loss_action": 0.04860348999500275,
      "loss_total": 0.04860348999500275,
      "step": 4060
    },
    {
      "loss_action": 0.028010183945298195,
      "loss_total": 0.028010183945298195,
      "step": 4060
    },
    {
      "loss_action": 0.04156636446714401,
      "loss_total": 0.04156636446714401,
      "step": 4060
    },
    {
      "loss_action": 0.04082745313644409,
      "loss_total": 0.04082745313644409,
      "step": 4060
    },
    {
      "grad_norm": 0.38263654708862305,
      "learning_rate": 8.138e-05,
      "loss": 0.0312,
      "step": 4070
    },
    {
      "loss_action": 0.04416695982217789,
      "loss_total": 0.04416695982217789,
      "step": 4070
    },
    {
      "loss_action": 0.025102321058511734,
      "loss_total": 0.025102321058511734,
      "step": 4070
    },
    {
      "loss_action": 0.03371458128094673,
      "loss_total": 0.03371458128094673,
      "step": 4070
    },
    {
      "loss_action": 0.025690266862511635,
      "loss_total": 0.025690266862511635,
      "step": 4070
    },
    {
      "loss_action": 0.01725759729743004,
      "loss_total": 0.01725759729743004,
      "step": 4070
    },
    {
      "loss_action": 0.04053047299385071,
      "loss_total": 0.04053047299385071,
      "step": 4070
    },
    {
      "loss_action": 0.032421138137578964,
      "loss_total": 0.032421138137578964,
      "step": 4070
    },
    {
      "loss_action": 0.056658852845430374,
      "loss_total": 0.056658852845430374,
      "step": 4070
    },
    {
      "grad_norm": 0.6098970770835876,
      "learning_rate": 8.158e-05,
      "loss": 0.0313,
      "step": 4080
    },
    {
      "loss_action": 0.02919524721801281,
      "loss_total": 0.02919524721801281,
      "step": 4080
    },
    {
      "loss_action": 0.027323994785547256,
      "loss_total": 0.027323994785547256,
      "step": 4080
    },
    {
      "loss_action": 0.026700854301452637,
      "loss_total": 0.026700854301452637,
      "step": 4080
    },
    {
      "loss_action": 0.038775406777858734,
      "loss_total": 0.038775406777858734,
      "step": 4080
    },
    {
      "loss_action": 0.033607110381126404,
      "loss_total": 0.033607110381126404,
      "step": 4080
    },
    {
      "loss_action": 0.02187403291463852,
      "loss_total": 0.02187403291463852,
      "step": 4080
    },
    {
      "loss_action": 0.021348295733332634,
      "loss_total": 0.021348295733332634,
      "step": 4080
    },
    {
      "loss_action": 0.018197447061538696,
      "loss_total": 0.018197447061538696,
      "step": 4080
    },
    {
      "grad_norm": 0.5112955570220947,
      "learning_rate": 8.178e-05,
      "loss": 0.0318,
      "step": 4090
    },
    {
      "loss_action": 0.04577475041151047,
      "loss_total": 0.04577475041151047,
      "step": 4090
    },
    {
      "loss_action": 0.017043258994817734,
      "loss_total": 0.017043258994817734,
      "step": 4090
    },
    {
      "loss_action": 0.04925530403852463,
      "loss_total": 0.04925530403852463,
      "step": 4090
    },
    {
      "loss_action": 0.03348293900489807,
      "loss_total": 0.03348293900489807,
      "step": 4090
    },
    {
      "loss_action": 0.03146091476082802,
      "loss_total": 0.03146091476082802,
      "step": 4090
    },
    {
      "loss_action": 0.0222352035343647,
      "loss_total": 0.0222352035343647,
      "step": 4090
    },
    {
      "loss_action": 0.03295224905014038,
      "loss_total": 0.03295224905014038,
      "step": 4090
    },
    {
      "loss_action": 0.02436104044318199,
      "loss_total": 0.02436104044318199,
      "step": 4090
    },
    {
      "grad_norm": 0.4326425790786743,
      "learning_rate": 8.198e-05,
      "loss": 0.0298,
      "step": 4100
    },
    {
      "loss_action": 0.032030001282691956,
      "loss_total": 0.032030001282691956,
      "step": 4100
    },
    {
      "loss_action": 0.02191530540585518,
      "loss_total": 0.02191530540585518,
      "step": 4100
    },
    {
      "loss_action": 0.017524901777505875,
      "loss_total": 0.017524901777505875,
      "step": 4100
    },
    {
      "loss_action": 0.027462685480713844,
      "loss_total": 0.027462685480713844,
      "step": 4100
    },
    {
      "loss_action": 0.025913529098033905,
      "loss_total": 0.025913529098033905,
      "step": 4100
    },
    {
      "loss_action": 0.029869098216295242,
      "loss_total": 0.029869098216295242,
      "step": 4100
    },
    {
      "loss_action": 0.0258075799793005,
      "loss_total": 0.0258075799793005,
      "step": 4100
    },
    {
      "loss_action": 0.030589133501052856,
      "loss_total": 0.030589133501052856,
      "step": 4100
    },
    {
      "grad_norm": 0.35090523958206177,
      "learning_rate": 8.218e-05,
      "loss": 0.0327,
      "step": 4110
    },
    {
      "loss_action": 0.018272407352924347,
      "loss_total": 0.018272407352924347,
      "step": 4110
    },
    {
      "loss_action": 0.026270143687725067,
      "loss_total": 0.026270143687725067,
      "step": 4110
    },
    {
      "loss_action": 0.02092335931956768,
      "loss_total": 0.02092335931956768,
      "step": 4110
    },
    {
      "loss_action": 0.036713607609272,
      "loss_total": 0.036713607609272,
      "step": 4110
    },
    {
      "loss_action": 0.023634783923625946,
      "loss_total": 0.023634783923625946,
      "step": 4110
    },
    {
      "loss_action": 0.014319018460810184,
      "loss_total": 0.014319018460810184,
      "step": 4110
    },
    {
      "loss_action": 0.020892607048153877,
      "loss_total": 0.020892607048153877,
      "step": 4110
    },
    {
      "loss_action": 0.02584809809923172,
      "loss_total": 0.02584809809923172,
      "step": 4110
    },
    {
      "grad_norm": 0.42799824476242065,
      "learning_rate": 8.238000000000001e-05,
      "loss": 0.0312,
      "step": 4120
    },
    {
      "loss_action": 0.02870352193713188,
      "loss_total": 0.02870352193713188,
      "step": 4120
    },
    {
      "loss_action": 0.03840256854891777,
      "loss_total": 0.03840256854891777,
      "step": 4120
    },
    {
      "loss_action": 0.02502334862947464,
      "loss_total": 0.02502334862947464,
      "step": 4120
    },
    {
      "loss_action": 0.022876344621181488,
      "loss_total": 0.022876344621181488,
      "step": 4120
    },
    {
      "loss_action": 0.03944773972034454,
      "loss_total": 0.03944773972034454,
      "step": 4120
    },
    {
      "loss_action": 0.036021627485752106,
      "loss_total": 0.036021627485752106,
      "step": 4120
    },
    {
      "loss_action": 0.02257348969578743,
      "loss_total": 0.02257348969578743,
      "step": 4120
    },
    {
      "loss_action": 0.034243687987327576,
      "loss_total": 0.034243687987327576,
      "step": 4120
    },
    {
      "grad_norm": 0.4102904200553894,
      "learning_rate": 8.258e-05,
      "loss": 0.0316,
      "step": 4130
    },
    {
      "loss_action": 0.04378807172179222,
      "loss_total": 0.04378807172179222,
      "step": 4130
    },
    {
      "loss_action": 0.03306162357330322,
      "loss_total": 0.03306162357330322,
      "step": 4130
    },
    {
      "loss_action": 0.0400458425283432,
      "loss_total": 0.0400458425283432,
      "step": 4130
    },
    {
      "loss_action": 0.0295015387237072,
      "loss_total": 0.0295015387237072,
      "step": 4130
    },
    {
      "loss_action": 0.029090065509080887,
      "loss_total": 0.029090065509080887,
      "step": 4130
    },
    {
      "loss_action": 0.033327266573905945,
      "loss_total": 0.033327266573905945,
      "step": 4130
    },
    {
      "loss_action": 0.03637884184718132,
      "loss_total": 0.03637884184718132,
      "step": 4130
    },
    {
      "loss_action": 0.07621076703071594,
      "loss_total": 0.07621076703071594,
      "step": 4130
    },
    {
      "grad_norm": 0.4780304729938507,
      "learning_rate": 8.278e-05,
      "loss": 0.0361,
      "step": 4140
    },
    {
      "loss_action": 0.06429308652877808,
      "loss_total": 0.06429308652877808,
      "step": 4140
    },
    {
      "loss_action": 0.02999732457101345,
      "loss_total": 0.02999732457101345,
      "step": 4140
    },
    {
      "loss_action": 0.022051282227039337,
      "loss_total": 0.022051282227039337,
      "step": 4140
    },
    {
      "loss_action": 0.02695837989449501,
      "loss_total": 0.02695837989449501,
      "step": 4140
    },
    {
      "loss_action": 0.029688730835914612,
      "loss_total": 0.029688730835914612,
      "step": 4140
    },
    {
      "loss_action": 0.022479578852653503,
      "loss_total": 0.022479578852653503,
      "step": 4140
    },
    {
      "loss_action": 0.034696921706199646,
      "loss_total": 0.034696921706199646,
      "step": 4140
    },
    {
      "loss_action": 0.026448341086506844,
      "loss_total": 0.026448341086506844,
      "step": 4140
    },
    {
      "grad_norm": 0.31301724910736084,
      "learning_rate": 8.298000000000001e-05,
      "loss": 0.033,
      "step": 4150
    },
    {
      "loss_action": 0.045328035950660706,
      "loss_total": 0.045328035950660706,
      "step": 4150
    },
    {
      "loss_action": 0.026235073804855347,
      "loss_total": 0.026235073804855347,
      "step": 4150
    },
    {
      "loss_action": 0.027702754363417625,
      "loss_total": 0.027702754363417625,
      "step": 4150
    },
    {
      "loss_action": 0.026972342282533646,
      "loss_total": 0.026972342282533646,
      "step": 4150
    },
    {
      "loss_action": 0.030185330659151077,
      "loss_total": 0.030185330659151077,
      "step": 4150
    },
    {
      "loss_action": 0.023802734911441803,
      "loss_total": 0.023802734911441803,
      "step": 4150
    },
    {
      "loss_action": 0.036720097064971924,
      "loss_total": 0.036720097064971924,
      "step": 4150
    },
    {
      "loss_action": 0.029317475855350494,
      "loss_total": 0.029317475855350494,
      "step": 4150
    },
    {
      "grad_norm": 0.44872933626174927,
      "learning_rate": 8.318e-05,
      "loss": 0.0362,
      "step": 4160
    },
    {
      "loss_action": 0.031218931078910828,
      "loss_total": 0.031218931078910828,
      "step": 4160
    },
    {
      "loss_action": 0.02674238383769989,
      "loss_total": 0.02674238383769989,
      "step": 4160
    },
    {
      "loss_action": 0.026117222383618355,
      "loss_total": 0.026117222383618355,
      "step": 4160
    },
    {
      "loss_action": 0.030876420438289642,
      "loss_total": 0.030876420438289642,
      "step": 4160
    },
    {
      "loss_action": 0.030106619000434875,
      "loss_total": 0.030106619000434875,
      "step": 4160
    },
    {
      "loss_action": 0.050767332315444946,
      "loss_total": 0.050767332315444946,
      "step": 4160
    },
    {
      "loss_action": 0.03748476505279541,
      "loss_total": 0.03748476505279541,
      "step": 4160
    },
    {
      "loss_action": 0.01900497078895569,
      "loss_total": 0.01900497078895569,
      "step": 4160
    },
    {
      "grad_norm": 0.4769967496395111,
      "learning_rate": 8.338e-05,
      "loss": 0.0336,
      "step": 4170
    },
    {
      "loss_action": 0.02318081632256508,
      "loss_total": 0.02318081632256508,
      "step": 4170
    },
    {
      "loss_action": 0.026003804057836533,
      "loss_total": 0.026003804057836533,
      "step": 4170
    },
    {
      "loss_action": 0.04211252182722092,
      "loss_total": 0.04211252182722092,
      "step": 4170
    },
    {
      "loss_action": 0.03734607994556427,
      "loss_total": 0.03734607994556427,
      "step": 4170
    },
    {
      "loss_action": 0.058486856520175934,
      "loss_total": 0.058486856520175934,
      "step": 4170
    },
    {
      "loss_action": 0.03463813662528992,
      "loss_total": 0.03463813662528992,
      "step": 4170
    },
    {
      "loss_action": 0.06596621125936508,
      "loss_total": 0.06596621125936508,
      "step": 4170
    },
    {
      "loss_action": 0.022527117282152176,
      "loss_total": 0.022527117282152176,
      "step": 4170
    },
    {
      "grad_norm": 0.3971687853336334,
      "learning_rate": 8.358e-05,
      "loss": 0.0328,
      "step": 4180
    },
    {
      "loss_action": 0.02263408899307251,
      "loss_total": 0.02263408899307251,
      "step": 4180
    },
    {
      "loss_action": 0.019656356424093246,
      "loss_total": 0.019656356424093246,
      "step": 4180
    },
    {
      "loss_action": 0.02764831855893135,
      "loss_total": 0.02764831855893135,
      "step": 4180
    },
    {
      "loss_action": 0.016656871885061264,
      "loss_total": 0.016656871885061264,
      "step": 4180
    },
    {
      "loss_action": 0.03389744460582733,
      "loss_total": 0.03389744460582733,
      "step": 4180
    },
    {
      "loss_action": 0.01624424196779728,
      "loss_total": 0.01624424196779728,
      "step": 4180
    },
    {
      "loss_action": 0.035782888531684875,
      "loss_total": 0.035782888531684875,
      "step": 4180
    },
    {
      "loss_action": 0.02567972056567669,
      "loss_total": 0.02567972056567669,
      "step": 4180
    },
    {
      "grad_norm": 0.3940266966819763,
      "learning_rate": 8.378e-05,
      "loss": 0.033,
      "step": 4190
    },
    {
      "loss_action": 0.025361748412251472,
      "loss_total": 0.025361748412251472,
      "step": 4190
    },
    {
      "loss_action": 0.02404913678765297,
      "loss_total": 0.02404913678765297,
      "step": 4190
    },
    {
      "loss_action": 0.020689096301794052,
      "loss_total": 0.020689096301794052,
      "step": 4190
    },
    {
      "loss_action": 0.029873164370656013,
      "loss_total": 0.029873164370656013,
      "step": 4190
    },
    {
      "loss_action": 0.04133690521121025,
      "loss_total": 0.04133690521121025,
      "step": 4190
    },
    {
      "loss_action": 0.036667775362730026,
      "loss_total": 0.036667775362730026,
      "step": 4190
    },
    {
      "loss_action": 0.05977258086204529,
      "loss_total": 0.05977258086204529,
      "step": 4190
    },
    {
      "loss_action": 0.0302028339356184,
      "loss_total": 0.0302028339356184,
      "step": 4190
    },
    {
      "grad_norm": 0.3800901472568512,
      "learning_rate": 8.398e-05,
      "loss": 0.0382,
      "step": 4200
    },
    {
      "loss_action": 0.03575843572616577,
      "loss_total": 0.03575843572616577,
      "step": 4200
    },
    {
      "loss_action": 0.03697939217090607,
      "loss_total": 0.03697939217090607,
      "step": 4200
    },
    {
      "loss_action": 0.031321972608566284,
      "loss_total": 0.031321972608566284,
      "step": 4200
    },
    {
      "loss_action": 0.03480631113052368,
      "loss_total": 0.03480631113052368,
      "step": 4200
    },
    {
      "loss_action": 0.055218495428562164,
      "loss_total": 0.055218495428562164,
      "step": 4200
    },
    {
      "loss_action": 0.051646120846271515,
      "loss_total": 0.051646120846271515,
      "step": 4200
    },
    {
      "loss_action": 0.03581073135137558,
      "loss_total": 0.03581073135137558,
      "step": 4200
    },
    {
      "loss_action": 0.04667731374502182,
      "loss_total": 0.04667731374502182,
      "step": 4200
    },
    {
      "grad_norm": 0.6221297383308411,
      "learning_rate": 8.418e-05,
      "loss": 0.0366,
      "step": 4210
    },
    {
      "loss_action": 0.04587450623512268,
      "loss_total": 0.04587450623512268,
      "step": 4210
    },
    {
      "loss_action": 0.029100079089403152,
      "loss_total": 0.029100079089403152,
      "step": 4210
    },
    {
      "loss_action": 0.03807191550731659,
      "loss_total": 0.03807191550731659,
      "step": 4210
    },
    {
      "loss_action": 0.02879595011472702,
      "loss_total": 0.02879595011472702,
      "step": 4210
    },
    {
      "loss_action": 0.03372969850897789,
      "loss_total": 0.03372969850897789,
      "step": 4210
    },
    {
      "loss_action": 0.03547697514295578,
      "loss_total": 0.03547697514295578,
      "step": 4210
    },
    {
      "loss_action": 0.04594364017248154,
      "loss_total": 0.04594364017248154,
      "step": 4210
    },
    {
      "loss_action": 0.04009266942739487,
      "loss_total": 0.04009266942739487,
      "step": 4210
    },
    {
      "grad_norm": 0.4344213306903839,
      "learning_rate": 8.438e-05,
      "loss": 0.0335,
      "step": 4220
    },
    {
      "loss_action": 0.03414376080036163,
      "loss_total": 0.03414376080036163,
      "step": 4220
    },
    {
      "loss_action": 0.03888741880655289,
      "loss_total": 0.03888741880655289,
      "step": 4220
    },
    {
      "loss_action": 0.036849282681941986,
      "loss_total": 0.036849282681941986,
      "step": 4220
    },
    {
      "loss_action": 0.028187375515699387,
      "loss_total": 0.028187375515699387,
      "step": 4220
    },
    {
      "loss_action": 0.015167305245995522,
      "loss_total": 0.015167305245995522,
      "step": 4220
    },
    {
      "loss_action": 0.024382704868912697,
      "loss_total": 0.024382704868912697,
      "step": 4220
    },
    {
      "loss_action": 0.045633427798748016,
      "loss_total": 0.045633427798748016,
      "step": 4220
    },
    {
      "loss_action": 0.031132282689213753,
      "loss_total": 0.031132282689213753,
      "step": 4220
    },
    {
      "grad_norm": 0.4148199260234833,
      "learning_rate": 8.458e-05,
      "loss": 0.0306,
      "step": 4230
    },
    {
      "loss_action": 0.03453637659549713,
      "loss_total": 0.03453637659549713,
      "step": 4230
    },
    {
      "loss_action": 0.019808515906333923,
      "loss_total": 0.019808515906333923,
      "step": 4230
    },
    {
      "loss_action": 0.03511267155408859,
      "loss_total": 0.03511267155408859,
      "step": 4230
    },
    {
      "loss_action": 0.021084699779748917,
      "loss_total": 0.021084699779748917,
      "step": 4230
    },
    {
      "loss_action": 0.031001679599285126,
      "loss_total": 0.031001679599285126,
      "step": 4230
    },
    {
      "loss_action": 0.032901182770729065,
      "loss_total": 0.032901182770729065,
      "step": 4230
    },
    {
      "loss_action": 0.024629227817058563,
      "loss_total": 0.024629227817058563,
      "step": 4230
    },
    {
      "loss_action": 0.03721737116575241,
      "loss_total": 0.03721737116575241,
      "step": 4230
    },
    {
      "grad_norm": 0.39474886655807495,
      "learning_rate": 8.478e-05,
      "loss": 0.0337,
      "step": 4240
    },
    {
      "loss_action": 0.020686179399490356,
      "loss_total": 0.020686179399490356,
      "step": 4240
    },
    {
      "loss_action": 0.020470675081014633,
      "loss_total": 0.020470675081014633,
      "step": 4240
    },
    {
      "loss_action": 0.026353657245635986,
      "loss_total": 0.026353657245635986,
      "step": 4240
    },
    {
      "loss_action": 0.06413174420595169,
      "loss_total": 0.06413174420595169,
      "step": 4240
    },
    {
      "loss_action": 0.028562400490045547,
      "loss_total": 0.028562400490045547,
      "step": 4240
    },
    {
      "loss_action": 0.039349570870399475,
      "loss_total": 0.039349570870399475,
      "step": 4240
    },
    {
      "loss_action": 0.038921087980270386,
      "loss_total": 0.038921087980270386,
      "step": 4240
    },
    {
      "loss_action": 0.027815375477075577,
      "loss_total": 0.027815375477075577,
      "step": 4240
    },
    {
      "grad_norm": 0.43733125925064087,
      "learning_rate": 8.498e-05,
      "loss": 0.0313,
      "step": 4250
    },
    {
      "loss_action": 0.03159225359559059,
      "loss_total": 0.03159225359559059,
      "step": 4250
    },
    {
      "loss_action": 0.024027543142437935,
      "loss_total": 0.024027543142437935,
      "step": 4250
    },
    {
      "loss_action": 0.019456077367067337,
      "loss_total": 0.019456077367067337,
      "step": 4250
    },
    {
      "loss_action": 0.03693641349673271,
      "loss_total": 0.03693641349673271,
      "step": 4250
    },
    {
      "loss_action": 0.01975569874048233,
      "loss_total": 0.01975569874048233,
      "step": 4250
    },
    {
      "loss_action": 0.02492537721991539,
      "loss_total": 0.02492537721991539,
      "step": 4250
    },
    {
      "loss_action": 0.07393423467874527,
      "loss_total": 0.07393423467874527,
      "step": 4250
    },
    {
      "loss_action": 0.03516392782330513,
      "loss_total": 0.03516392782330513,
      "step": 4250
    },
    {
      "grad_norm": 0.36878007650375366,
      "learning_rate": 8.518000000000001e-05,
      "loss": 0.0332,
      "step": 4260
    },
    {
      "loss_action": 0.023609397932887077,
      "loss_total": 0.023609397932887077,
      "step": 4260
    },
    {
      "loss_action": 0.02126399613916874,
      "loss_total": 0.02126399613916874,
      "step": 4260
    },
    {
      "loss_action": 0.016305789351463318,
      "loss_total": 0.016305789351463318,
      "step": 4260
    },
    {
      "loss_action": 0.03098674863576889,
      "loss_total": 0.03098674863576889,
      "step": 4260
    },
    {
      "loss_action": 0.022032756358385086,
      "loss_total": 0.022032756358385086,
      "step": 4260
    },
    {
      "loss_action": 0.02622409164905548,
      "loss_total": 0.02622409164905548,
      "step": 4260
    },
    {
      "loss_action": 0.03650394454598427,
      "loss_total": 0.03650394454598427,
      "step": 4260
    },
    {
      "loss_action": 0.016482042148709297,
      "loss_total": 0.016482042148709297,
      "step": 4260
    },
    {
      "grad_norm": 0.30998292565345764,
      "learning_rate": 8.538e-05,
      "loss": 0.029,
      "step": 4270
    },
    {
      "loss_action": 0.044867582619190216,
      "loss_total": 0.044867582619190216,
      "step": 4270
    },
    {
      "loss_action": 0.041090793907642365,
      "loss_total": 0.041090793907642365,
      "step": 4270
    },
    {
      "loss_action": 0.02273286134004593,
      "loss_total": 0.02273286134004593,
      "step": 4270
    },
    {
      "loss_action": 0.018839899450540543,
      "loss_total": 0.018839899450540543,
      "step": 4270
    },
    {
      "loss_action": 0.04885406419634819,
      "loss_total": 0.04885406419634819,
      "step": 4270
    },
    {
      "loss_action": 0.0407140776515007,
      "loss_total": 0.0407140776515007,
      "step": 4270
    },
    {
      "loss_action": 0.01826411485671997,
      "loss_total": 0.01826411485671997,
      "step": 4270
    },
    {
      "loss_action": 0.026127958670258522,
      "loss_total": 0.026127958670258522,
      "step": 4270
    },
    {
      "grad_norm": 0.3671562671661377,
      "learning_rate": 8.558e-05,
      "loss": 0.0305,
      "step": 4280
    },
    {
      "loss_action": 0.047159645706415176,
      "loss_total": 0.047159645706415176,
      "step": 4280
    },
    {
      "loss_action": 0.022179899737238884,
      "loss_total": 0.022179899737238884,
      "step": 4280
    },
    {
      "loss_action": 0.02004781737923622,
      "loss_total": 0.02004781737923622,
      "step": 4280
    },
    {
      "loss_action": 0.02472691610455513,
      "loss_total": 0.02472691610455513,
      "step": 4280
    },
    {
      "loss_action": 0.0269649475812912,
      "loss_total": 0.0269649475812912,
      "step": 4280
    },
    {
      "loss_action": 0.046304501593112946,
      "loss_total": 0.046304501593112946,
      "step": 4280
    },
    {
      "loss_action": 0.029449740424752235,
      "loss_total": 0.029449740424752235,
      "step": 4280
    },
    {
      "loss_action": 0.021738283336162567,
      "loss_total": 0.021738283336162567,
      "step": 4280
    },
    {
      "grad_norm": 0.38804125785827637,
      "learning_rate": 8.578000000000001e-05,
      "loss": 0.0317,
      "step": 4290
    },
    {
      "loss_action": 0.022904062643647194,
      "loss_total": 0.022904062643647194,
      "step": 4290
    },
    {
      "loss_action": 0.02093176729977131,
      "loss_total": 0.02093176729977131,
      "step": 4290
    },
    {
      "loss_action": 0.02295815572142601,
      "loss_total": 0.02295815572142601,
      "step": 4290
    },
    {
      "loss_action": 0.02060810662806034,
      "loss_total": 0.02060810662806034,
      "step": 4290
    },
    {
      "loss_action": 0.01956513524055481,
      "loss_total": 0.01956513524055481,
      "step": 4290
    },
    {
      "loss_action": 0.028115492314100266,
      "loss_total": 0.028115492314100266,
      "step": 4290
    },
    {
      "loss_action": 0.03586631268262863,
      "loss_total": 0.03586631268262863,
      "step": 4290
    },
    {
      "loss_action": 0.02200363762676716,
      "loss_total": 0.02200363762676716,
      "step": 4290
    },
    {
      "grad_norm": 0.37322917580604553,
      "learning_rate": 8.598e-05,
      "loss": 0.03,
      "step": 4300
    },
    {
      "loss_action": 0.020145220682024956,
      "loss_total": 0.020145220682024956,
      "step": 4300
    },
    {
      "loss_action": 0.026732031255960464,
      "loss_total": 0.026732031255960464,
      "step": 4300
    },
    {
      "loss_action": 0.023252693936228752,
      "loss_total": 0.023252693936228752,
      "step": 4300
    },
    {
      "loss_action": 0.022832684218883514,
      "loss_total": 0.022832684218883514,
      "step": 4300
    },
    {
      "loss_action": 0.019217170774936676,
      "loss_total": 0.019217170774936676,
      "step": 4300
    },
    {
      "loss_action": 0.027162669226527214,
      "loss_total": 0.027162669226527214,
      "step": 4300
    },
    {
      "loss_action": 0.0513722226023674,
      "loss_total": 0.0513722226023674,
      "step": 4300
    },
    {
      "loss_action": 0.020167887210845947,
      "loss_total": 0.020167887210845947,
      "step": 4300
    },
    {
      "grad_norm": 0.45808279514312744,
      "learning_rate": 8.618e-05,
      "loss": 0.0326,
      "step": 4310
    },
    {
      "loss_action": 0.04060566425323486,
      "loss_total": 0.04060566425323486,
      "step": 4310
    },
    {
      "loss_action": 0.029757138341665268,
      "loss_total": 0.029757138341665268,
      "step": 4310
    },
    {
      "loss_action": 0.024683348834514618,
      "loss_total": 0.024683348834514618,
      "step": 4310
    },
    {
      "loss_action": 0.037750016897916794,
      "loss_total": 0.037750016897916794,
      "step": 4310
    },
    {
      "loss_action": 0.06779518723487854,
      "loss_total": 0.06779518723487854,
      "step": 4310
    },
    {
      "loss_action": 0.03545093536376953,
      "loss_total": 0.03545093536376953,
      "step": 4310
    },
    {
      "loss_action": 0.03421078622341156,
      "loss_total": 0.03421078622341156,
      "step": 4310
    },
    {
      "loss_action": 0.0666709691286087,
      "loss_total": 0.0666709691286087,
      "step": 4310
    },
    {
      "grad_norm": 0.46900781989097595,
      "learning_rate": 8.638000000000001e-05,
      "loss": 0.0345,
      "step": 4320
    },
    {
      "loss_action": 0.024089409038424492,
      "loss_total": 0.024089409038424492,
      "step": 4320
    },
    {
      "loss_action": 0.024491991847753525,
      "loss_total": 0.024491991847753525,
      "step": 4320
    },
    {
      "loss_action": 0.0418551079928875,
      "loss_total": 0.0418551079928875,
      "step": 4320
    },
    {
      "loss_action": 0.02632797881960869,
      "loss_total": 0.02632797881960869,
      "step": 4320
    },
    {
      "loss_action": 0.0650978684425354,
      "loss_total": 0.0650978684425354,
      "step": 4320
    },
    {
      "loss_action": 0.020567474886775017,
      "loss_total": 0.020567474886775017,
      "step": 4320
    },
    {
      "loss_action": 0.03688100725412369,
      "loss_total": 0.03688100725412369,
      "step": 4320
    },
    {
      "loss_action": 0.018709275871515274,
      "loss_total": 0.018709275871515274,
      "step": 4320
    },
    {
      "grad_norm": 0.30513665080070496,
      "learning_rate": 8.658e-05,
      "loss": 0.0344,
      "step": 4330
    },
    {
      "loss_action": 0.035230617970228195,
      "loss_total": 0.035230617970228195,
      "step": 4330
    },
    {
      "loss_action": 0.02708324044942856,
      "loss_total": 0.02708324044942856,
      "step": 4330
    },
    {
      "loss_action": 0.043745167553424835,
      "loss_total": 0.043745167553424835,
      "step": 4330
    },
    {
      "loss_action": 0.0531819723546505,
      "loss_total": 0.0531819723546505,
      "step": 4330
    },
    {
      "loss_action": 0.04072278365492821,
      "loss_total": 0.04072278365492821,
      "step": 4330
    },
    {
      "loss_action": 0.028236787766218185,
      "loss_total": 0.028236787766218185,
      "step": 4330
    },
    {
      "loss_action": 0.042364418506622314,
      "loss_total": 0.042364418506622314,
      "step": 4330
    },
    {
      "loss_action": 0.01887187361717224,
      "loss_total": 0.01887187361717224,
      "step": 4330
    },
    {
      "grad_norm": 0.4234123229980469,
      "learning_rate": 8.678e-05,
      "loss": 0.037,
      "step": 4340
    },
    {
      "loss_action": 0.024509185925126076,
      "loss_total": 0.024509185925126076,
      "step": 4340
    },
    {
      "loss_action": 0.03175804764032364,
      "loss_total": 0.03175804764032364,
      "step": 4340
    },
    {
      "loss_action": 0.03629137575626373,
      "loss_total": 0.03629137575626373,
      "step": 4340
    },
    {
      "loss_action": 0.02588997408747673,
      "loss_total": 0.02588997408747673,
      "step": 4340
    },
    {
      "loss_action": 0.019047323614358902,
      "loss_total": 0.019047323614358902,
      "step": 4340
    },
    {
      "loss_action": 0.02315443381667137,
      "loss_total": 0.02315443381667137,
      "step": 4340
    },
    {
      "loss_action": 0.03561451658606529,
      "loss_total": 0.03561451658606529,
      "step": 4340
    },
    {
      "loss_action": 0.04290590435266495,
      "loss_total": 0.04290590435266495,
      "step": 4340
    },
    {
      "grad_norm": 0.4369122087955475,
      "learning_rate": 8.698000000000001e-05,
      "loss": 0.0361,
      "step": 4350
    },
    {
      "loss_action": 0.020099230110645294,
      "loss_total": 0.020099230110645294,
      "step": 4350
    },
    {
      "loss_action": 0.03783487528562546,
      "loss_total": 0.03783487528562546,
      "step": 4350
    },
    {
      "loss_action": 0.026979845017194748,
      "loss_total": 0.026979845017194748,
      "step": 4350
    },
    {
      "loss_action": 0.03219684585928917,
      "loss_total": 0.03219684585928917,
      "step": 4350
    },
    {
      "loss_action": 0.026912851259112358,
      "loss_total": 0.026912851259112358,
      "step": 4350
    },
    {
      "loss_action": 0.02117566391825676,
      "loss_total": 0.02117566391825676,
      "step": 4350
    },
    {
      "loss_action": 0.06070689857006073,
      "loss_total": 0.06070689857006073,
      "step": 4350
    },
    {
      "loss_action": 0.038497164845466614,
      "loss_total": 0.038497164845466614,
      "step": 4350
    },
    {
      "grad_norm": 0.46112921833992004,
      "learning_rate": 8.718e-05,
      "loss": 0.0326,
      "step": 4360
    },
    {
      "loss_action": 0.05415397882461548,
      "loss_total": 0.05415397882461548,
      "step": 4360
    },
    {
      "loss_action": 0.04719562456011772,
      "loss_total": 0.04719562456011772,
      "step": 4360
    },
    {
      "loss_action": 0.05223982781171799,
      "loss_total": 0.05223982781171799,
      "step": 4360
    },
    {
      "loss_action": 0.02993716299533844,
      "loss_total": 0.02993716299533844,
      "step": 4360
    },
    {
      "loss_action": 0.06906706839799881,
      "loss_total": 0.06906706839799881,
      "step": 4360
    },
    {
      "loss_action": 0.043563708662986755,
      "loss_total": 0.043563708662986755,
      "step": 4360
    },
    {
      "loss_action": 0.030721906572580338,
      "loss_total": 0.030721906572580338,
      "step": 4360
    },
    {
      "loss_action": 0.022676751017570496,
      "loss_total": 0.022676751017570496,
      "step": 4360
    },
    {
      "grad_norm": 0.3375605344772339,
      "learning_rate": 8.738000000000001e-05,
      "loss": 0.0324,
      "step": 4370
    },
    {
      "loss_action": 0.03897411748766899,
      "loss_total": 0.03897411748766899,
      "step": 4370
    },
    {
      "loss_action": 0.039984043687582016,
      "loss_total": 0.039984043687582016,
      "step": 4370
    },
    {
      "loss_action": 0.03185683488845825,
      "loss_total": 0.03185683488845825,
      "step": 4370
    },
    {
      "loss_action": 0.03587332367897034,
      "loss_total": 0.03587332367897034,
      "step": 4370
    },
    {
      "loss_action": 0.01792101189494133,
      "loss_total": 0.01792101189494133,
      "step": 4370
    },
    {
      "loss_action": 0.05624633654952049,
      "loss_total": 0.05624633654952049,
      "step": 4370
    },
    {
      "loss_action": 0.05054960772395134,
      "loss_total": 0.05054960772395134,
      "step": 4370
    },
    {
      "loss_action": 0.027774089947342873,
      "loss_total": 0.027774089947342873,
      "step": 4370
    },
    {
      "grad_norm": 0.315418004989624,
      "learning_rate": 8.758000000000001e-05,
      "loss": 0.0374,
      "step": 4380
    },
    {
      "loss_action": 0.026542281731963158,
      "loss_total": 0.026542281731963158,
      "step": 4380
    },
    {
      "loss_action": 0.02064378932118416,
      "loss_total": 0.02064378932118416,
      "step": 4380
    },
    {
      "loss_action": 0.030858246609568596,
      "loss_total": 0.030858246609568596,
      "step": 4380
    },
    {
      "loss_action": 0.03907076269388199,
      "loss_total": 0.03907076269388199,
      "step": 4380
    },
    {
      "loss_action": 0.02192489616572857,
      "loss_total": 0.02192489616572857,
      "step": 4380
    },
    {
      "loss_action": 0.027257539331912994,
      "loss_total": 0.027257539331912994,
      "step": 4380
    },
    {
      "loss_action": 0.02807372808456421,
      "loss_total": 0.02807372808456421,
      "step": 4380
    },
    {
      "loss_action": 0.04668271169066429,
      "loss_total": 0.04668271169066429,
      "step": 4380
    },
    {
      "grad_norm": 0.3753783702850342,
      "learning_rate": 8.778e-05,
      "loss": 0.0332,
      "step": 4390
    },
    {
      "loss_action": 0.05460329353809357,
      "loss_total": 0.05460329353809357,
      "step": 4390
    },
    {
      "loss_action": 0.025072410702705383,
      "loss_total": 0.025072410702705383,
      "step": 4390
    },
    {
      "loss_action": 0.03691641986370087,
      "loss_total": 0.03691641986370087,
      "step": 4390
    },
    {
      "loss_action": 0.024768386036157608,
      "loss_total": 0.024768386036157608,
      "step": 4390
    },
    {
      "loss_action": 0.024980956688523293,
      "loss_total": 0.024980956688523293,
      "step": 4390
    },
    {
      "loss_action": 0.02625918760895729,
      "loss_total": 0.02625918760895729,
      "step": 4390
    },
    {
      "loss_action": 0.03083736263215542,
      "loss_total": 0.03083736263215542,
      "step": 4390
    },
    {
      "loss_action": 0.0347643718123436,
      "loss_total": 0.0347643718123436,
      "step": 4390
    },
    {
      "grad_norm": 0.29216864705085754,
      "learning_rate": 8.798000000000001e-05,
      "loss": 0.0344,
      "step": 4400
    },
    {
      "loss_action": 0.1660441756248474,
      "loss_total": 0.1660441756248474,
      "step": 4400
    },
    {
      "loss_action": 0.0351748988032341,
      "loss_total": 0.0351748988032341,
      "step": 4400
    },
    {
      "loss_action": 0.028576044365763664,
      "loss_total": 0.028576044365763664,
      "step": 4400
    },
    {
      "loss_action": 0.021897420287132263,
      "loss_total": 0.021897420287132263,
      "step": 4400
    },
    {
      "loss_action": 0.03280170261859894,
      "loss_total": 0.03280170261859894,
      "step": 4400
    },
    {
      "loss_action": 0.12605515122413635,
      "loss_total": 0.12605515122413635,
      "step": 4400
    },
    {
      "loss_action": 0.04308829456567764,
      "loss_total": 0.04308829456567764,
      "step": 4400
    },
    {
      "loss_action": 0.03453870117664337,
      "loss_total": 0.03453870117664337,
      "step": 4400
    },
    {
      "grad_norm": 0.42615771293640137,
      "learning_rate": 8.818000000000001e-05,
      "loss": 0.0344,
      "step": 4410
    },
    {
      "loss_action": 0.018990667536854744,
      "loss_total": 0.018990667536854744,
      "step": 4410
    },
    {
      "loss_action": 0.02695380337536335,
      "loss_total": 0.02695380337536335,
      "step": 4410
    },
    {
      "loss_action": 0.025681350380182266,
      "loss_total": 0.025681350380182266,
      "step": 4410
    },
    {
      "loss_action": 0.021020669490098953,
      "loss_total": 0.021020669490098953,
      "step": 4410
    },
    {
      "loss_action": 0.027813784778118134,
      "loss_total": 0.027813784778118134,
      "step": 4410
    },
    {
      "loss_action": 0.038189616054296494,
      "loss_total": 0.038189616054296494,
      "step": 4410
    },
    {
      "loss_action": 0.04784916713833809,
      "loss_total": 0.04784916713833809,
      "step": 4410
    },
    {
      "loss_action": 0.024091582745313644,
      "loss_total": 0.024091582745313644,
      "step": 4410
    },
    {
      "grad_norm": 0.3575441241264343,
      "learning_rate": 8.838e-05,
      "loss": 0.0302,
      "step": 4420
    },
    {
      "loss_action": 0.03387554734945297,
      "loss_total": 0.03387554734945297,
      "step": 4420
    },
    {
      "loss_action": 0.02120642364025116,
      "loss_total": 0.02120642364025116,
      "step": 4420
    },
    {
      "loss_action": 0.025977667421102524,
      "loss_total": 0.025977667421102524,
      "step": 4420
    },
    {
      "loss_action": 0.024072758853435516,
      "loss_total": 0.024072758853435516,
      "step": 4420
    },
    {
      "loss_action": 0.037246495485305786,
      "loss_total": 0.037246495485305786,
      "step": 4420
    },
    {
      "loss_action": 0.0314907468855381,
      "loss_total": 0.0314907468855381,
      "step": 4420
    },
    {
      "loss_action": 0.038820572197437286,
      "loss_total": 0.038820572197437286,
      "step": 4420
    },
    {
      "loss_action": 0.03017394058406353,
      "loss_total": 0.03017394058406353,
      "step": 4420
    },
    {
      "grad_norm": 0.3629331886768341,
      "learning_rate": 8.858000000000001e-05,
      "loss": 0.0326,
      "step": 4430
    },
    {
      "loss_action": 0.05144675076007843,
      "loss_total": 0.05144675076007843,
      "step": 4430
    },
    {
      "loss_action": 0.0349174328148365,
      "loss_total": 0.0349174328148365,
      "step": 4430
    },
    {
      "loss_action": 0.026206951588392258,
      "loss_total": 0.026206951588392258,
      "step": 4430
    },
    {
      "loss_action": 0.030801689252257347,
      "loss_total": 0.030801689252257347,
      "step": 4430
    },
    {
      "loss_action": 0.01973704993724823,
      "loss_total": 0.01973704993724823,
      "step": 4430
    },
    {
      "loss_action": 0.03566214442253113,
      "loss_total": 0.03566214442253113,
      "step": 4430
    },
    {
      "loss_action": 0.031020808964967728,
      "loss_total": 0.031020808964967728,
      "step": 4430
    },
    {
      "loss_action": 0.04024698957800865,
      "loss_total": 0.04024698957800865,
      "step": 4430
    },
    {
      "grad_norm": 0.3954627811908722,
      "learning_rate": 8.878000000000001e-05,
      "loss": 0.0312,
      "step": 4440
    },
    {
      "loss_action": 0.027847055345773697,
      "loss_total": 0.027847055345773697,
      "step": 4440
    },
    {
      "loss_action": 0.015563583001494408,
      "loss_total": 0.015563583001494408,
      "step": 4440
    },
    {
      "loss_action": 0.028028929606080055,
      "loss_total": 0.028028929606080055,
      "step": 4440
    },
    {
      "loss_action": 0.022569971159100533,
      "loss_total": 0.022569971159100533,
      "step": 4440
    },
    {
      "loss_action": 0.024013787508010864,
      "loss_total": 0.024013787508010864,
      "step": 4440
    },
    {
      "loss_action": 0.017503559589385986,
      "loss_total": 0.017503559589385986,
      "step": 4440
    },
    {
      "loss_action": 0.03828650712966919,
      "loss_total": 0.03828650712966919,
      "step": 4440
    },
    {
      "loss_action": 0.014672927558422089,
      "loss_total": 0.014672927558422089,
      "step": 4440
    },
    {
      "grad_norm": 0.4140094816684723,
      "learning_rate": 8.898e-05,
      "loss": 0.03,
      "step": 4450
    },
    {
      "loss_action": 0.026174014434218407,
      "loss_total": 0.026174014434218407,
      "step": 4450
    },
    {
      "loss_action": 0.030886637046933174,
      "loss_total": 0.030886637046933174,
      "step": 4450
    },
    {
      "loss_action": 0.017467590048909187,
      "loss_total": 0.017467590048909187,
      "step": 4450
    },
    {
      "loss_action": 0.025277942419052124,
      "loss_total": 0.025277942419052124,
      "step": 4450
    },
    {
      "loss_action": 0.031003758311271667,
      "loss_total": 0.031003758311271667,
      "step": 4450
    },
    {
      "loss_action": 0.02248811535537243,
      "loss_total": 0.02248811535537243,
      "step": 4450
    },
    {
      "loss_action": 0.019435150548815727,
      "loss_total": 0.019435150548815727,
      "step": 4450
    },
    {
      "loss_action": 0.03542831912636757,
      "loss_total": 0.03542831912636757,
      "step": 4450
    },
    {
      "grad_norm": 0.36914923787117004,
      "learning_rate": 8.918000000000001e-05,
      "loss": 0.0375,
      "step": 4460
    },
    {
      "loss_action": 0.03407973423600197,
      "loss_total": 0.03407973423600197,
      "step": 4460
    },
    {
      "loss_action": 0.028169170022010803,
      "loss_total": 0.028169170022010803,
      "step": 4460
    },
    {
      "loss_action": 0.033494241535663605,
      "loss_total": 0.033494241535663605,
      "step": 4460
    },
    {
      "loss_action": 0.02841539867222309,
      "loss_total": 0.02841539867222309,
      "step": 4460
    },
    {
      "loss_action": 0.02683277614414692,
      "loss_total": 0.02683277614414692,
      "step": 4460
    },
    {
      "loss_action": 0.033236995339393616,
      "loss_total": 0.033236995339393616,
      "step": 4460
    },
    {
      "loss_action": 0.033967167139053345,
      "loss_total": 0.033967167139053345,
      "step": 4460
    },
    {
      "loss_action": 0.021263109520077705,
      "loss_total": 0.021263109520077705,
      "step": 4460
    },
    {
      "grad_norm": 0.3832039535045624,
      "learning_rate": 8.938e-05,
      "loss": 0.0336,
      "step": 4470
    },
    {
      "loss_action": 0.04185843467712402,
      "loss_total": 0.04185843467712402,
      "step": 4470
    },
    {
      "loss_action": 0.02114427462220192,
      "loss_total": 0.02114427462220192,
      "step": 4470
    },
    {
      "loss_action": 0.01694570854306221,
      "loss_total": 0.01694570854306221,
      "step": 4470
    },
    {
      "loss_action": 0.039190784096717834,
      "loss_total": 0.039190784096717834,
      "step": 4470
    },
    {
      "loss_action": 0.03484702110290527,
      "loss_total": 0.03484702110290527,
      "step": 4470
    },
    {
      "loss_action": 0.038456276059150696,
      "loss_total": 0.038456276059150696,
      "step": 4470
    },
    {
      "loss_action": 0.03424840420484543,
      "loss_total": 0.03424840420484543,
      "step": 4470
    },
    {
      "loss_action": 0.046525947749614716,
      "loss_total": 0.046525947749614716,
      "step": 4470
    },
    {
      "grad_norm": 0.3571380078792572,
      "learning_rate": 8.958e-05,
      "loss": 0.0371,
      "step": 4480
    },
    {
      "loss_action": 0.02862563356757164,
      "loss_total": 0.02862563356757164,
      "step": 4480
    },
    {
      "loss_action": 0.03144490346312523,
      "loss_total": 0.03144490346312523,
      "step": 4480
    },
    {
      "loss_action": 0.03673429787158966,
      "loss_total": 0.03673429787158966,
      "step": 4480
    },
    {
      "loss_action": 0.049837201833724976,
      "loss_total": 0.049837201833724976,
      "step": 4480
    },
    {
      "loss_action": 0.03510516136884689,
      "loss_total": 0.03510516136884689,
      "step": 4480
    },
    {
      "loss_action": 0.018464185297489166,
      "loss_total": 0.018464185297489166,
      "step": 4480
    },
    {
      "loss_action": 0.028766559436917305,
      "loss_total": 0.028766559436917305,
      "step": 4480
    },
    {
      "loss_action": 0.025837086141109467,
      "loss_total": 0.025837086141109467,
      "step": 4480
    },
    {
      "grad_norm": 0.27801844477653503,
      "learning_rate": 8.978000000000001e-05,
      "loss": 0.0311,
      "step": 4490
    },
    {
      "loss_action": 0.0236046202480793,
      "loss_total": 0.0236046202480793,
      "step": 4490
    },
    {
      "loss_action": 0.016668707132339478,
      "loss_total": 0.016668707132339478,
      "step": 4490
    },
    {
      "loss_action": 0.01812022179365158,
      "loss_total": 0.01812022179365158,
      "step": 4490
    },
    {
      "loss_action": 0.020965412259101868,
      "loss_total": 0.020965412259101868,
      "step": 4490
    },
    {
      "loss_action": 0.020540405064821243,
      "loss_total": 0.020540405064821243,
      "step": 4490
    },
    {
      "loss_action": 0.03987281769514084,
      "loss_total": 0.03987281769514084,
      "step": 4490
    },
    {
      "loss_action": 0.022776175290346146,
      "loss_total": 0.022776175290346146,
      "step": 4490
    },
    {
      "loss_action": 0.028241930529475212,
      "loss_total": 0.028241930529475212,
      "step": 4490
    },
    {
      "grad_norm": 0.4021720290184021,
      "learning_rate": 8.998e-05,
      "loss": 0.0342,
      "step": 4500
    },
    {
      "loss_action": 0.03899524360895157,
      "loss_total": 0.03899524360895157,
      "step": 4500
    },
    {
      "loss_action": 0.019052641466259956,
      "loss_total": 0.019052641466259956,
      "step": 4500
    },
    {
      "loss_action": 0.03165144473314285,
      "loss_total": 0.03165144473314285,
      "step": 4500
    },
    {
      "loss_action": 0.02890649065375328,
      "loss_total": 0.02890649065375328,
      "step": 4500
    },
    {
      "loss_action": 0.02553902566432953,
      "loss_total": 0.02553902566432953,
      "step": 4500
    },
    {
      "loss_action": 0.028362605720758438,
      "loss_total": 0.028362605720758438,
      "step": 4500
    },
    {
      "loss_action": 0.03693131357431412,
      "loss_total": 0.03693131357431412,
      "step": 4500
    },
    {
      "loss_action": 0.05984264612197876,
      "loss_total": 0.05984264612197876,
      "step": 4500
    },
    {
      "grad_norm": 0.3962557017803192,
      "learning_rate": 9.018000000000001e-05,
      "loss": 0.03,
      "step": 4510
    },
    {
      "loss_action": 0.029077952727675438,
      "loss_total": 0.029077952727675438,
      "step": 4510
    },
    {
      "loss_action": 0.019282028079032898,
      "loss_total": 0.019282028079032898,
      "step": 4510
    },
    {
      "loss_action": 0.029972810298204422,
      "loss_total": 0.029972810298204422,
      "step": 4510
    },
    {
      "loss_action": 0.018568746745586395,
      "loss_total": 0.018568746745586395,
      "step": 4510
    },
    {
      "loss_action": 0.032749563455581665,
      "loss_total": 0.032749563455581665,
      "step": 4510
    },
    {
      "loss_action": 0.03426853567361832,
      "loss_total": 0.03426853567361832,
      "step": 4510
    },
    {
      "loss_action": 0.031046731397509575,
      "loss_total": 0.031046731397509575,
      "step": 4510
    },
    {
      "loss_action": 0.025192931294441223,
      "loss_total": 0.025192931294441223,
      "step": 4510
    },
    {
      "grad_norm": 0.304619163274765,
      "learning_rate": 9.038000000000001e-05,
      "loss": 0.0287,
      "step": 4520
    },
    {
      "loss_action": 0.017668994143605232,
      "loss_total": 0.017668994143605232,
      "step": 4520
    },
    {
      "loss_action": 0.02622053399682045,
      "loss_total": 0.02622053399682045,
      "step": 4520
    },
    {
      "loss_action": 0.030655665323138237,
      "loss_total": 0.030655665323138237,
      "step": 4520
    },
    {
      "loss_action": 0.035016924142837524,
      "loss_total": 0.035016924142837524,
      "step": 4520
    },
    {
      "loss_action": 0.027501476928591728,
      "loss_total": 0.027501476928591728,
      "step": 4520
    },
    {
      "loss_action": 0.03604196012020111,
      "loss_total": 0.03604196012020111,
      "step": 4520
    },
    {
      "loss_action": 0.04463294893503189,
      "loss_total": 0.04463294893503189,
      "step": 4520
    },
    {
      "loss_action": 0.03456537425518036,
      "loss_total": 0.03456537425518036,
      "step": 4520
    },
    {
      "grad_norm": 0.3236176073551178,
      "learning_rate": 9.058e-05,
      "loss": 0.0318,
      "step": 4530
    },
    {
      "loss_action": 0.024155665189027786,
      "loss_total": 0.024155665189027786,
      "step": 4530
    },
    {
      "loss_action": 0.029296331107616425,
      "loss_total": 0.029296331107616425,
      "step": 4530
    },
    {
      "loss_action": 0.02050759270787239,
      "loss_total": 0.02050759270787239,
      "step": 4530
    },
    {
      "loss_action": 0.035517290234565735,
      "loss_total": 0.035517290234565735,
      "step": 4530
    },
    {
      "loss_action": 0.02122884802520275,
      "loss_total": 0.02122884802520275,
      "step": 4530
    },
    {
      "loss_action": 0.02721184492111206,
      "loss_total": 0.02721184492111206,
      "step": 4530
    },
    {
      "loss_action": 0.02177474834024906,
      "loss_total": 0.02177474834024906,
      "step": 4530
    },
    {
      "loss_action": 0.0204513818025589,
      "loss_total": 0.0204513818025589,
      "step": 4530
    },
    {
      "grad_norm": 0.2467752993106842,
      "learning_rate": 9.078000000000001e-05,
      "loss": 0.0299,
      "step": 4540
    },
    {
      "loss_action": 0.02717355266213417,
      "loss_total": 0.02717355266213417,
      "step": 4540
    },
    {
      "loss_action": 0.01816464588046074,
      "loss_total": 0.01816464588046074,
      "step": 4540
    },
    {
      "loss_action": 0.033792637288570404,
      "loss_total": 0.033792637288570404,
      "step": 4540
    },
    {
      "loss_action": 0.02662523463368416,
      "loss_total": 0.02662523463368416,
      "step": 4540
    },
    {
      "loss_action": 0.05756421759724617,
      "loss_total": 0.05756421759724617,
      "step": 4540
    },
    {
      "loss_action": 0.02468658611178398,
      "loss_total": 0.02468658611178398,
      "step": 4540
    },
    {
      "loss_action": 0.051656898111104965,
      "loss_total": 0.051656898111104965,
      "step": 4540
    },
    {
      "loss_action": 0.03312196582555771,
      "loss_total": 0.03312196582555771,
      "step": 4540
    },
    {
      "grad_norm": 0.5138899683952332,
      "learning_rate": 9.098000000000001e-05,
      "loss": 0.0301,
      "step": 4550
    },
    {
      "loss_action": 0.06499015539884567,
      "loss_total": 0.06499015539884567,
      "step": 4550
    },
    {
      "loss_action": 0.015094209462404251,
      "loss_total": 0.015094209462404251,
      "step": 4550
    },
    {
      "loss_action": 0.024728409945964813,
      "loss_total": 0.024728409945964813,
      "step": 4550
    },
    {
      "loss_action": 0.01794830523431301,
      "loss_total": 0.01794830523431301,
      "step": 4550
    },
    {
      "loss_action": 0.06353521347045898,
      "loss_total": 0.06353521347045898,
      "step": 4550
    },
    {
      "loss_action": 0.04524198919534683,
      "loss_total": 0.04524198919534683,
      "step": 4550
    },
    {
      "loss_action": 0.04513264074921608,
      "loss_total": 0.04513264074921608,
      "step": 4550
    },
    {
      "loss_action": 0.01629449799656868,
      "loss_total": 0.01629449799656868,
      "step": 4550
    },
    {
      "grad_norm": 0.3694521486759186,
      "learning_rate": 9.118e-05,
      "loss": 0.0322,
      "step": 4560
    },
    {
      "loss_action": 0.03062007948756218,
      "loss_total": 0.03062007948756218,
      "step": 4560
    },
    {
      "loss_action": 0.016939731314778328,
      "loss_total": 0.016939731314778328,
      "step": 4560
    },
    {
      "loss_action": 0.021882418543100357,
      "loss_total": 0.021882418543100357,
      "step": 4560
    },
    {
      "loss_action": 0.04157551750540733,
      "loss_total": 0.04157551750540733,
      "step": 4560
    },
    {
      "loss_action": 0.03310946002602577,
      "loss_total": 0.03310946002602577,
      "step": 4560
    },
    {
      "loss_action": 0.05144414305686951,
      "loss_total": 0.05144414305686951,
      "step": 4560
    },
    {
      "loss_action": 0.05007268115878105,
      "loss_total": 0.05007268115878105,
      "step": 4560
    },
    {
      "loss_action": 0.03647347167134285,
      "loss_total": 0.03647347167134285,
      "step": 4560
    },
    {
      "grad_norm": 0.35740920901298523,
      "learning_rate": 9.138e-05,
      "loss": 0.0292,
      "step": 4570
    },
    {
      "loss_action": 0.01473001018166542,
      "loss_total": 0.01473001018166542,
      "step": 4570
    },
    {
      "loss_action": 0.016340473666787148,
      "loss_total": 0.016340473666787148,
      "step": 4570
    },
    {
      "loss_action": 0.018588438630104065,
      "loss_total": 0.018588438630104065,
      "step": 4570
    },
    {
      "loss_action": 0.018357310444116592,
      "loss_total": 0.018357310444116592,
      "step": 4570
    },
    {
      "loss_action": 0.03391120582818985,
      "loss_total": 0.03391120582818985,
      "step": 4570
    },
    {
      "loss_action": 0.023156460374593735,
      "loss_total": 0.023156460374593735,
      "step": 4570
    },
    {
      "loss_action": 0.02244815044105053,
      "loss_total": 0.02244815044105053,
      "step": 4570
    },
    {
      "loss_action": 0.028982825577259064,
      "loss_total": 0.028982825577259064,
      "step": 4570
    },
    {
      "grad_norm": 0.2761150300502777,
      "learning_rate": 9.158e-05,
      "loss": 0.0311,
      "step": 4580
    },
    {
      "loss_action": 0.019171614199876785,
      "loss_total": 0.019171614199876785,
      "step": 4580
    },
    {
      "loss_action": 0.01656748726963997,
      "loss_total": 0.01656748726963997,
      "step": 4580
    },
    {
      "loss_action": 0.08260414749383926,
      "loss_total": 0.08260414749383926,
      "step": 4580
    },
    {
      "loss_action": 0.019816402345895767,
      "loss_total": 0.019816402345895767,
      "step": 4580
    },
    {
      "loss_action": 0.04383136332035065,
      "loss_total": 0.04383136332035065,
      "step": 4580
    },
    {
      "loss_action": 0.022474754601716995,
      "loss_total": 0.022474754601716995,
      "step": 4580
    },
    {
      "loss_action": 0.0272090844810009,
      "loss_total": 0.0272090844810009,
      "step": 4580
    },
    {
      "loss_action": 0.020799905061721802,
      "loss_total": 0.020799905061721802,
      "step": 4580
    },
    {
      "grad_norm": 0.2770731449127197,
      "learning_rate": 9.178e-05,
      "loss": 0.0303,
      "step": 4590
    },
    {
      "loss_action": 0.021969277411699295,
      "loss_total": 0.021969277411699295,
      "step": 4590
    },
    {
      "loss_action": 0.014560665935277939,
      "loss_total": 0.014560665935277939,
      "step": 4590
    },
    {
      "loss_action": 0.027853405103087425,
      "loss_total": 0.027853405103087425,
      "step": 4590
    },
    {
      "loss_action": 0.040654778480529785,
      "loss_total": 0.040654778480529785,
      "step": 4590
    },
    {
      "loss_action": 0.021300513297319412,
      "loss_total": 0.021300513297319412,
      "step": 4590
    },
    {
      "loss_action": 0.01834462210536003,
      "loss_total": 0.01834462210536003,
      "step": 4590
    },
    {
      "loss_action": 0.04708930477499962,
      "loss_total": 0.04708930477499962,
      "step": 4590
    },
    {
      "loss_action": 0.027146238833665848,
      "loss_total": 0.027146238833665848,
      "step": 4590
    },
    {
      "grad_norm": 0.31132861971855164,
      "learning_rate": 9.198e-05,
      "loss": 0.0314,
      "step": 4600
    },
    {
      "loss_action": 0.026178035885095596,
      "loss_total": 0.026178035885095596,
      "step": 4600
    },
    {
      "loss_action": 0.02262413129210472,
      "loss_total": 0.02262413129210472,
      "step": 4600
    },
    {
      "loss_action": 0.02960633859038353,
      "loss_total": 0.02960633859038353,
      "step": 4600
    },
    {
      "loss_action": 0.033020779490470886,
      "loss_total": 0.033020779490470886,
      "step": 4600
    },
    {
      "loss_action": 0.03103221021592617,
      "loss_total": 0.03103221021592617,
      "step": 4600
    },
    {
      "loss_action": 0.027743974700570107,
      "loss_total": 0.027743974700570107,
      "step": 4600
    },
    {
      "loss_action": 0.03748377040028572,
      "loss_total": 0.03748377040028572,
      "step": 4600
    },
    {
      "loss_action": 0.031618837267160416,
      "loss_total": 0.031618837267160416,
      "step": 4600
    },
    {
      "grad_norm": 0.5346930027008057,
      "learning_rate": 9.218e-05,
      "loss": 0.0362,
      "step": 4610
    },
    {
      "loss_action": 0.023970434442162514,
      "loss_total": 0.023970434442162514,
      "step": 4610
    },
    {
      "loss_action": 0.03594105690717697,
      "loss_total": 0.03594105690717697,
      "step": 4610
    },
    {
      "loss_action": 0.05602589249610901,
      "loss_total": 0.05602589249610901,
      "step": 4610
    },
    {
      "loss_action": 0.05928480997681618,
      "loss_total": 0.05928480997681618,
      "step": 4610
    },
    {
      "loss_action": 0.03428911417722702,
      "loss_total": 0.03428911417722702,
      "step": 4610
    },
    {
      "loss_action": 0.0342913419008255,
      "loss_total": 0.0342913419008255,
      "step": 4610
    },
    {
      "loss_action": 0.032601408660411835,
      "loss_total": 0.032601408660411835,
      "step": 4610
    },
    {
      "loss_action": 0.026240313425660133,
      "loss_total": 0.026240313425660133,
      "step": 4610
    },
    {
      "grad_norm": 0.3113724887371063,
      "learning_rate": 9.238e-05,
      "loss": 0.0363,
      "step": 4620
    },
    {
      "loss_action": 0.022873563691973686,
      "loss_total": 0.022873563691973686,
      "step": 4620
    },
    {
      "loss_action": 0.032038718461990356,
      "loss_total": 0.032038718461990356,
      "step": 4620
    },
    {
      "loss_action": 0.05131803825497627,
      "loss_total": 0.05131803825497627,
      "step": 4620
    },
    {
      "loss_action": 0.03595314919948578,
      "loss_total": 0.03595314919948578,
      "step": 4620
    },
    {
      "loss_action": 0.02510346844792366,
      "loss_total": 0.02510346844792366,
      "step": 4620
    },
    {
      "loss_action": 0.033531635999679565,
      "loss_total": 0.033531635999679565,
      "step": 4620
    },
    {
      "loss_action": 0.028069335967302322,
      "loss_total": 0.028069335967302322,
      "step": 4620
    },
    {
      "loss_action": 0.029840555042028427,
      "loss_total": 0.029840555042028427,
      "step": 4620
    },
    {
      "grad_norm": 0.4071497917175293,
      "learning_rate": 9.258e-05,
      "loss": 0.034,
      "step": 4630
    },
    {
      "loss_action": 0.04265298694372177,
      "loss_total": 0.04265298694372177,
      "step": 4630
    },
    {
      "loss_action": 0.028656668961048126,
      "loss_total": 0.028656668961048126,
      "step": 4630
    },
    {
      "loss_action": 0.01797553524374962,
      "loss_total": 0.01797553524374962,
      "step": 4630
    },
    {
      "loss_action": 0.03328610956668854,
      "loss_total": 0.03328610956668854,
      "step": 4630
    },
    {
      "loss_action": 0.05964769050478935,
      "loss_total": 0.05964769050478935,
      "step": 4630
    },
    {
      "loss_action": 0.039761945605278015,
      "loss_total": 0.039761945605278015,
      "step": 4630
    },
    {
      "loss_action": 0.02388783171772957,
      "loss_total": 0.02388783171772957,
      "step": 4630
    },
    {
      "loss_action": 0.0274663008749485,
      "loss_total": 0.0274663008749485,
      "step": 4630
    },
    {
      "grad_norm": 0.26392680406570435,
      "learning_rate": 9.278e-05,
      "loss": 0.0305,
      "step": 4640
    },
    {
      "loss_action": 0.03947291523218155,
      "loss_total": 0.03947291523218155,
      "step": 4640
    },
    {
      "loss_action": 0.03274262696504593,
      "loss_total": 0.03274262696504593,
      "step": 4640
    },
    {
      "loss_action": 0.03275926411151886,
      "loss_total": 0.03275926411151886,
      "step": 4640
    },
    {
      "loss_action": 0.02034195140004158,
      "loss_total": 0.02034195140004158,
      "step": 4640
    },
    {
      "loss_action": 0.014398828148841858,
      "loss_total": 0.014398828148841858,
      "step": 4640
    },
    {
      "loss_action": 0.032301612198352814,
      "loss_total": 0.032301612198352814,
      "step": 4640
    },
    {
      "loss_action": 0.032144732773303986,
      "loss_total": 0.032144732773303986,
      "step": 4640
    },
    {
      "loss_action": 0.018206821754574776,
      "loss_total": 0.018206821754574776,
      "step": 4640
    },
    {
      "grad_norm": 0.4280930161476135,
      "learning_rate": 9.298e-05,
      "loss": 0.0308,
      "step": 4650
    },
    {
      "loss_action": 0.03748094663023949,
      "loss_total": 0.03748094663023949,
      "step": 4650
    },
    {
      "loss_action": 0.041773684322834015,
      "loss_total": 0.041773684322834015,
      "step": 4650
    },
    {
      "loss_action": 0.019731882959604263,
      "loss_total": 0.019731882959604263,
      "step": 4650
    },
    {
      "loss_action": 0.028850974515080452,
      "loss_total": 0.028850974515080452,
      "step": 4650
    },
    {
      "loss_action": 0.02082110196352005,
      "loss_total": 0.02082110196352005,
      "step": 4650
    },
    {
      "loss_action": 0.024762457236647606,
      "loss_total": 0.024762457236647606,
      "step": 4650
    },
    {
      "loss_action": 0.031881947070360184,
      "loss_total": 0.031881947070360184,
      "step": 4650
    },
    {
      "loss_action": 0.032821204513311386,
      "loss_total": 0.032821204513311386,
      "step": 4650
    },
    {
      "grad_norm": 0.3427669107913971,
      "learning_rate": 9.318e-05,
      "loss": 0.0288,
      "step": 4660
    },
    {
      "loss_action": 0.028532296419143677,
      "loss_total": 0.028532296419143677,
      "step": 4660
    },
    {
      "loss_action": 0.02700009196996689,
      "loss_total": 0.02700009196996689,
      "step": 4660
    },
    {
      "loss_action": 0.029599489644169807,
      "loss_total": 0.029599489644169807,
      "step": 4660
    },
    {
      "loss_action": 0.015476645901799202,
      "loss_total": 0.015476645901799202,
      "step": 4660
    },
    {
      "loss_action": 0.02201339416205883,
      "loss_total": 0.02201339416205883,
      "step": 4660
    },
    {
      "loss_action": 0.018896661698818207,
      "loss_total": 0.018896661698818207,
      "step": 4660
    },
    {
      "loss_action": 0.045679666101932526,
      "loss_total": 0.045679666101932526,
      "step": 4660
    },
    {
      "loss_action": 0.029248688369989395,
      "loss_total": 0.029248688369989395,
      "step": 4660
    },
    {
      "grad_norm": 0.4210488498210907,
      "learning_rate": 9.338e-05,
      "loss": 0.0337,
      "step": 4670
    },
    {
      "loss_action": 0.018796157091856003,
      "loss_total": 0.018796157091856003,
      "step": 4670
    },
    {
      "loss_action": 0.036358531564474106,
      "loss_total": 0.036358531564474106,
      "step": 4670
    },
    {
      "loss_action": 0.026448030024766922,
      "loss_total": 0.026448030024766922,
      "step": 4670
    },
    {
      "loss_action": 0.031064840033650398,
      "loss_total": 0.031064840033650398,
      "step": 4670
    },
    {
      "loss_action": 0.030363155528903008,
      "loss_total": 0.030363155528903008,
      "step": 4670
    },
    {
      "loss_action": 0.033314526081085205,
      "loss_total": 0.033314526081085205,
      "step": 4670
    },
    {
      "loss_action": 0.025732802227139473,
      "loss_total": 0.025732802227139473,
      "step": 4670
    },
    {
      "loss_action": 0.024363543838262558,
      "loss_total": 0.024363543838262558,
      "step": 4670
    },
    {
      "grad_norm": 0.4279141426086426,
      "learning_rate": 9.358e-05,
      "loss": 0.0316,
      "step": 4680
    },
    {
      "loss_action": 0.0420059897005558,
      "loss_total": 0.0420059897005558,
      "step": 4680
    },
    {
      "loss_action": 0.04290353134274483,
      "loss_total": 0.04290353134274483,
      "step": 4680
    },
    {
      "loss_action": 0.031084217131137848,
      "loss_total": 0.031084217131137848,
      "step": 4680
    },
    {
      "loss_action": 0.020000163465738297,
      "loss_total": 0.020000163465738297,
      "step": 4680
    },
    {
      "loss_action": 0.03347322344779968,
      "loss_total": 0.03347322344779968,
      "step": 4680
    },
    {
      "loss_action": 0.03451814875006676,
      "loss_total": 0.03451814875006676,
      "step": 4680
    },
    {
      "loss_action": 0.0285719595849514,
      "loss_total": 0.0285719595849514,
      "step": 4680
    },
    {
      "loss_action": 0.01940789632499218,
      "loss_total": 0.01940789632499218,
      "step": 4680
    },
    {
      "grad_norm": 0.3297615349292755,
      "learning_rate": 9.378e-05,
      "loss": 0.0351,
      "step": 4690
    },
    {
      "loss_action": 0.01627887785434723,
      "loss_total": 0.01627887785434723,
      "step": 4690
    },
    {
      "loss_action": 0.02109788917005062,
      "loss_total": 0.02109788917005062,
      "step": 4690
    },
    {
      "loss_action": 0.024864383041858673,
      "loss_total": 0.024864383041858673,
      "step": 4690
    },
    {
      "loss_action": 0.018872912973165512,
      "loss_total": 0.018872912973165512,
      "step": 4690
    },
    {
      "loss_action": 0.017084211111068726,
      "loss_total": 0.017084211111068726,
      "step": 4690
    },
    {
      "loss_action": 0.026503263041377068,
      "loss_total": 0.026503263041377068,
      "step": 4690
    },
    {
      "loss_action": 0.02763354405760765,
      "loss_total": 0.02763354405760765,
      "step": 4690
    },
    {
      "loss_action": 0.01598687842488289,
      "loss_total": 0.01598687842488289,
      "step": 4690
    },
    {
      "grad_norm": 0.3980863392353058,
      "learning_rate": 9.398e-05,
      "loss": 0.0291,
      "step": 4700
    },
    {
      "loss_action": 0.017376068979501724,
      "loss_total": 0.017376068979501724,
      "step": 4700
    },
    {
      "loss_action": 0.025367923080921173,
      "loss_total": 0.025367923080921173,
      "step": 4700
    },
    {
      "loss_action": 0.04965726286172867,
      "loss_total": 0.04965726286172867,
      "step": 4700
    },
    {
      "loss_action": 0.03428841009736061,
      "loss_total": 0.03428841009736061,
      "step": 4700
    },
    {
      "loss_action": 0.03216402232646942,
      "loss_total": 0.03216402232646942,
      "step": 4700
    },
    {
      "loss_action": 0.03000134602189064,
      "loss_total": 0.03000134602189064,
      "step": 4700
    },
    {
      "loss_action": 0.03093530982732773,
      "loss_total": 0.03093530982732773,
      "step": 4700
    },
    {
      "loss_action": 0.06096731126308441,
      "loss_total": 0.06096731126308441,
      "step": 4700
    },
    {
      "grad_norm": 0.30599042773246765,
      "learning_rate": 9.418e-05,
      "loss": 0.0292,
      "step": 4710
    },
    {
      "loss_action": 0.04575426131486893,
      "loss_total": 0.04575426131486893,
      "step": 4710
    },
    {
      "loss_action": 0.03243307024240494,
      "loss_total": 0.03243307024240494,
      "step": 4710
    },
    {
      "loss_action": 0.03160759061574936,
      "loss_total": 0.03160759061574936,
      "step": 4710
    },
    {
      "loss_action": 0.054300904273986816,
      "loss_total": 0.054300904273986816,
      "step": 4710
    },
    {
      "loss_action": 0.020053476095199585,
      "loss_total": 0.020053476095199585,
      "step": 4710
    },
    {
      "loss_action": 0.02840547263622284,
      "loss_total": 0.02840547263622284,
      "step": 4710
    },
    {
      "loss_action": 0.04082333296537399,
      "loss_total": 0.04082333296537399,
      "step": 4710
    },
    {
      "loss_action": 0.0165107399225235,
      "loss_total": 0.0165107399225235,
      "step": 4710
    },
    {
      "grad_norm": 0.44660839438438416,
      "learning_rate": 9.438e-05,
      "loss": 0.0303,
      "step": 4720
    },
    {
      "loss_action": 0.03053312934935093,
      "loss_total": 0.03053312934935093,
      "step": 4720
    },
    {
      "loss_action": 0.01821109838783741,
      "loss_total": 0.01821109838783741,
      "step": 4720
    },
    {
      "loss_action": 0.021781794726848602,
      "loss_total": 0.021781794726848602,
      "step": 4720
    },
    {
      "loss_action": 0.03071896918118,
      "loss_total": 0.03071896918118,
      "step": 4720
    },
    {
      "loss_action": 0.031121350824832916,
      "loss_total": 0.031121350824832916,
      "step": 4720
    },
    {
      "loss_action": 0.06201824173331261,
      "loss_total": 0.06201824173331261,
      "step": 4720
    },
    {
      "loss_action": 0.039605267345905304,
      "loss_total": 0.039605267345905304,
      "step": 4720
    },
    {
      "loss_action": 0.02885187417268753,
      "loss_total": 0.02885187417268753,
      "step": 4720
    },
    {
      "grad_norm": 0.3820568323135376,
      "learning_rate": 9.458e-05,
      "loss": 0.0338,
      "step": 4730
    },
    {
      "loss_action": 0.02460748702287674,
      "loss_total": 0.02460748702287674,
      "step": 4730
    },
    {
      "loss_action": 0.03395083546638489,
      "loss_total": 0.03395083546638489,
      "step": 4730
    },
    {
      "loss_action": 0.04684089124202728,
      "loss_total": 0.04684089124202728,
      "step": 4730
    },
    {
      "loss_action": 0.029110290110111237,
      "loss_total": 0.029110290110111237,
      "step": 4730
    },
    {
      "loss_action": 0.028756817802786827,
      "loss_total": 0.028756817802786827,
      "step": 4730
    },
    {
      "loss_action": 0.06642022728919983,
      "loss_total": 0.06642022728919983,
      "step": 4730
    },
    {
      "loss_action": 0.022483499720692635,
      "loss_total": 0.022483499720692635,
      "step": 4730
    },
    {
      "loss_action": 0.020352160558104515,
      "loss_total": 0.020352160558104515,
      "step": 4730
    },
    {
      "grad_norm": 0.36819496750831604,
      "learning_rate": 9.478e-05,
      "loss": 0.0338,
      "step": 4740
    },
    {
      "loss_action": 0.04317362606525421,
      "loss_total": 0.04317362606525421,
      "step": 4740
    },
    {
      "loss_action": 0.02472645416855812,
      "loss_total": 0.02472645416855812,
      "step": 4740
    },
    {
      "loss_action": 0.020132798701524734,
      "loss_total": 0.020132798701524734,
      "step": 4740
    },
    {
      "loss_action": 0.03797321766614914,
      "loss_total": 0.03797321766614914,
      "step": 4740
    },
    {
      "loss_action": 0.021765317767858505,
      "loss_total": 0.021765317767858505,
      "step": 4740
    },
    {
      "loss_action": 0.039119474589824677,
      "loss_total": 0.039119474589824677,
      "step": 4740
    },
    {
      "loss_action": 0.021762369200587273,
      "loss_total": 0.021762369200587273,
      "step": 4740
    },
    {
      "loss_action": 0.03317118063569069,
      "loss_total": 0.03317118063569069,
      "step": 4740
    },
    {
      "grad_norm": 0.4542451798915863,
      "learning_rate": 9.498e-05,
      "loss": 0.0356,
      "step": 4750
    },
    {
      "loss_action": 0.02033931016921997,
      "loss_total": 0.02033931016921997,
      "step": 4750
    },
    {
      "loss_action": 0.03659666329622269,
      "loss_total": 0.03659666329622269,
      "step": 4750
    },
    {
      "loss_action": 0.027157394215464592,
      "loss_total": 0.027157394215464592,
      "step": 4750
    },
    {
      "loss_action": 0.022992175072431564,
      "loss_total": 0.022992175072431564,
      "step": 4750
    },
    {
      "loss_action": 0.03633848577737808,
      "loss_total": 0.03633848577737808,
      "step": 4750
    },
    {
      "loss_action": 0.02432640828192234,
      "loss_total": 0.02432640828192234,
      "step": 4750
    },
    {
      "loss_action": 0.034401632845401764,
      "loss_total": 0.034401632845401764,
      "step": 4750
    },
    {
      "loss_action": 0.025928642600774765,
      "loss_total": 0.025928642600774765,
      "step": 4750
    },
    {
      "grad_norm": 0.41235071420669556,
      "learning_rate": 9.518000000000001e-05,
      "loss": 0.0342,
      "step": 4760
    },
    {
      "loss_action": 0.02658727392554283,
      "loss_total": 0.02658727392554283,
      "step": 4760
    },
    {
      "loss_action": 0.034232061356306076,
      "loss_total": 0.034232061356306076,
      "step": 4760
    },
    {
      "loss_action": 0.016311904415488243,
      "loss_total": 0.016311904415488243,
      "step": 4760
    },
    {
      "loss_action": 0.026531264185905457,
      "loss_total": 0.026531264185905457,
      "step": 4760
    },
    {
      "loss_action": 0.02612634375691414,
      "loss_total": 0.02612634375691414,
      "step": 4760
    },
    {
      "loss_action": 0.0300337765365839,
      "loss_total": 0.0300337765365839,
      "step": 4760
    },
    {
      "loss_action": 0.018503382802009583,
      "loss_total": 0.018503382802009583,
      "step": 4760
    },
    {
      "loss_action": 0.029582811519503593,
      "loss_total": 0.029582811519503593,
      "step": 4760
    },
    {
      "grad_norm": 0.3741106688976288,
      "learning_rate": 9.538e-05,
      "loss": 0.0328,
      "step": 4770
    },
    {
      "loss_action": 0.08547739684581757,
      "loss_total": 0.08547739684581757,
      "step": 4770
    },
    {
      "loss_action": 0.05488350987434387,
      "loss_total": 0.05488350987434387,
      "step": 4770
    },
    {
      "loss_action": 0.02403317578136921,
      "loss_total": 0.02403317578136921,
      "step": 4770
    },
    {
      "loss_action": 0.037756867706775665,
      "loss_total": 0.037756867706775665,
      "step": 4770
    },
    {
      "loss_action": 0.029576608911156654,
      "loss_total": 0.029576608911156654,
      "step": 4770
    },
    {
      "loss_action": 0.02563485875725746,
      "loss_total": 0.02563485875725746,
      "step": 4770
    },
    {
      "loss_action": 0.023566508665680885,
      "loss_total": 0.023566508665680885,
      "step": 4770
    },
    {
      "loss_action": 0.04816512018442154,
      "loss_total": 0.04816512018442154,
      "step": 4770
    },
    {
      "grad_norm": 0.4042886793613434,
      "learning_rate": 9.558e-05,
      "loss": 0.0355,
      "step": 4780
    },
    {
      "loss_action": 0.028340376913547516,
      "loss_total": 0.028340376913547516,
      "step": 4780
    },
    {
      "loss_action": 0.045137885957956314,
      "loss_total": 0.045137885957956314,
      "step": 4780
    },
    {
      "loss_action": 0.022919636219739914,
      "loss_total": 0.022919636219739914,
      "step": 4780
    },
    {
      "loss_action": 0.021860135719180107,
      "loss_total": 0.021860135719180107,
      "step": 4780
    },
    {
      "loss_action": 0.023006513714790344,
      "loss_total": 0.023006513714790344,
      "step": 4780
    },
    {
      "loss_action": 0.03021232783794403,
      "loss_total": 0.03021232783794403,
      "step": 4780
    },
    {
      "loss_action": 0.029032908380031586,
      "loss_total": 0.029032908380031586,
      "step": 4780
    },
    {
      "loss_action": 0.02863432466983795,
      "loss_total": 0.02863432466983795,
      "step": 4780
    },
    {
      "grad_norm": 0.3147258162498474,
      "learning_rate": 9.578000000000001e-05,
      "loss": 0.0316,
      "step": 4790
    },
    {
      "loss_action": 0.01489202119410038,
      "loss_total": 0.01489202119410038,
      "step": 4790
    },
    {
      "loss_action": 0.024678168818354607,
      "loss_total": 0.024678168818354607,
      "step": 4790
    },
    {
      "loss_action": 0.03793599456548691,
      "loss_total": 0.03793599456548691,
      "step": 4790
    },
    {
      "loss_action": 0.05493539199233055,
      "loss_total": 0.05493539199233055,
      "step": 4790
    },
    {
      "loss_action": 0.01798996329307556,
      "loss_total": 0.01798996329307556,
      "step": 4790
    },
    {
      "loss_action": 0.026864875108003616,
      "loss_total": 0.026864875108003616,
      "step": 4790
    },
    {
      "loss_action": 0.028239697217941284,
      "loss_total": 0.028239697217941284,
      "step": 4790
    },
    {
      "loss_action": 0.02573946863412857,
      "loss_total": 0.02573946863412857,
      "step": 4790
    },
    {
      "grad_norm": 0.35269221663475037,
      "learning_rate": 9.598e-05,
      "loss": 0.0304,
      "step": 4800
    },
    {
      "loss_action": 0.04605903849005699,
      "loss_total": 0.04605903849005699,
      "step": 4800
    },
    {
      "loss_action": 0.027310241013765335,
      "loss_total": 0.027310241013765335,
      "step": 4800
    },
    {
      "loss_action": 0.020693013444542885,
      "loss_total": 0.020693013444542885,
      "step": 4800
    },
    {
      "loss_action": 0.023792752996087074,
      "loss_total": 0.023792752996087074,
      "step": 4800
    },
    {
      "loss_action": 0.03253429755568504,
      "loss_total": 0.03253429755568504,
      "step": 4800
    },
    {
      "loss_action": 0.04143151268362999,
      "loss_total": 0.04143151268362999,
      "step": 4800
    },
    {
      "loss_action": 0.03041059523820877,
      "loss_total": 0.03041059523820877,
      "step": 4800
    },
    {
      "loss_action": 0.017001662403345108,
      "loss_total": 0.017001662403345108,
      "step": 4800
    },
    {
      "grad_norm": 0.3166039288043976,
      "learning_rate": 9.618e-05,
      "loss": 0.0314,
      "step": 4810
    },
    {
      "loss_action": 0.04307502508163452,
      "loss_total": 0.04307502508163452,
      "step": 4810
    },
    {
      "loss_action": 0.02241620235145092,
      "loss_total": 0.02241620235145092,
      "step": 4810
    },
    {
      "loss_action": 0.026089739054441452,
      "loss_total": 0.026089739054441452,
      "step": 4810
    },
    {
      "loss_action": 0.029746700078248978,
      "loss_total": 0.029746700078248978,
      "step": 4810
    },
    {
      "loss_action": 0.1296481490135193,
      "loss_total": 0.1296481490135193,
      "step": 4810
    },
    {
      "loss_action": 0.044004134833812714,
      "loss_total": 0.044004134833812714,
      "step": 4810
    },
    {
      "loss_action": 0.02607021853327751,
      "loss_total": 0.02607021853327751,
      "step": 4810
    },
    {
      "loss_action": 0.020633850246667862,
      "loss_total": 0.020633850246667862,
      "step": 4810
    },
    {
      "grad_norm": 0.47169584035873413,
      "learning_rate": 9.638000000000001e-05,
      "loss": 0.031,
      "step": 4820
    },
    {
      "loss_action": 0.03250012546777725,
      "loss_total": 0.03250012546777725,
      "step": 4820
    },
    {
      "loss_action": 0.02134125679731369,
      "loss_total": 0.02134125679731369,
      "step": 4820
    },
    {
      "loss_action": 0.026033364236354828,
      "loss_total": 0.026033364236354828,
      "step": 4820
    },
    {
      "loss_action": 0.025965314358472824,
      "loss_total": 0.025965314358472824,
      "step": 4820
    },
    {
      "loss_action": 0.013776186853647232,
      "loss_total": 0.013776186853647232,
      "step": 4820
    },
    {
      "loss_action": 0.042213261127471924,
      "loss_total": 0.042213261127471924,
      "step": 4820
    },
    {
      "loss_action": 0.02137840911746025,
      "loss_total": 0.02137840911746025,
      "step": 4820
    },
    {
      "loss_action": 0.055559705942869186,
      "loss_total": 0.055559705942869186,
      "step": 4820
    },
    {
      "grad_norm": 0.3807544410228729,
      "learning_rate": 9.658e-05,
      "loss": 0.0308,
      "step": 4830
    },
    {
      "loss_action": 0.03456442803144455,
      "loss_total": 0.03456442803144455,
      "step": 4830
    },
    {
      "loss_action": 0.02148750051856041,
      "loss_total": 0.02148750051856041,
      "step": 4830
    },
    {
      "loss_action": 0.06492511928081512,
      "loss_total": 0.06492511928081512,
      "step": 4830
    },
    {
      "loss_action": 0.03658685460686684,
      "loss_total": 0.03658685460686684,
      "step": 4830
    },
    {
      "loss_action": 0.04653476923704147,
      "loss_total": 0.04653476923704147,
      "step": 4830
    },
    {
      "loss_action": 0.0171932652592659,
      "loss_total": 0.0171932652592659,
      "step": 4830
    },
    {
      "loss_action": 0.03673281520605087,
      "loss_total": 0.03673281520605087,
      "step": 4830
    },
    {
      "loss_action": 0.056385740637779236,
      "loss_total": 0.056385740637779236,
      "step": 4830
    },
    {
      "grad_norm": 0.33061304688453674,
      "learning_rate": 9.678e-05,
      "loss": 0.0341,
      "step": 4840
    },
    {
      "loss_action": 0.02198658511042595,
      "loss_total": 0.02198658511042595,
      "step": 4840
    },
    {
      "loss_action": 0.031162763014435768,
      "loss_total": 0.031162763014435768,
      "step": 4840
    },
    {
      "loss_action": 0.016971752047538757,
      "loss_total": 0.016971752047538757,
      "step": 4840
    },
    {
      "loss_action": 0.03085491620004177,
      "loss_total": 0.03085491620004177,
      "step": 4840
    },
    {
      "loss_action": 0.023543745279312134,
      "loss_total": 0.023543745279312134,
      "step": 4840
    },
    {
      "loss_action": 0.03652229160070419,
      "loss_total": 0.03652229160070419,
      "step": 4840
    },
    {
      "loss_action": 0.043428387492895126,
      "loss_total": 0.043428387492895126,
      "step": 4840
    },
    {
      "loss_action": 0.03984393551945686,
      "loss_total": 0.03984393551945686,
      "step": 4840
    },
    {
      "grad_norm": 0.26642337441444397,
      "learning_rate": 9.698000000000001e-05,
      "loss": 0.0288,
      "step": 4850
    },
    {
      "loss_action": 0.034528233110904694,
      "loss_total": 0.034528233110904694,
      "step": 4850
    },
    {
      "loss_action": 0.027038229629397392,
      "loss_total": 0.027038229629397392,
      "step": 4850
    },
    {
      "loss_action": 0.03207582235336304,
      "loss_total": 0.03207582235336304,
      "step": 4850
    },
    {
      "loss_action": 0.016059018671512604,
      "loss_total": 0.016059018671512604,
      "step": 4850
    },
    {
      "loss_action": 0.027000481262803078,
      "loss_total": 0.027000481262803078,
      "step": 4850
    },
    {
      "loss_action": 0.07865679264068604,
      "loss_total": 0.07865679264068604,
      "step": 4850
    },
    {
      "loss_action": 0.026045750826597214,
      "loss_total": 0.026045750826597214,
      "step": 4850
    },
    {
      "loss_action": 0.02789659984409809,
      "loss_total": 0.02789659984409809,
      "step": 4850
    },
    {
      "grad_norm": 0.33060333132743835,
      "learning_rate": 9.718e-05,
      "loss": 0.0301,
      "step": 4860
    },
    {
      "loss_action": 0.02060241997241974,
      "loss_total": 0.02060241997241974,
      "step": 4860
    },
    {
      "loss_action": 0.031120460480451584,
      "loss_total": 0.031120460480451584,
      "step": 4860
    },
    {
      "loss_action": 0.014555579051375389,
      "loss_total": 0.014555579051375389,
      "step": 4860
    },
    {
      "loss_action": 0.021832454949617386,
      "loss_total": 0.021832454949617386,
      "step": 4860
    },
    {
      "loss_action": 0.026671450585126877,
      "loss_total": 0.026671450585126877,
      "step": 4860
    },
    {
      "loss_action": 0.059661947190761566,
      "loss_total": 0.059661947190761566,
      "step": 4860
    },
    {
      "loss_action": 0.01890261285007,
      "loss_total": 0.01890261285007,
      "step": 4860
    },
    {
      "loss_action": 0.023390593007206917,
      "loss_total": 0.023390593007206917,
      "step": 4860
    },
    {
      "grad_norm": 0.4214720129966736,
      "learning_rate": 9.738e-05,
      "loss": 0.029,
      "step": 4870
    },
    {
      "loss_action": 0.026799729093909264,
      "loss_total": 0.026799729093909264,
      "step": 4870
    },
    {
      "loss_action": 0.019531410187482834,
      "loss_total": 0.019531410187482834,
      "step": 4870
    },
    {
      "loss_action": 0.02404218167066574,
      "loss_total": 0.02404218167066574,
      "step": 4870
    },
    {
      "loss_action": 0.019230036064982414,
      "loss_total": 0.019230036064982414,
      "step": 4870
    },
    {
      "loss_action": 0.019063539803028107,
      "loss_total": 0.019063539803028107,
      "step": 4870
    },
    {
      "loss_action": 0.036181189119815826,
      "loss_total": 0.036181189119815826,
      "step": 4870
    },
    {
      "loss_action": 0.02621210552752018,
      "loss_total": 0.02621210552752018,
      "step": 4870
    },
    {
      "loss_action": 0.03936339169740677,
      "loss_total": 0.03936339169740677,
      "step": 4870
    },
    {
      "grad_norm": 0.32120418548583984,
      "learning_rate": 9.758000000000001e-05,
      "loss": 0.0273,
      "step": 4880
    },
    {
      "loss_action": 0.01667451485991478,
      "loss_total": 0.01667451485991478,
      "step": 4880
    },
    {
      "loss_action": 0.019912488758563995,
      "loss_total": 0.019912488758563995,
      "step": 4880
    },
    {
      "loss_action": 0.02327905222773552,
      "loss_total": 0.02327905222773552,
      "step": 4880
    },
    {
      "loss_action": 0.016431991010904312,
      "loss_total": 0.016431991010904312,
      "step": 4880
    },
    {
      "loss_action": 0.015023605898022652,
      "loss_total": 0.015023605898022652,
      "step": 4880
    },
    {
      "loss_action": 0.02524752728641033,
      "loss_total": 0.02524752728641033,
      "step": 4880
    },
    {
      "loss_action": 0.024059362709522247,
      "loss_total": 0.024059362709522247,
      "step": 4880
    },
    {
      "loss_action": 0.027189362794160843,
      "loss_total": 0.027189362794160843,
      "step": 4880
    },
    {
      "grad_norm": 0.32376521825790405,
      "learning_rate": 9.778e-05,
      "loss": 0.0262,
      "step": 4890
    },
    {
      "loss_action": 0.031483400613069534,
      "loss_total": 0.031483400613069534,
      "step": 4890
    },
    {
      "loss_action": 0.02694695070385933,
      "loss_total": 0.02694695070385933,
      "step": 4890
    },
    {
      "loss_action": 0.027919622138142586,
      "loss_total": 0.027919622138142586,
      "step": 4890
    },
    {
      "loss_action": 0.030789081007242203,
      "loss_total": 0.030789081007242203,
      "step": 4890
    },
    {
      "loss_action": 0.02736971527338028,
      "loss_total": 0.02736971527338028,
      "step": 4890
    },
    {
      "loss_action": 0.018446456640958786,
      "loss_total": 0.018446456640958786,
      "step": 4890
    },
    {
      "loss_action": 0.0255266260355711,
      "loss_total": 0.0255266260355711,
      "step": 4890
    },
    {
      "loss_action": 0.027741748839616776,
      "loss_total": 0.027741748839616776,
      "step": 4890
    },
    {
      "grad_norm": 0.3865600824356079,
      "learning_rate": 9.798000000000001e-05,
      "loss": 0.0293,
      "step": 4900
    },
    {
      "loss_action": 0.024736255407333374,
      "loss_total": 0.024736255407333374,
      "step": 4900
    },
    {
      "loss_action": 0.054038938134908676,
      "loss_total": 0.054038938134908676,
      "step": 4900
    },
    {
      "loss_action": 0.0680980309844017,
      "loss_total": 0.0680980309844017,
      "step": 4900
    },
    {
      "loss_action": 0.0811128243803978,
      "loss_total": 0.0811128243803978,
      "step": 4900
    },
    {
      "loss_action": 0.025566615164279938,
      "loss_total": 0.025566615164279938,
      "step": 4900
    },
    {
      "loss_action": 0.03402969241142273,
      "loss_total": 0.03402969241142273,
      "step": 4900
    },
    {
      "loss_action": 0.03275163471698761,
      "loss_total": 0.03275163471698761,
      "step": 4900
    },
    {
      "loss_action": 0.026131562888622284,
      "loss_total": 0.026131562888622284,
      "step": 4900
    },
    {
      "grad_norm": 0.32889968156814575,
      "learning_rate": 9.818000000000001e-05,
      "loss": 0.0306,
      "step": 4910
    },
    {
      "loss_action": 0.022841844707727432,
      "loss_total": 0.022841844707727432,
      "step": 4910
    },
    {
      "loss_action": 0.028370114043354988,
      "loss_total": 0.028370114043354988,
      "step": 4910
    },
    {
      "loss_action": 0.16475127637386322,
      "loss_total": 0.16475127637386322,
      "step": 4910
    },
    {
      "loss_action": 0.021137721836566925,
      "loss_total": 0.021137721836566925,
      "step": 4910
    },
    {
      "loss_action": 0.03166307508945465,
      "loss_total": 0.03166307508945465,
      "step": 4910
    },
    {
      "loss_action": 0.04970521852374077,
      "loss_total": 0.04970521852374077,
      "step": 4910
    },
    {
      "loss_action": 0.05840463191270828,
      "loss_total": 0.05840463191270828,
      "step": 4910
    },
    {
      "loss_action": 0.05219901353120804,
      "loss_total": 0.05219901353120804,
      "step": 4910
    },
    {
      "grad_norm": 0.3021732270717621,
      "learning_rate": 9.838e-05,
      "loss": 0.0338,
      "step": 4920
    },
    {
      "loss_action": 0.015820344910025597,
      "loss_total": 0.015820344910025597,
      "step": 4920
    },
    {
      "loss_action": 0.026945922523736954,
      "loss_total": 0.026945922523736954,
      "step": 4920
    },
    {
      "loss_action": 0.043058112263679504,
      "loss_total": 0.043058112263679504,
      "step": 4920
    },
    {
      "loss_action": 0.021022817119956017,
      "loss_total": 0.021022817119956017,
      "step": 4920
    },
    {
      "loss_action": 0.031610529869794846,
      "loss_total": 0.031610529869794846,
      "step": 4920
    },
    {
      "loss_action": 0.03809510916471481,
      "loss_total": 0.03809510916471481,
      "step": 4920
    },
    {
      "loss_action": 0.02733125537633896,
      "loss_total": 0.02733125537633896,
      "step": 4920
    },
    {
      "loss_action": 0.035466503351926804,
      "loss_total": 0.035466503351926804,
      "step": 4920
    },
    {
      "grad_norm": 0.3944096267223358,
      "learning_rate": 9.858000000000001e-05,
      "loss": 0.0327,
      "step": 4930
    },
    {
      "loss_action": 0.019866537302732468,
      "loss_total": 0.019866537302732468,
      "step": 4930
    },
    {
      "loss_action": 0.01946314424276352,
      "loss_total": 0.01946314424276352,
      "step": 4930
    },
    {
      "loss_action": 0.03151668235659599,
      "loss_total": 0.03151668235659599,
      "step": 4930
    },
    {
      "loss_action": 0.023096652701497078,
      "loss_total": 0.023096652701497078,
      "step": 4930
    },
    {
      "loss_action": 0.024182580411434174,
      "loss_total": 0.024182580411434174,
      "step": 4930
    },
    {
      "loss_action": 0.027120456099510193,
      "loss_total": 0.027120456099510193,
      "step": 4930
    },
    {
      "loss_action": 0.021988892927765846,
      "loss_total": 0.021988892927765846,
      "step": 4930
    },
    {
      "loss_action": 0.018994761630892754,
      "loss_total": 0.018994761630892754,
      "step": 4930
    },
    {
      "grad_norm": 0.3421996533870697,
      "learning_rate": 9.878e-05,
      "loss": 0.0277,
      "step": 4940
    },
    {
      "loss_action": 0.039108626544475555,
      "loss_total": 0.039108626544475555,
      "step": 4940
    },
    {
      "loss_action": 0.01947101205587387,
      "loss_total": 0.01947101205587387,
      "step": 4940
    },
    {
      "loss_action": 0.024016153067350388,
      "loss_total": 0.024016153067350388,
      "step": 4940
    },
    {
      "loss_action": 0.035656969994306564,
      "loss_total": 0.035656969994306564,
      "step": 4940
    },
    {
      "loss_action": 0.024314671754837036,
      "loss_total": 0.024314671754837036,
      "step": 4940
    },
    {
      "loss_action": 0.030487868934869766,
      "loss_total": 0.030487868934869766,
      "step": 4940
    },
    {
      "loss_action": 0.02307370863854885,
      "loss_total": 0.02307370863854885,
      "step": 4940
    },
    {
      "loss_action": 0.03974624350667,
      "loss_total": 0.03974624350667,
      "step": 4940
    },
    {
      "grad_norm": 0.3707243502140045,
      "learning_rate": 9.898e-05,
      "loss": 0.0354,
      "step": 4950
    },
    {
      "loss_action": 0.025180041790008545,
      "loss_total": 0.025180041790008545,
      "step": 4950
    },
    {
      "loss_action": 0.03173025697469711,
      "loss_total": 0.03173025697469711,
      "step": 4950
    },
    {
      "loss_action": 0.024512484669685364,
      "loss_total": 0.024512484669685364,
      "step": 4950
    },
    {
      "loss_action": 0.03242616727948189,
      "loss_total": 0.03242616727948189,
      "step": 4950
    },
    {
      "loss_action": 0.0481794998049736,
      "loss_total": 0.0481794998049736,
      "step": 4950
    },
    {
      "loss_action": 0.038574203848838806,
      "loss_total": 0.038574203848838806,
      "step": 4950
    },
    {
      "loss_action": 0.02121162973344326,
      "loss_total": 0.02121162973344326,
      "step": 4950
    },
    {
      "loss_action": 0.023054413497447968,
      "loss_total": 0.023054413497447968,
      "step": 4950
    },
    {
      "grad_norm": 0.3439692258834839,
      "learning_rate": 9.918000000000001e-05,
      "loss": 0.0382,
      "step": 4960
    },
    {
      "loss_action": 0.030071403831243515,
      "loss_total": 0.030071403831243515,
      "step": 4960
    },
    {
      "loss_action": 0.0169031023979187,
      "loss_total": 0.0169031023979187,
      "step": 4960
    },
    {
      "loss_action": 0.022603018209338188,
      "loss_total": 0.022603018209338188,
      "step": 4960
    },
    {
      "loss_action": 0.031111139804124832,
      "loss_total": 0.031111139804124832,
      "step": 4960
    },
    {
      "loss_action": 0.021065885201096535,
      "loss_total": 0.021065885201096535,
      "step": 4960
    },
    {
      "loss_action": 0.020156286656856537,
      "loss_total": 0.020156286656856537,
      "step": 4960
    },
    {
      "loss_action": 0.03589637577533722,
      "loss_total": 0.03589637577533722,
      "step": 4960
    },
    {
      "loss_action": 0.0451396107673645,
      "loss_total": 0.0451396107673645,
      "step": 4960
    },
    {
      "grad_norm": 0.34970247745513916,
      "learning_rate": 9.938e-05,
      "loss": 0.0317,
      "step": 4970
    },
    {
      "loss_action": 0.04517335817217827,
      "loss_total": 0.04517335817217827,
      "step": 4970
    },
    {
      "loss_action": 0.024439340457320213,
      "loss_total": 0.024439340457320213,
      "step": 4970
    },
    {
      "loss_action": 0.015357837080955505,
      "loss_total": 0.015357837080955505,
      "step": 4970
    },
    {
      "loss_action": 0.03106033056974411,
      "loss_total": 0.03106033056974411,
      "step": 4970
    },
    {
      "loss_action": 0.02214658632874489,
      "loss_total": 0.02214658632874489,
      "step": 4970
    },
    {
      "loss_action": 0.021068258211016655,
      "loss_total": 0.021068258211016655,
      "step": 4970
    },
    {
      "loss_action": 0.09521535038948059,
      "loss_total": 0.09521535038948059,
      "step": 4970
    },
    {
      "loss_action": 0.02742672525346279,
      "loss_total": 0.02742672525346279,
      "step": 4970
    },
    {
      "grad_norm": 0.3444846272468567,
      "learning_rate": 9.958e-05,
      "loss": 0.0341,
      "step": 4980
    },
    {
      "loss_action": 0.034166254103183746,
      "loss_total": 0.034166254103183746,
      "step": 4980
    },
    {
      "loss_action": 0.03001711517572403,
      "loss_total": 0.03001711517572403,
      "step": 4980
    },
    {
      "loss_action": 0.024250924587249756,
      "loss_total": 0.024250924587249756,
      "step": 4980
    },
    {
      "loss_action": 0.019097819924354553,
      "loss_total": 0.019097819924354553,
      "step": 4980
    },
    {
      "loss_action": 0.02940741926431656,
      "loss_total": 0.02940741926431656,
      "step": 4980
    },
    {
      "loss_action": 0.021299146115779877,
      "loss_total": 0.021299146115779877,
      "step": 4980
    },
    {
      "loss_action": 0.019747648388147354,
      "loss_total": 0.019747648388147354,
      "step": 4980
    },
    {
      "loss_action": 0.028008751571178436,
      "loss_total": 0.028008751571178436,
      "step": 4980
    },
    {
      "grad_norm": 0.3179212510585785,
      "learning_rate": 9.978000000000001e-05,
      "loss": 0.0296,
      "step": 4990
    },
    {
      "loss_action": 0.02959703654050827,
      "loss_total": 0.02959703654050827,
      "step": 4990
    },
    {
      "loss_action": 0.029048221185803413,
      "loss_total": 0.029048221185803413,
      "step": 4990
    },
    {
      "loss_action": 0.026997055858373642,
      "loss_total": 0.026997055858373642,
      "step": 4990
    },
    {
      "loss_action": 0.021076174452900887,
      "loss_total": 0.021076174452900887,
      "step": 4990
    },
    {
      "loss_action": 0.10913755744695663,
      "loss_total": 0.10913755744695663,
      "step": 4990
    },
    {
      "loss_action": 0.04828489571809769,
      "loss_total": 0.04828489571809769,
      "step": 4990
    },
    {
      "loss_action": 0.016496986150741577,
      "loss_total": 0.016496986150741577,
      "step": 4990
    },
    {
      "loss_action": 0.034354668110609055,
      "loss_total": 0.034354668110609055,
      "step": 4990
    },
    {
      "grad_norm": 0.3948618173599243,
      "learning_rate": 9.998e-05,
      "loss": 0.0335,
      "step": 5000
    },
    {
      "loss_action": 0.028108961880207062,
      "loss_total": 0.028108961880207062,
      "step": 5000
    },
    {
      "loss_action": 0.0220336951315403,
      "loss_total": 0.0220336951315403,
      "step": 5000
    },
    {
      "loss_action": 0.042895443737506866,
      "loss_total": 0.042895443737506866,
      "step": 5000
    },
    {
      "loss_action": 0.018982458859682083,
      "loss_total": 0.018982458859682083,
      "step": 5000
    },
    {
      "loss_action": 0.02631937339901924,
      "loss_total": 0.02631937339901924,
      "step": 5000
    },
    {
      "loss_action": 0.028602680191397667,
      "loss_total": 0.028602680191397667,
      "step": 5000
    },
    {
      "loss_action": 0.04665499925613403,
      "loss_total": 0.04665499925613403,
      "step": 5000
    },
    {
      "loss_action": 0.016937123611569405,
      "loss_total": 0.016937123611569405,
      "step": 5000
    },
    {
      "grad_norm": 0.3873410224914551,
      "learning_rate": 9.999999778549045e-05,
      "loss": 0.0324,
      "step": 5010
    },
    {
      "loss_action": 0.019124742597341537,
      "loss_total": 0.019124742597341537,
      "step": 5010
    },
    {
      "loss_action": 0.027313411235809326,
      "loss_total": 0.027313411235809326,
      "step": 5010
    },
    {
      "loss_action": 0.030302220955491066,
      "loss_total": 0.030302220955491066,
      "step": 5010
    },
    {
      "loss_action": 0.04188378155231476,
      "loss_total": 0.04188378155231476,
      "step": 5010
    },
    {
      "loss_action": 0.043739981949329376,
      "loss_total": 0.043739981949329376,
      "step": 5010
    },
    {
      "loss_action": 0.030139723792672157,
      "loss_total": 0.030139723792672157,
      "step": 5010
    },
    {
      "loss_action": 0.08169245719909668,
      "loss_total": 0.08169245719909668,
      "step": 5010
    },
    {
      "loss_action": 0.028243035078048706,
      "loss_total": 0.028243035078048706,
      "step": 5010
    },
    {
      "grad_norm": 0.36363840103149414,
      "learning_rate": 9.999999013039593e-05,
      "loss": 0.0352,
      "step": 5020
    },
    {
      "loss_action": 0.015109368599951267,
      "loss_total": 0.015109368599951267,
      "step": 5020
    },
    {
      "loss_action": 0.02021869271993637,
      "loss_total": 0.02021869271993637,
      "step": 5020
    },
    {
      "loss_action": 0.045938022434711456,
      "loss_total": 0.045938022434711456,
      "step": 5020
    },
    {
      "loss_action": 0.01899055950343609,
      "loss_total": 0.01899055950343609,
      "step": 5020
    },
    {
      "loss_action": 0.04827471449971199,
      "loss_total": 0.04827471449971199,
      "step": 5020
    },
    {
      "loss_action": 0.017592277377843857,
      "loss_total": 0.017592277377843857,
      "step": 5020
    },
    {
      "loss_action": 0.04258006066083908,
      "loss_total": 0.04258006066083908,
      "step": 5020
    },
    {
      "loss_action": 0.025877051055431366,
      "loss_total": 0.025877051055431366,
      "step": 5020
    },
    {
      "grad_norm": 0.2788578271865845,
      "learning_rate": 9.999997700737766e-05,
      "loss": 0.0309,
      "step": 5030
    },
    {
      "loss_action": 0.02702508307993412,
      "loss_total": 0.02702508307993412,
      "step": 5030
    },
    {
      "loss_action": 0.01686527021229267,
      "loss_total": 0.01686527021229267,
      "step": 5030
    },
    {
      "loss_action": 0.03152235224843025,
      "loss_total": 0.03152235224843025,
      "step": 5030
    },
    {
      "loss_action": 0.026920294389128685,
      "loss_total": 0.026920294389128685,
      "step": 5030
    },
    {
      "loss_action": 0.023174434900283813,
      "loss_total": 0.023174434900283813,
      "step": 5030
    },
    {
      "loss_action": 0.04455041140317917,
      "loss_total": 0.04455041140317917,
      "step": 5030
    },
    {
      "loss_action": 0.04378063231706619,
      "loss_total": 0.04378063231706619,
      "step": 5030
    },
    {
      "loss_action": 0.031191224232316017,
      "loss_total": 0.031191224232316017,
      "step": 5030
    },
    {
      "grad_norm": 0.3366086483001709,
      "learning_rate": 9.999995841643709e-05,
      "loss": 0.03,
      "step": 5040
    },
    {
      "loss_action": 0.029672620818018913,
      "loss_total": 0.029672620818018913,
      "step": 5040
    },
    {
      "loss_action": 0.033388763666152954,
      "loss_total": 0.033388763666152954,
      "step": 5040
    },
    {
      "loss_action": 0.02298688143491745,
      "loss_total": 0.02298688143491745,
      "step": 5040
    },
    {
      "loss_action": 0.018408741801977158,
      "loss_total": 0.018408741801977158,
      "step": 5040
    },
    {
      "loss_action": 0.030701996758580208,
      "loss_total": 0.030701996758580208,
      "step": 5040
    },
    {
      "loss_action": 0.030035139992833138,
      "loss_total": 0.030035139992833138,
      "step": 5040
    },
    {
      "loss_action": 0.013883976265788078,
      "loss_total": 0.013883976265788078,
      "step": 5040
    },
    {
      "loss_action": 0.029077960178256035,
      "loss_total": 0.029077960178256035,
      "step": 5040
    },
    {
      "grad_norm": 0.3319031000137329,
      "learning_rate": 9.999993435757623e-05,
      "loss": 0.0297,
      "step": 5050
    },
    {
      "loss_action": 0.03313860297203064,
      "loss_total": 0.03313860297203064,
      "step": 5050
    },
    {
      "loss_action": 0.02708863653242588,
      "loss_total": 0.02708863653242588,
      "step": 5050
    },
    {
      "loss_action": 0.028856098651885986,
      "loss_total": 0.028856098651885986,
      "step": 5050
    },
    {
      "loss_action": 0.019776837900280952,
      "loss_total": 0.019776837900280952,
      "step": 5050
    },
    {
      "loss_action": 0.02190948650240898,
      "loss_total": 0.02190948650240898,
      "step": 5050
    },
    {
      "loss_action": 0.02323891595005989,
      "loss_total": 0.02323891595005989,
      "step": 5050
    },
    {
      "loss_action": 0.02811255306005478,
      "loss_total": 0.02811255306005478,
      "step": 5050
    },
    {
      "loss_action": 0.029223348945379257,
      "loss_total": 0.029223348945379257,
      "step": 5050
    },
    {
      "grad_norm": 0.3841838836669922,
      "learning_rate": 9.999990483079773e-05,
      "loss": 0.0316,
      "step": 5060
    },
    {
      "loss_action": 0.013036264106631279,
      "loss_total": 0.013036264106631279,
      "step": 5060
    },
    {
      "loss_action": 0.03684307634830475,
      "loss_total": 0.03684307634830475,
      "step": 5060
    },
    {
      "loss_action": 0.032240740954875946,
      "loss_total": 0.032240740954875946,
      "step": 5060
    },
    {
      "loss_action": 0.021635891869664192,
      "loss_total": 0.021635891869664192,
      "step": 5060
    },
    {
      "loss_action": 0.03271758556365967,
      "loss_total": 0.03271758556365967,
      "step": 5060
    },
    {
      "loss_action": 0.03546753153204918,
      "loss_total": 0.03546753153204918,
      "step": 5060
    },
    {
      "loss_action": 0.030474770814180374,
      "loss_total": 0.030474770814180374,
      "step": 5060
    },
    {
      "loss_action": 0.019510377198457718,
      "loss_total": 0.019510377198457718,
      "step": 5060
    },
    {
      "grad_norm": 0.36890819668769836,
      "learning_rate": 9.999986983610481e-05,
      "loss": 0.0287,
      "step": 5070
    },
    {
      "loss_action": 0.02118784189224243,
      "loss_total": 0.02118784189224243,
      "step": 5070
    },
    {
      "loss_action": 0.019584838300943375,
      "loss_total": 0.019584838300943375,
      "step": 5070
    },
    {
      "loss_action": 0.02039279416203499,
      "loss_total": 0.02039279416203499,
      "step": 5070
    },
    {
      "loss_action": 0.032049760222435,
      "loss_total": 0.032049760222435,
      "step": 5070
    },
    {
      "loss_action": 0.01862872764468193,
      "loss_total": 0.01862872764468193,
      "step": 5070
    },
    {
      "loss_action": 0.027277357876300812,
      "loss_total": 0.027277357876300812,
      "step": 5070
    },
    {
      "loss_action": 0.01982787624001503,
      "loss_total": 0.01982787624001503,
      "step": 5070
    },
    {
      "loss_action": 0.0177247803658247,
      "loss_total": 0.0177247803658247,
      "step": 5070
    },
    {
      "grad_norm": 0.3275489807128906,
      "learning_rate": 9.99998293735013e-05,
      "loss": 0.0266,
      "step": 5080
    },
    {
      "loss_action": 0.030801843851804733,
      "loss_total": 0.030801843851804733,
      "step": 5080
    },
    {
      "loss_action": 0.03027619794011116,
      "loss_total": 0.03027619794011116,
      "step": 5080
    },
    {
      "loss_action": 0.016344847157597542,
      "loss_total": 0.016344847157597542,
      "step": 5080
    },
    {
      "loss_action": 0.02643265202641487,
      "loss_total": 0.02643265202641487,
      "step": 5080
    },
    {
      "loss_action": 0.019862201064825058,
      "loss_total": 0.019862201064825058,
      "step": 5080
    },
    {
      "loss_action": 0.020330891013145447,
      "loss_total": 0.020330891013145447,
      "step": 5080
    },
    {
      "loss_action": 0.01690041646361351,
      "loss_total": 0.01690041646361351,
      "step": 5080
    },
    {
      "loss_action": 0.0434717983007431,
      "loss_total": 0.0434717983007431,
      "step": 5080
    },
    {
      "grad_norm": 0.30590394139289856,
      "learning_rate": 9.999978344299161e-05,
      "loss": 0.0294,
      "step": 5090
    },
    {
      "loss_action": 0.02588515728712082,
      "loss_total": 0.02588515728712082,
      "step": 5090
    },
    {
      "loss_action": 0.06829848140478134,
      "loss_total": 0.06829848140478134,
      "step": 5090
    },
    {
      "loss_action": 0.026866532862186432,
      "loss_total": 0.026866532862186432,
      "step": 5090
    },
    {
      "loss_action": 0.03318481147289276,
      "loss_total": 0.03318481147289276,
      "step": 5090
    },
    {
      "loss_action": 0.019383586943149567,
      "loss_total": 0.019383586943149567,
      "step": 5090
    },
    {
      "loss_action": 0.031999170780181885,
      "loss_total": 0.031999170780181885,
      "step": 5090
    },
    {
      "loss_action": 0.025160226970911026,
      "loss_total": 0.025160226970911026,
      "step": 5090
    },
    {
      "loss_action": 0.03432526811957359,
      "loss_total": 0.03432526811957359,
      "step": 5090
    },
    {
      "grad_norm": 0.47503024339675903,
      "learning_rate": 9.99997320445808e-05,
      "loss": 0.031,
      "step": 5100
    },
    {
      "loss_action": 0.08909878879785538,
      "loss_total": 0.08909878879785538,
      "step": 5100
    },
    {
      "loss_action": 0.02615983970463276,
      "loss_total": 0.02615983970463276,
      "step": 5100
    },
    {
      "loss_action": 0.01605909690260887,
      "loss_total": 0.01605909690260887,
      "step": 5100
    },
    {
      "loss_action": 0.0301283597946167,
      "loss_total": 0.0301283597946167,
      "step": 5100
    },
    {
      "loss_action": 0.0874442607164383,
      "loss_total": 0.0874442607164383,
      "step": 5100
    },
    {
      "loss_action": 0.02217525988817215,
      "loss_total": 0.02217525988817215,
      "step": 5100
    },
    {
      "loss_action": 0.040064189583063126,
      "loss_total": 0.040064189583063126,
      "step": 5100
    },
    {
      "loss_action": 0.029145941138267517,
      "loss_total": 0.029145941138267517,
      "step": 5100
    },
    {
      "grad_norm": 0.3526401221752167,
      "learning_rate": 9.999967517827444e-05,
      "loss": 0.0354,
      "step": 5110
    },
    {
      "loss_action": 0.04367198422551155,
      "loss_total": 0.04367198422551155,
      "step": 5110
    },
    {
      "loss_action": 0.05420652776956558,
      "loss_total": 0.05420652776956558,
      "step": 5110
    },
    {
      "loss_action": 0.023337146267294884,
      "loss_total": 0.023337146267294884,
      "step": 5110
    },
    {
      "loss_action": 0.026504984125494957,
      "loss_total": 0.026504984125494957,
      "step": 5110
    },
    {
      "loss_action": 0.024923764169216156,
      "loss_total": 0.024923764169216156,
      "step": 5110
    },
    {
      "loss_action": 0.05965958908200264,
      "loss_total": 0.05965958908200264,
      "step": 5110
    },
    {
      "loss_action": 0.02338322624564171,
      "loss_total": 0.02338322624564171,
      "step": 5110
    },
    {
      "loss_action": 0.04257725551724434,
      "loss_total": 0.04257725551724434,
      "step": 5110
    },
    {
      "grad_norm": 0.4574015736579895,
      "learning_rate": 9.999961284407879e-05,
      "loss": 0.0301,
      "step": 5120
    },
    {
      "loss_action": 0.02975069172680378,
      "loss_total": 0.02975069172680378,
      "step": 5120
    },
    {
      "loss_action": 0.028374744579195976,
      "loss_total": 0.028374744579195976,
      "step": 5120
    },
    {
      "loss_action": 0.06089622527360916,
      "loss_total": 0.06089622527360916,
      "step": 5120
    },
    {
      "loss_action": 0.02888796478509903,
      "loss_total": 0.02888796478509903,
      "step": 5120
    },
    {
      "loss_action": 0.022158024832606316,
      "loss_total": 0.022158024832606316,
      "step": 5120
    },
    {
      "loss_action": 0.043756064027547836,
      "loss_total": 0.043756064027547836,
      "step": 5120
    },
    {
      "loss_action": 0.02634621225297451,
      "loss_total": 0.02634621225297451,
      "step": 5120
    },
    {
      "loss_action": 0.02758796513080597,
      "loss_total": 0.02758796513080597,
      "step": 5120
    },
    {
      "grad_norm": 0.38222306966781616,
      "learning_rate": 9.999954504200067e-05,
      "loss": 0.0327,
      "step": 5130
    },
    {
      "loss_action": 0.02920198068022728,
      "loss_total": 0.02920198068022728,
      "step": 5130
    },
    {
      "loss_action": 0.11245359480381012,
      "loss_total": 0.11245359480381012,
      "step": 5130
    },
    {
      "loss_action": 0.03022710047662258,
      "loss_total": 0.03022710047662258,
      "step": 5130
    },
    {
      "loss_action": 0.02749781683087349,
      "loss_total": 0.02749781683087349,
      "step": 5130
    },
    {
      "loss_action": 0.023478563874959946,
      "loss_total": 0.023478563874959946,
      "step": 5130
    },
    {
      "loss_action": 0.04490511864423752,
      "loss_total": 0.04490511864423752,
      "step": 5130
    },
    {
      "loss_action": 0.030935024842619896,
      "loss_total": 0.030935024842619896,
      "step": 5130
    },
    {
      "loss_action": 0.03120383806526661,
      "loss_total": 0.03120383806526661,
      "step": 5130
    },
    {
      "grad_norm": 0.4054032862186432,
      "learning_rate": 9.999947177204744e-05,
      "loss": 0.0343,
      "step": 5140
    },
    {
      "loss_action": 0.04462062940001488,
      "loss_total": 0.04462062940001488,
      "step": 5140
    },
    {
      "loss_action": 0.017200922593474388,
      "loss_total": 0.017200922593474388,
      "step": 5140
    },
    {
      "loss_action": 0.047612592577934265,
      "loss_total": 0.047612592577934265,
      "step": 5140
    },
    {
      "loss_action": 0.02257484383881092,
      "loss_total": 0.02257484383881092,
      "step": 5140
    },
    {
      "loss_action": 0.02152266353368759,
      "loss_total": 0.02152266353368759,
      "step": 5140
    },
    {
      "loss_action": 0.018006475642323494,
      "loss_total": 0.018006475642323494,
      "step": 5140
    },
    {
      "loss_action": 0.023465603590011597,
      "loss_total": 0.023465603590011597,
      "step": 5140
    },
    {
      "loss_action": 0.017222153022885323,
      "loss_total": 0.017222153022885323,
      "step": 5140
    },
    {
      "grad_norm": 0.3537633419036865,
      "learning_rate": 9.999939303422718e-05,
      "loss": 0.0312,
      "step": 5150
    },
    {
      "loss_action": 0.019227607175707817,
      "loss_total": 0.019227607175707817,
      "step": 5150
    },
    {
      "loss_action": 0.024224013090133667,
      "loss_total": 0.024224013090133667,
      "step": 5150
    },
    {
      "loss_action": 0.015266715548932552,
      "loss_total": 0.015266715548932552,
      "step": 5150
    },
    {
      "loss_action": 0.04352017492055893,
      "loss_total": 0.04352017492055893,
      "step": 5150
    },
    {
      "loss_action": 0.034213028848171234,
      "loss_total": 0.034213028848171234,
      "step": 5150
    },
    {
      "loss_action": 0.016145307570695877,
      "loss_total": 0.016145307570695877,
      "step": 5150
    },
    {
      "loss_action": 0.04090966656804085,
      "loss_total": 0.04090966656804085,
      "step": 5150
    },
    {
      "loss_action": 0.030091846361756325,
      "loss_total": 0.030091846361756325,
      "step": 5150
    },
    {
      "grad_norm": 0.346382737159729,
      "learning_rate": 9.999930882854847e-05,
      "loss": 0.0292,
      "step": 5160
    },
    {
      "loss_action": 0.029162516817450523,
      "loss_total": 0.029162516817450523,
      "step": 5160
    },
    {
      "loss_action": 0.03134307265281677,
      "loss_total": 0.03134307265281677,
      "step": 5160
    },
    {
      "loss_action": 0.018330100923776627,
      "loss_total": 0.018330100923776627,
      "step": 5160
    },
    {
      "loss_action": 0.026110168546438217,
      "loss_total": 0.026110168546438217,
      "step": 5160
    },
    {
      "loss_action": 0.014324776828289032,
      "loss_total": 0.014324776828289032,
      "step": 5160
    },
    {
      "loss_action": 0.01248764805495739,
      "loss_total": 0.01248764805495739,
      "step": 5160
    },
    {
      "loss_action": 0.020208654925227165,
      "loss_total": 0.020208654925227165,
      "step": 5160
    },
    {
      "loss_action": 0.03381294757127762,
      "loss_total": 0.03381294757127762,
      "step": 5160
    },
    {
      "grad_norm": 0.27122581005096436,
      "learning_rate": 9.999921915502051e-05,
      "loss": 0.0277,
      "step": 5170
    },
    {
      "loss_action": 0.02993280626833439,
      "loss_total": 0.02993280626833439,
      "step": 5170
    },
    {
      "loss_action": 0.027425823733210564,
      "loss_total": 0.027425823733210564,
      "step": 5170
    },
    {
      "loss_action": 0.021520834416151047,
      "loss_total": 0.021520834416151047,
      "step": 5170
    },
    {
      "loss_action": 0.03845959156751633,
      "loss_total": 0.03845959156751633,
      "step": 5170
    },
    {
      "loss_action": 0.022694578394293785,
      "loss_total": 0.022694578394293785,
      "step": 5170
    },
    {
      "loss_action": 0.05723779648542404,
      "loss_total": 0.05723779648542404,
      "step": 5170
    },
    {
      "loss_action": 0.029545996338129044,
      "loss_total": 0.029545996338129044,
      "step": 5170
    },
    {
      "loss_action": 0.02465238980948925,
      "loss_total": 0.02465238980948925,
      "step": 5170
    },
    {
      "grad_norm": 0.42676523327827454,
      "learning_rate": 9.99991240136531e-05,
      "loss": 0.028,
      "step": 5180
    },
    {
      "loss_action": 0.03770725801587105,
      "loss_total": 0.03770725801587105,
      "step": 5180
    },
    {
      "loss_action": 0.03257053717970848,
      "loss_total": 0.03257053717970848,
      "step": 5180
    },
    {
      "loss_action": 0.03820404037833214,
      "loss_total": 0.03820404037833214,
      "step": 5180
    },
    {
      "loss_action": 0.022283978760242462,
      "loss_total": 0.022283978760242462,
      "step": 5180
    },
    {
      "loss_action": 0.034243013709783554,
      "loss_total": 0.034243013709783554,
      "step": 5180
    },
    {
      "loss_action": 0.03206419199705124,
      "loss_total": 0.03206419199705124,
      "step": 5180
    },
    {
      "loss_action": 0.028823809698224068,
      "loss_total": 0.028823809698224068,
      "step": 5180
    },
    {
      "loss_action": 0.023822810500860214,
      "loss_total": 0.023822810500860214,
      "step": 5180
    },
    {
      "grad_norm": 0.6980127692222595,
      "learning_rate": 9.999902340445668e-05,
      "loss": 0.0348,
      "step": 5190
    },
    {
      "loss_action": 0.05804301053285599,
      "loss_total": 0.05804301053285599,
      "step": 5190
    },
    {
      "loss_action": 0.06309104710817337,
      "loss_total": 0.06309104710817337,
      "step": 5190
    },
    {
      "loss_action": 0.03662798926234245,
      "loss_total": 0.03662798926234245,
      "step": 5190
    },
    {
      "loss_action": 0.026954447850584984,
      "loss_total": 0.026954447850584984,
      "step": 5190
    },
    {
      "loss_action": 0.03397935628890991,
      "loss_total": 0.03397935628890991,
      "step": 5190
    },
    {
      "loss_action": 0.03118983283638954,
      "loss_total": 0.03118983283638954,
      "step": 5190
    },
    {
      "loss_action": 0.03828175365924835,
      "loss_total": 0.03828175365924835,
      "step": 5190
    },
    {
      "loss_action": 0.052670884877443314,
      "loss_total": 0.052670884877443314,
      "step": 5190
    },
    {
      "grad_norm": 0.2850275933742523,
      "learning_rate": 9.999891732744224e-05,
      "loss": 0.0368,
      "step": 5200
    },
    {
      "loss_action": 0.04138560593128204,
      "loss_total": 0.04138560593128204,
      "step": 5200
    },
    {
      "loss_action": 0.031050387769937515,
      "loss_total": 0.031050387769937515,
      "step": 5200
    },
    {
      "loss_action": 0.03087640181183815,
      "loss_total": 0.03087640181183815,
      "step": 5200
    },
    {
      "loss_action": 0.0732169821858406,
      "loss_total": 0.0732169821858406,
      "step": 5200
    },
    {
      "loss_action": 0.027594149112701416,
      "loss_total": 0.027594149112701416,
      "step": 5200
    },
    {
      "loss_action": 0.03623564913868904,
      "loss_total": 0.03623564913868904,
      "step": 5200
    },
    {
      "loss_action": 0.032293856143951416,
      "loss_total": 0.032293856143951416,
      "step": 5200
    },
    {
      "loss_action": 0.02481687441468239,
      "loss_total": 0.02481687441468239,
      "step": 5200
    },
    {
      "grad_norm": 0.35637807846069336,
      "learning_rate": 9.999880578262135e-05,
      "loss": 0.0306,
      "step": 5210
    },
    {
      "loss_action": 0.02072959393262863,
      "loss_total": 0.02072959393262863,
      "step": 5210
    },
    {
      "loss_action": 0.025062227621674538,
      "loss_total": 0.025062227621674538,
      "step": 5210
    },
    {
      "loss_action": 0.023012664169073105,
      "loss_total": 0.023012664169073105,
      "step": 5210
    },
    {
      "loss_action": 0.030354496091604233,
      "loss_total": 0.030354496091604233,
      "step": 5210
    },
    {
      "loss_action": 0.05107186734676361,
      "loss_total": 0.05107186734676361,
      "step": 5210
    },
    {
      "loss_action": 0.03158628195524216,
      "loss_total": 0.03158628195524216,
      "step": 5210
    },
    {
      "loss_action": 0.03243192285299301,
      "loss_total": 0.03243192285299301,
      "step": 5210
    },
    {
      "loss_action": 0.015383710153400898,
      "loss_total": 0.015383710153400898,
      "step": 5210
    },
    {
      "grad_norm": 0.4862230122089386,
      "learning_rate": 9.999868877000624e-05,
      "loss": 0.0304,
      "step": 5220
    },
    {
      "loss_action": 0.04077593982219696,
      "loss_total": 0.04077593982219696,
      "step": 5220
    },
    {
      "loss_action": 0.0427209809422493,
      "loss_total": 0.0427209809422493,
      "step": 5220
    },
    {
      "loss_action": 0.01868058182299137,
      "loss_total": 0.01868058182299137,
      "step": 5220
    },
    {
      "loss_action": 0.030982868745923042,
      "loss_total": 0.030982868745923042,
      "step": 5220
    },
    {
      "loss_action": 0.01386205106973648,
      "loss_total": 0.01386205106973648,
      "step": 5220
    },
    {
      "loss_action": 0.040479838848114014,
      "loss_total": 0.040479838848114014,
      "step": 5220
    },
    {
      "loss_action": 0.036202527582645416,
      "loss_total": 0.036202527582645416,
      "step": 5220
    },
    {
      "loss_action": 0.01790425181388855,
      "loss_total": 0.01790425181388855,
      "step": 5220
    },
    {
      "grad_norm": 0.47034478187561035,
      "learning_rate": 9.99985662896097e-05,
      "loss": 0.031,
      "step": 5230
    },
    {
      "loss_action": 0.01762847974896431,
      "loss_total": 0.01762847974896431,
      "step": 5230
    },
    {
      "loss_action": 0.030692094936966896,
      "loss_total": 0.030692094936966896,
      "step": 5230
    },
    {
      "loss_action": 0.08192142099142075,
      "loss_total": 0.08192142099142075,
      "step": 5230
    },
    {
      "loss_action": 0.06650257110595703,
      "loss_total": 0.06650257110595703,
      "step": 5230
    },
    {
      "loss_action": 0.030421851202845573,
      "loss_total": 0.030421851202845573,
      "step": 5230
    },
    {
      "loss_action": 0.04092735797166824,
      "loss_total": 0.04092735797166824,
      "step": 5230
    },
    {
      "loss_action": 0.02091182768344879,
      "loss_total": 0.02091182768344879,
      "step": 5230
    },
    {
      "loss_action": 0.03336989879608154,
      "loss_total": 0.03336989879608154,
      "step": 5230
    },
    {
      "grad_norm": 0.27150270342826843,
      "learning_rate": 9.999843834144513e-05,
      "loss": 0.0328,
      "step": 5240
    },
    {
      "loss_action": 0.03765079379081726,
      "loss_total": 0.03765079379081726,
      "step": 5240
    },
    {
      "loss_action": 0.023703211918473244,
      "loss_total": 0.023703211918473244,
      "step": 5240
    },
    {
      "loss_action": 0.026263002306222916,
      "loss_total": 0.026263002306222916,
      "step": 5240
    },
    {
      "loss_action": 0.055322758853435516,
      "loss_total": 0.055322758853435516,
      "step": 5240
    },
    {
      "loss_action": 0.04024505615234375,
      "loss_total": 0.04024505615234375,
      "step": 5240
    },
    {
      "loss_action": 0.027926672250032425,
      "loss_total": 0.027926672250032425,
      "step": 5240
    },
    {
      "loss_action": 0.033043354749679565,
      "loss_total": 0.033043354749679565,
      "step": 5240
    },
    {
      "loss_action": 0.035982515662908554,
      "loss_total": 0.035982515662908554,
      "step": 5240
    },
    {
      "grad_norm": 0.23126964271068573,
      "learning_rate": 9.99983049255265e-05,
      "loss": 0.0284,
      "step": 5250
    },
    {
      "loss_action": 0.03519456833600998,
      "loss_total": 0.03519456833600998,
      "step": 5250
    },
    {
      "loss_action": 0.019264746457338333,
      "loss_total": 0.019264746457338333,
      "step": 5250
    },
    {
      "loss_action": 0.025024432688951492,
      "loss_total": 0.025024432688951492,
      "step": 5250
    },
    {
      "loss_action": 0.033718690276145935,
      "loss_total": 0.033718690276145935,
      "step": 5250
    },
    {
      "loss_action": 0.020573224872350693,
      "loss_total": 0.020573224872350693,
      "step": 5250
    },
    {
      "loss_action": 0.024324309080839157,
      "loss_total": 0.024324309080839157,
      "step": 5250
    },
    {
      "loss_action": 0.021277451887726784,
      "loss_total": 0.021277451887726784,
      "step": 5250
    },
    {
      "loss_action": 0.015546895563602448,
      "loss_total": 0.015546895563602448,
      "step": 5250
    },
    {
      "grad_norm": 0.416025847196579,
      "learning_rate": 9.999816604186843e-05,
      "loss": 0.0294,
      "step": 5260
    },
    {
      "loss_action": 0.023279661312699318,
      "loss_total": 0.023279661312699318,
      "step": 5260
    },
    {
      "loss_action": 0.021689889952540398,
      "loss_total": 0.021689889952540398,
      "step": 5260
    },
    {
      "loss_action": 0.025283455848693848,
      "loss_total": 0.025283455848693848,
      "step": 5260
    },
    {
      "loss_action": 0.026897035539150238,
      "loss_total": 0.026897035539150238,
      "step": 5260
    },
    {
      "loss_action": 0.019237926229834557,
      "loss_total": 0.019237926229834557,
      "step": 5260
    },
    {
      "loss_action": 0.021539513021707535,
      "loss_total": 0.021539513021707535,
      "step": 5260
    },
    {
      "loss_action": 0.06977009773254395,
      "loss_total": 0.06977009773254395,
      "step": 5260
    },
    {
      "loss_action": 0.016522834077477455,
      "loss_total": 0.016522834077477455,
      "step": 5260
    },
    {
      "grad_norm": 0.4451749324798584,
      "learning_rate": 9.999802169048609e-05,
      "loss": 0.0284,
      "step": 5270
    },
    {
      "loss_action": 0.027279067784547806,
      "loss_total": 0.027279067784547806,
      "step": 5270
    },
    {
      "loss_action": 0.03114677220582962,
      "loss_total": 0.03114677220582962,
      "step": 5270
    },
    {
      "loss_action": 0.036223720759153366,
      "loss_total": 0.036223720759153366,
      "step": 5270
    },
    {
      "loss_action": 0.022597745060920715,
      "loss_total": 0.022597745060920715,
      "step": 5270
    },
    {
      "loss_action": 0.035399582237005234,
      "loss_total": 0.035399582237005234,
      "step": 5270
    },
    {
      "loss_action": 0.025152333080768585,
      "loss_total": 0.025152333080768585,
      "step": 5270
    },
    {
      "loss_action": 0.013960622251033783,
      "loss_total": 0.013960622251033783,
      "step": 5270
    },
    {
      "loss_action": 0.038957513868808746,
      "loss_total": 0.038957513868808746,
      "step": 5270
    },
    {
      "grad_norm": 0.30299732089042664,
      "learning_rate": 9.999787187139527e-05,
      "loss": 0.0279,
      "step": 5280
    },
    {
      "loss_action": 0.01997804455459118,
      "loss_total": 0.01997804455459118,
      "step": 5280
    },
    {
      "loss_action": 0.025965366512537003,
      "loss_total": 0.025965366512537003,
      "step": 5280
    },
    {
      "loss_action": 0.026448886841535568,
      "loss_total": 0.026448886841535568,
      "step": 5280
    },
    {
      "loss_action": 0.026919277384877205,
      "loss_total": 0.026919277384877205,
      "step": 5280
    },
    {
      "loss_action": 0.013077805750072002,
      "loss_total": 0.013077805750072002,
      "step": 5280
    },
    {
      "loss_action": 0.02647334337234497,
      "loss_total": 0.02647334337234497,
      "step": 5280
    },
    {
      "loss_action": 0.01934874802827835,
      "loss_total": 0.01934874802827835,
      "step": 5280
    },
    {
      "loss_action": 0.017341220751404762,
      "loss_total": 0.017341220751404762,
      "step": 5280
    },
    {
      "grad_norm": 0.28122180700302124,
      "learning_rate": 9.999771658461234e-05,
      "loss": 0.0279,
      "step": 5290
    },
    {
      "loss_action": 0.02201990596950054,
      "loss_total": 0.02201990596950054,
      "step": 5290
    },
    {
      "loss_action": 0.017981769517064095,
      "loss_total": 0.017981769517064095,
      "step": 5290
    },
    {
      "loss_action": 0.01547347754240036,
      "loss_total": 0.01547347754240036,
      "step": 5290
    },
    {
      "loss_action": 0.032585710287094116,
      "loss_total": 0.032585710287094116,
      "step": 5290
    },
    {
      "loss_action": 0.02082684449851513,
      "loss_total": 0.02082684449851513,
      "step": 5290
    },
    {
      "loss_action": 0.03147032856941223,
      "loss_total": 0.03147032856941223,
      "step": 5290
    },
    {
      "loss_action": 0.03071879781782627,
      "loss_total": 0.03071879781782627,
      "step": 5290
    },
    {
      "loss_action": 0.03490655869245529,
      "loss_total": 0.03490655869245529,
      "step": 5290
    },
    {
      "grad_norm": 0.444977730512619,
      "learning_rate": 9.999755583015431e-05,
      "loss": 0.0308,
      "step": 5300
    },
    {
      "loss_action": 0.0237799771130085,
      "loss_total": 0.0237799771130085,
      "step": 5300
    },
    {
      "loss_action": 0.029954906553030014,
      "loss_total": 0.029954906553030014,
      "step": 5300
    },
    {
      "loss_action": 0.03475172817707062,
      "loss_total": 0.03475172817707062,
      "step": 5300
    },
    {
      "loss_action": 0.016629602760076523,
      "loss_total": 0.016629602760076523,
      "step": 5300
    },
    {
      "loss_action": 0.024965925142169,
      "loss_total": 0.024965925142169,
      "step": 5300
    },
    {
      "loss_action": 0.023958880454301834,
      "loss_total": 0.023958880454301834,
      "step": 5300
    },
    {
      "loss_action": 0.0520956814289093,
      "loss_total": 0.0520956814289093,
      "step": 5300
    },
    {
      "loss_action": 0.03295234218239784,
      "loss_total": 0.03295234218239784,
      "step": 5300
    },
    {
      "grad_norm": 0.4157748520374298,
      "learning_rate": 9.999738960803874e-05,
      "loss": 0.0307,
      "step": 5310
    },
    {
      "loss_action": 0.027301792055368423,
      "loss_total": 0.027301792055368423,
      "step": 5310
    },
    {
      "loss_action": 0.09687410295009613,
      "loss_total": 0.09687410295009613,
      "step": 5310
    },
    {
      "loss_action": 0.04877825453877449,
      "loss_total": 0.04877825453877449,
      "step": 5310
    },
    {
      "loss_action": 0.03034200146794319,
      "loss_total": 0.03034200146794319,
      "step": 5310
    },
    {
      "loss_action": 0.015078558586537838,
      "loss_total": 0.015078558586537838,
      "step": 5310
    },
    {
      "loss_action": 0.02968144230544567,
      "loss_total": 0.02968144230544567,
      "step": 5310
    },
    {
      "loss_action": 0.02286285161972046,
      "loss_total": 0.02286285161972046,
      "step": 5310
    },
    {
      "loss_action": 0.0228081326931715,
      "loss_total": 0.0228081326931715,
      "step": 5310
    },
    {
      "grad_norm": 0.3319830000400543,
      "learning_rate": 9.99972179182838e-05,
      "loss": 0.0297,
      "step": 5320
    },
    {
      "loss_action": 0.014458207413554192,
      "loss_total": 0.014458207413554192,
      "step": 5320
    },
    {
      "loss_action": 0.0173199363052845,
      "loss_total": 0.0173199363052845,
      "step": 5320
    },
    {
      "loss_action": 0.020431987941265106,
      "loss_total": 0.020431987941265106,
      "step": 5320
    },
    {
      "loss_action": 0.016542956233024597,
      "loss_total": 0.016542956233024597,
      "step": 5320
    },
    {
      "loss_action": 0.029193103313446045,
      "loss_total": 0.029193103313446045,
      "step": 5320
    },
    {
      "loss_action": 0.01436059083789587,
      "loss_total": 0.01436059083789587,
      "step": 5320
    },
    {
      "loss_action": 0.03364269807934761,
      "loss_total": 0.03364269807934761,
      "step": 5320
    },
    {
      "loss_action": 0.032443154603242874,
      "loss_total": 0.032443154603242874,
      "step": 5320
    },
    {
      "grad_norm": 0.23655599355697632,
      "learning_rate": 9.99970407609083e-05,
      "loss": 0.0255,
      "step": 5330
    },
    {
      "loss_action": 0.05186286196112633,
      "loss_total": 0.05186286196112633,
      "step": 5330
    },
    {
      "loss_action": 0.03865867480635643,
      "loss_total": 0.03865867480635643,
      "step": 5330
    },
    {
      "loss_action": 0.027808085083961487,
      "loss_total": 0.027808085083961487,
      "step": 5330
    },
    {
      "loss_action": 0.02139083296060562,
      "loss_total": 0.02139083296060562,
      "step": 5330
    },
    {
      "loss_action": 0.024196697399020195,
      "loss_total": 0.024196697399020195,
      "step": 5330
    },
    {
      "loss_action": 0.030818454921245575,
      "loss_total": 0.030818454921245575,
      "step": 5330
    },
    {
      "loss_action": 0.03738730400800705,
      "loss_total": 0.03738730400800705,
      "step": 5330
    },
    {
      "loss_action": 0.030200982466340065,
      "loss_total": 0.030200982466340065,
      "step": 5330
    },
    {
      "grad_norm": 0.3491499722003937,
      "learning_rate": 9.999685813593159e-05,
      "loss": 0.0296,
      "step": 5340
    },
    {
      "loss_action": 0.018912438303232193,
      "loss_total": 0.018912438303232193,
      "step": 5340
    },
    {
      "loss_action": 0.027116071432828903,
      "loss_total": 0.027116071432828903,
      "step": 5340
    },
    {
      "loss_action": 0.028107523918151855,
      "loss_total": 0.028107523918151855,
      "step": 5340
    },
    {
      "loss_action": 0.03119684010744095,
      "loss_total": 0.03119684010744095,
      "step": 5340
    },
    {
      "loss_action": 0.036506325006484985,
      "loss_total": 0.036506325006484985,
      "step": 5340
    },
    {
      "loss_action": 0.020348016172647476,
      "loss_total": 0.020348016172647476,
      "step": 5340
    },
    {
      "loss_action": 0.017976772040128708,
      "loss_total": 0.017976772040128708,
      "step": 5340
    },
    {
      "loss_action": 0.015496044419705868,
      "loss_total": 0.015496044419705868,
      "step": 5340
    },
    {
      "grad_norm": 0.2983206510543823,
      "learning_rate": 9.999667004337362e-05,
      "loss": 0.0283,
      "step": 5350
    },
    {
      "loss_action": 0.024245113134384155,
      "loss_total": 0.024245113134384155,
      "step": 5350
    },
    {
      "loss_action": 0.021383512765169144,
      "loss_total": 0.021383512765169144,
      "step": 5350
    },
    {
      "loss_action": 0.022871222347021103,
      "loss_total": 0.022871222347021103,
      "step": 5350
    },
    {
      "loss_action": 0.01785152219235897,
      "loss_total": 0.01785152219235897,
      "step": 5350
    },
    {
      "loss_action": 0.02724464051425457,
      "loss_total": 0.02724464051425457,
      "step": 5350
    },
    {
      "loss_action": 0.016281835734844208,
      "loss_total": 0.016281835734844208,
      "step": 5350
    },
    {
      "loss_action": 0.02497292123734951,
      "loss_total": 0.02497292123734951,
      "step": 5350
    },
    {
      "loss_action": 0.022054824978113174,
      "loss_total": 0.022054824978113174,
      "step": 5350
    },
    {
      "grad_norm": 0.279951274394989,
      "learning_rate": 9.9996476483255e-05,
      "loss": 0.0275,
      "step": 5360
    },
    {
      "loss_action": 0.032464295625686646,
      "loss_total": 0.032464295625686646,
      "step": 5360
    },
    {
      "loss_action": 0.024311818182468414,
      "loss_total": 0.024311818182468414,
      "step": 5360
    },
    {
      "loss_action": 0.02678130567073822,
      "loss_total": 0.02678130567073822,
      "step": 5360
    },
    {
      "loss_action": 0.027039555832743645,
      "loss_total": 0.027039555832743645,
      "step": 5360
    },
    {
      "loss_action": 0.014021622017025948,
      "loss_total": 0.014021622017025948,
      "step": 5360
    },
    {
      "loss_action": 0.022105533629655838,
      "loss_total": 0.022105533629655838,
      "step": 5360
    },
    {
      "loss_action": 0.027998996898531914,
      "loss_total": 0.027998996898531914,
      "step": 5360
    },
    {
      "loss_action": 0.027433928102254868,
      "loss_total": 0.027433928102254868,
      "step": 5360
    },
    {
      "grad_norm": 0.28142213821411133,
      "learning_rate": 9.999627745559688e-05,
      "loss": 0.0283,
      "step": 5370
    },
    {
      "loss_action": 0.04029085487127304,
      "loss_total": 0.04029085487127304,
      "step": 5370
    },
    {
      "loss_action": 0.023994596675038338,
      "loss_total": 0.023994596675038338,
      "step": 5370
    },
    {
      "loss_action": 0.022420864552259445,
      "loss_total": 0.022420864552259445,
      "step": 5370
    },
    {
      "loss_action": 0.06976650655269623,
      "loss_total": 0.06976650655269623,
      "step": 5370
    },
    {
      "loss_action": 0.022655468434095383,
      "loss_total": 0.022655468434095383,
      "step": 5370
    },
    {
      "loss_action": 0.035554710775613785,
      "loss_total": 0.035554710775613785,
      "step": 5370
    },
    {
      "loss_action": 0.020919248461723328,
      "loss_total": 0.020919248461723328,
      "step": 5370
    },
    {
      "loss_action": 0.023815490305423737,
      "loss_total": 0.023815490305423737,
      "step": 5370
    },
    {
      "grad_norm": 0.35689467191696167,
      "learning_rate": 9.999607296042101e-05,
      "loss": 0.0312,
      "step": 5380
    },
    {
      "loss_action": 0.027184713631868362,
      "loss_total": 0.027184713631868362,
      "step": 5380
    },
    {
      "loss_action": 0.017968982458114624,
      "loss_total": 0.017968982458114624,
      "step": 5380
    },
    {
      "loss_action": 0.028745725750923157,
      "loss_total": 0.028745725750923157,
      "step": 5380
    },
    {
      "loss_action": 0.02091173827648163,
      "loss_total": 0.02091173827648163,
      "step": 5380
    },
    {
      "loss_action": 0.018374765291810036,
      "loss_total": 0.018374765291810036,
      "step": 5380
    },
    {
      "loss_action": 0.02045067399740219,
      "loss_total": 0.02045067399740219,
      "step": 5380
    },
    {
      "loss_action": 0.019992325454950333,
      "loss_total": 0.019992325454950333,
      "step": 5380
    },
    {
      "loss_action": 0.040440045297145844,
      "loss_total": 0.040440045297145844,
      "step": 5380
    },
    {
      "grad_norm": 0.42112380266189575,
      "learning_rate": 9.99958629977498e-05,
      "loss": 0.03,
      "step": 5390
    },
    {
      "loss_action": 0.04207126423716545,
      "loss_total": 0.04207126423716545,
      "step": 5390
    },
    {
      "loss_action": 0.05316539481282234,
      "loss_total": 0.05316539481282234,
      "step": 5390
    },
    {
      "loss_action": 0.031196581199765205,
      "loss_total": 0.031196581199765205,
      "step": 5390
    },
    {
      "loss_action": 0.022369470447301865,
      "loss_total": 0.022369470447301865,
      "step": 5390
    },
    {
      "loss_action": 0.03874552622437477,
      "loss_total": 0.03874552622437477,
      "step": 5390
    },
    {
      "loss_action": 0.035947151482105255,
      "loss_total": 0.035947151482105255,
      "step": 5390
    },
    {
      "loss_action": 0.036418408155441284,
      "loss_total": 0.036418408155441284,
      "step": 5390
    },
    {
      "loss_action": 0.025666862726211548,
      "loss_total": 0.025666862726211548,
      "step": 5390
    },
    {
      "grad_norm": 0.3560316562652588,
      "learning_rate": 9.999564756760615e-05,
      "loss": 0.0298,
      "step": 5400
    },
    {
      "loss_action": 0.026602905243635178,
      "loss_total": 0.026602905243635178,
      "step": 5400
    },
    {
      "loss_action": 0.01939905434846878,
      "loss_total": 0.01939905434846878,
      "step": 5400
    },
    {
      "loss_action": 0.019700584933161736,
      "loss_total": 0.019700584933161736,
      "step": 5400
    },
    {
      "loss_action": 0.02187947742640972,
      "loss_total": 0.02187947742640972,
      "step": 5400
    },
    {
      "loss_action": 0.03788143768906593,
      "loss_total": 0.03788143768906593,
      "step": 5400
    },
    {
      "loss_action": 0.04567612335085869,
      "loss_total": 0.04567612335085869,
      "step": 5400
    },
    {
      "loss_action": 0.05071870982646942,
      "loss_total": 0.05071870982646942,
      "step": 5400
    },
    {
      "loss_action": 0.02693936787545681,
      "loss_total": 0.02693936787545681,
      "step": 5400
    },
    {
      "grad_norm": 0.2558644711971283,
      "learning_rate": 9.999542667001366e-05,
      "loss": 0.0292,
      "step": 5410
    },
    {
      "loss_action": 0.02438824437558651,
      "loss_total": 0.02438824437558651,
      "step": 5410
    },
    {
      "loss_action": 0.013369450345635414,
      "loss_total": 0.013369450345635414,
      "step": 5410
    },
    {
      "loss_action": 0.037214428186416626,
      "loss_total": 0.037214428186416626,
      "step": 5410
    },
    {
      "loss_action": 0.05499649420380592,
      "loss_total": 0.05499649420380592,
      "step": 5410
    },
    {
      "loss_action": 0.03356694430112839,
      "loss_total": 0.03356694430112839,
      "step": 5410
    },
    {
      "loss_action": 0.03271855413913727,
      "loss_total": 0.03271855413913727,
      "step": 5410
    },
    {
      "loss_action": 0.051511652767658234,
      "loss_total": 0.051511652767658234,
      "step": 5410
    },
    {
      "loss_action": 0.021934058517217636,
      "loss_total": 0.021934058517217636,
      "step": 5410
    },
    {
      "grad_norm": 0.38113901019096375,
      "learning_rate": 9.999520030499647e-05,
      "loss": 0.0288,
      "step": 5420
    },
    {
      "loss_action": 0.11205148696899414,
      "loss_total": 0.11205148696899414,
      "step": 5420
    },
    {
      "loss_action": 0.01952974498271942,
      "loss_total": 0.01952974498271942,
      "step": 5420
    },
    {
      "loss_action": 0.0196323674172163,
      "loss_total": 0.0196323674172163,
      "step": 5420
    },
    {
      "loss_action": 0.027125153690576553,
      "loss_total": 0.027125153690576553,
      "step": 5420
    },
    {
      "loss_action": 0.025927649810910225,
      "loss_total": 0.025927649810910225,
      "step": 5420
    },
    {
      "loss_action": 0.019071349874138832,
      "loss_total": 0.019071349874138832,
      "step": 5420
    },
    {
      "loss_action": 0.023834630846977234,
      "loss_total": 0.023834630846977234,
      "step": 5420
    },
    {
      "loss_action": 0.021980920806527138,
      "loss_total": 0.021980920806527138,
      "step": 5420
    },
    {
      "grad_norm": 0.35410410165786743,
      "learning_rate": 9.999496847257936e-05,
      "loss": 0.0289,
      "step": 5430
    },
    {
      "loss_action": 0.03052513301372528,
      "loss_total": 0.03052513301372528,
      "step": 5430
    },
    {
      "loss_action": 0.015698827803134918,
      "loss_total": 0.015698827803134918,
      "step": 5430
    },
    {
      "loss_action": 0.026392731815576553,
      "loss_total": 0.026392731815576553,
      "step": 5430
    },
    {
      "loss_action": 0.027177782729268074,
      "loss_total": 0.027177782729268074,
      "step": 5430
    },
    {
      "loss_action": 0.02935483492910862,
      "loss_total": 0.02935483492910862,
      "step": 5430
    },
    {
      "loss_action": 0.021606292575597763,
      "loss_total": 0.021606292575597763,
      "step": 5430
    },
    {
      "loss_action": 0.051481880247592926,
      "loss_total": 0.051481880247592926,
      "step": 5430
    },
    {
      "loss_action": 0.02621326968073845,
      "loss_total": 0.02621326968073845,
      "step": 5430
    },
    {
      "grad_norm": 0.30524954199790955,
      "learning_rate": 9.999473117278764e-05,
      "loss": 0.0287,
      "step": 5440
    },
    {
      "loss_action": 0.019995853304862976,
      "loss_total": 0.019995853304862976,
      "step": 5440
    },
    {
      "loss_action": 0.02035742625594139,
      "loss_total": 0.02035742625594139,
      "step": 5440
    },
    {
      "loss_action": 0.023359265178442,
      "loss_total": 0.023359265178442,
      "step": 5440
    },
    {
      "loss_action": 0.020303931087255478,
      "loss_total": 0.020303931087255478,
      "step": 5440
    },
    {
      "loss_action": 0.032912176102399826,
      "loss_total": 0.032912176102399826,
      "step": 5440
    },
    {
      "loss_action": 0.03577109053730965,
      "loss_total": 0.03577109053730965,
      "step": 5440
    },
    {
      "loss_action": 0.02530294843018055,
      "loss_total": 0.02530294843018055,
      "step": 5440
    },
    {
      "loss_action": 0.04636060446500778,
      "loss_total": 0.04636060446500778,
      "step": 5440
    },
    {
      "grad_norm": 0.2777236998081207,
      "learning_rate": 9.999448840564731e-05,
      "loss": 0.0254,
      "step": 5450
    },
    {
      "loss_action": 0.01717083342373371,
      "loss_total": 0.01717083342373371,
      "step": 5450
    },
    {
      "loss_action": 0.02216951921582222,
      "loss_total": 0.02216951921582222,
      "step": 5450
    },
    {
      "loss_action": 0.037168536335229874,
      "loss_total": 0.037168536335229874,
      "step": 5450
    },
    {
      "loss_action": 0.029432199895381927,
      "loss_total": 0.029432199895381927,
      "step": 5450
    },
    {
      "loss_action": 0.057574816048145294,
      "loss_total": 0.057574816048145294,
      "step": 5450
    },
    {
      "loss_action": 0.03353579342365265,
      "loss_total": 0.03353579342365265,
      "step": 5450
    },
    {
      "loss_action": 0.017743553966283798,
      "loss_total": 0.017743553966283798,
      "step": 5450
    },
    {
      "loss_action": 0.031841352581977844,
      "loss_total": 0.031841352581977844,
      "step": 5450
    },
    {
      "grad_norm": 0.3275984227657318,
      "learning_rate": 9.999424017118488e-05,
      "loss": 0.026,
      "step": 5460
    },
    {
      "loss_action": 0.051855262368917465,
      "loss_total": 0.051855262368917465,
      "step": 5460
    },
    {
      "loss_action": 0.045563679188489914,
      "loss_total": 0.045563679188489914,
      "step": 5460
    },
    {
      "loss_action": 0.02641432173550129,
      "loss_total": 0.02641432173550129,
      "step": 5460
    },
    {
      "loss_action": 0.03256690502166748,
      "loss_total": 0.03256690502166748,
      "step": 5460
    },
    {
      "loss_action": 0.02526181936264038,
      "loss_total": 0.02526181936264038,
      "step": 5460
    },
    {
      "loss_action": 0.019871849566698074,
      "loss_total": 0.019871849566698074,
      "step": 5460
    },
    {
      "loss_action": 0.025471605360507965,
      "loss_total": 0.025471605360507965,
      "step": 5460
    },
    {
      "loss_action": 0.015918150544166565,
      "loss_total": 0.015918150544166565,
      "step": 5460
    },
    {
      "grad_norm": 0.2720511555671692,
      "learning_rate": 9.999398646942751e-05,
      "loss": 0.0264,
      "step": 5470
    },
    {
      "loss_action": 0.018654916435480118,
      "loss_total": 0.018654916435480118,
      "step": 5470
    },
    {
      "loss_action": 0.03162973001599312,
      "loss_total": 0.03162973001599312,
      "step": 5470
    },
    {
      "loss_action": 0.039428550750017166,
      "loss_total": 0.039428550750017166,
      "step": 5470
    },
    {
      "loss_action": 0.019343208521604538,
      "loss_total": 0.019343208521604538,
      "step": 5470
    },
    {
      "loss_action": 0.020390773192048073,
      "loss_total": 0.020390773192048073,
      "step": 5470
    },
    {
      "loss_action": 0.05313605070114136,
      "loss_total": 0.05313605070114136,
      "step": 5470
    },
    {
      "loss_action": 0.013964569196105003,
      "loss_total": 0.013964569196105003,
      "step": 5470
    },
    {
      "loss_action": 0.01821133866906166,
      "loss_total": 0.01821133866906166,
      "step": 5470
    },
    {
      "grad_norm": 0.3990560472011566,
      "learning_rate": 9.999372730040296e-05,
      "loss": 0.0295,
      "step": 5480
    },
    {
      "loss_action": 0.02671715058386326,
      "loss_total": 0.02671715058386326,
      "step": 5480
    },
    {
      "loss_action": 0.03979135677218437,
      "loss_total": 0.03979135677218437,
      "step": 5480
    },
    {
      "loss_action": 0.022060208022594452,
      "loss_total": 0.022060208022594452,
      "step": 5480
    },
    {
      "loss_action": 0.031143223866820335,
      "loss_total": 0.031143223866820335,
      "step": 5480
    },
    {
      "loss_action": 0.022988656535744667,
      "loss_total": 0.022988656535744667,
      "step": 5480
    },
    {
      "loss_action": 0.019086560234427452,
      "loss_total": 0.019086560234427452,
      "step": 5480
    },
    {
      "loss_action": 0.04338882863521576,
      "loss_total": 0.04338882863521576,
      "step": 5480
    },
    {
      "loss_action": 0.015548442490398884,
      "loss_total": 0.015548442490398884,
      "step": 5480
    },
    {
      "grad_norm": 0.24569331109523773,
      "learning_rate": 9.999346266413953e-05,
      "loss": 0.0257,
      "step": 5490
    },
    {
      "loss_action": 0.013783564791083336,
      "loss_total": 0.013783564791083336,
      "step": 5490
    },
    {
      "loss_action": 0.017309606075286865,
      "loss_total": 0.017309606075286865,
      "step": 5490
    },
    {
      "loss_action": 0.03209381550550461,
      "loss_total": 0.03209381550550461,
      "step": 5490
    },
    {
      "loss_action": 0.025989636778831482,
      "loss_total": 0.025989636778831482,
      "step": 5490
    },
    {
      "loss_action": 0.03274716064333916,
      "loss_total": 0.03274716064333916,
      "step": 5490
    },
    {
      "loss_action": 0.03622462600469589,
      "loss_total": 0.03622462600469589,
      "step": 5490
    },
    {
      "loss_action": 0.023239631205797195,
      "loss_total": 0.023239631205797195,
      "step": 5490
    },
    {
      "loss_action": 0.03648890554904938,
      "loss_total": 0.03648890554904938,
      "step": 5490
    },
    {
      "grad_norm": 0.2847782373428345,
      "learning_rate": 9.99931925606662e-05,
      "loss": 0.0277,
      "step": 5500
    },
    {
      "loss_action": 0.022485479712486267,
      "loss_total": 0.022485479712486267,
      "step": 5500
    },
    {
      "loss_action": 0.03308487683534622,
      "loss_total": 0.03308487683534622,
      "step": 5500
    },
    {
      "loss_action": 0.021240511909127235,
      "loss_total": 0.021240511909127235,
      "step": 5500
    },
    {
      "loss_action": 0.01142322737723589,
      "loss_total": 0.01142322737723589,
      "step": 5500
    },
    {
      "loss_action": 0.016947180032730103,
      "loss_total": 0.016947180032730103,
      "step": 5500
    },
    {
      "loss_action": 0.026435930281877518,
      "loss_total": 0.026435930281877518,
      "step": 5500
    },
    {
      "loss_action": 0.021036073565483093,
      "loss_total": 0.021036073565483093,
      "step": 5500
    },
    {
      "loss_action": 0.036106035113334656,
      "loss_total": 0.036106035113334656,
      "step": 5500
    },
    {
      "grad_norm": 0.3519305884838104,
      "learning_rate": 9.99929169900125e-05,
      "loss": 0.0244,
      "step": 5510
    },
    {
      "loss_action": 0.017649130895733833,
      "loss_total": 0.017649130895733833,
      "step": 5510
    },
    {
      "loss_action": 0.03471378982067108,
      "loss_total": 0.03471378982067108,
      "step": 5510
    },
    {
      "loss_action": 0.02491782233119011,
      "loss_total": 0.02491782233119011,
      "step": 5510
    },
    {
      "loss_action": 0.03518196940422058,
      "loss_total": 0.03518196940422058,
      "step": 5510
    },
    {
      "loss_action": 0.027048703283071518,
      "loss_total": 0.027048703283071518,
      "step": 5510
    },
    {
      "loss_action": 0.08207317441701889,
      "loss_total": 0.08207317441701889,
      "step": 5510
    },
    {
      "loss_action": 0.031689368188381195,
      "loss_total": 0.031689368188381195,
      "step": 5510
    },
    {
      "loss_action": 0.03414984047412872,
      "loss_total": 0.03414984047412872,
      "step": 5510
    },
    {
      "grad_norm": 0.21077705919742584,
      "learning_rate": 9.999263595220855e-05,
      "loss": 0.0257,
      "step": 5520
    },
    {
      "loss_action": 0.027974417433142662,
      "loss_total": 0.027974417433142662,
      "step": 5520
    },
    {
      "loss_action": 0.025628630071878433,
      "loss_total": 0.025628630071878433,
      "step": 5520
    },
    {
      "loss_action": 0.03225705772638321,
      "loss_total": 0.03225705772638321,
      "step": 5520
    },
    {
      "loss_action": 0.021370496600866318,
      "loss_total": 0.021370496600866318,
      "step": 5520
    },
    {
      "loss_action": 0.028936227783560753,
      "loss_total": 0.028936227783560753,
      "step": 5520
    },
    {
      "loss_action": 0.018006684258580208,
      "loss_total": 0.018006684258580208,
      "step": 5520
    },
    {
      "loss_action": 0.013488749042153358,
      "loss_total": 0.013488749042153358,
      "step": 5520
    },
    {
      "loss_action": 0.02082093060016632,
      "loss_total": 0.02082093060016632,
      "step": 5520
    },
    {
      "grad_norm": 0.2612905204296112,
      "learning_rate": 9.99923494472851e-05,
      "loss": 0.0242,
      "step": 5530
    },
    {
      "loss_action": 0.049345217645168304,
      "loss_total": 0.049345217645168304,
      "step": 5530
    },
    {
      "loss_action": 0.030993061140179634,
      "loss_total": 0.030993061140179634,
      "step": 5530
    },
    {
      "loss_action": 0.012060010805726051,
      "loss_total": 0.012060010805726051,
      "step": 5530
    },
    {
      "loss_action": 0.03184938058257103,
      "loss_total": 0.03184938058257103,
      "step": 5530
    },
    {
      "loss_action": 0.05656503140926361,
      "loss_total": 0.05656503140926361,
      "step": 5530
    },
    {
      "loss_action": 0.024702249094843864,
      "loss_total": 0.024702249094843864,
      "step": 5530
    },
    {
      "loss_action": 0.024345554411411285,
      "loss_total": 0.024345554411411285,
      "step": 5530
    },
    {
      "loss_action": 0.025881946086883545,
      "loss_total": 0.025881946086883545,
      "step": 5530
    },
    {
      "grad_norm": 0.3002893030643463,
      "learning_rate": 9.999205747527348e-05,
      "loss": 0.027,
      "step": 5540
    },
    {
      "loss_action": 0.015449984930455685,
      "loss_total": 0.015449984930455685,
      "step": 5540
    },
    {
      "loss_action": 0.015276778489351273,
      "loss_total": 0.015276778489351273,
      "step": 5540
    },
    {
      "loss_action": 0.018549473956227303,
      "loss_total": 0.018549473956227303,
      "step": 5540
    },
    {
      "loss_action": 0.023898283019661903,
      "loss_total": 0.023898283019661903,
      "step": 5540
    },
    {
      "loss_action": 0.01871582120656967,
      "loss_total": 0.01871582120656967,
      "step": 5540
    },
    {
      "loss_action": 0.023634912446141243,
      "loss_total": 0.023634912446141243,
      "step": 5540
    },
    {
      "loss_action": 0.017123207449913025,
      "loss_total": 0.017123207449913025,
      "step": 5540
    },
    {
      "loss_action": 0.016796238720417023,
      "loss_total": 0.016796238720417023,
      "step": 5540
    },
    {
      "grad_norm": 0.25758641958236694,
      "learning_rate": 9.999176003620561e-05,
      "loss": 0.027,
      "step": 5550
    },
    {
      "loss_action": 0.09099980443716049,
      "loss_total": 0.09099980443716049,
      "step": 5550
    },
    {
      "loss_action": 0.030622176826000214,
      "loss_total": 0.030622176826000214,
      "step": 5550
    },
    {
      "loss_action": 0.04557810723781586,
      "loss_total": 0.04557810723781586,
      "step": 5550
    },
    {
      "loss_action": 0.019756972789764404,
      "loss_total": 0.019756972789764404,
      "step": 5550
    },
    {
      "loss_action": 0.025759031996130943,
      "loss_total": 0.025759031996130943,
      "step": 5550
    },
    {
      "loss_action": 0.031851451843976974,
      "loss_total": 0.031851451843976974,
      "step": 5550
    },
    {
      "loss_action": 0.021695274859666824,
      "loss_total": 0.021695274859666824,
      "step": 5550
    },
    {
      "loss_action": 0.022200046107172966,
      "loss_total": 0.022200046107172966,
      "step": 5550
    },
    {
      "grad_norm": 0.31840839982032776,
      "learning_rate": 9.999145713011405e-05,
      "loss": 0.0271,
      "step": 5560
    },
    {
      "loss_action": 0.014885187149047852,
      "loss_total": 0.014885187149047852,
      "step": 5560
    },
    {
      "loss_action": 0.02049289084970951,
      "loss_total": 0.02049289084970951,
      "step": 5560
    },
    {
      "loss_action": 0.02305910736322403,
      "loss_total": 0.02305910736322403,
      "step": 5560
    },
    {
      "loss_action": 0.015476621687412262,
      "loss_total": 0.015476621687412262,
      "step": 5560
    },
    {
      "loss_action": 0.016627740114927292,
      "loss_total": 0.016627740114927292,
      "step": 5560
    },
    {
      "loss_action": 0.015476146712899208,
      "loss_total": 0.015476146712899208,
      "step": 5560
    },
    {
      "loss_action": 0.015127498656511307,
      "loss_total": 0.015127498656511307,
      "step": 5560
    },
    {
      "loss_action": 0.028190286830067635,
      "loss_total": 0.028190286830067635,
      "step": 5560
    },
    {
      "grad_norm": 0.31087762117385864,
      "learning_rate": 9.999114875703186e-05,
      "loss": 0.026,
      "step": 5570
    },
    {
      "loss_action": 0.022846918553113937,
      "loss_total": 0.022846918553113937,
      "step": 5570
    },
    {
      "loss_action": 0.040095530450344086,
      "loss_total": 0.040095530450344086,
      "step": 5570
    },
    {
      "loss_action": 0.027349170297384262,
      "loss_total": 0.027349170297384262,
      "step": 5570
    },
    {
      "loss_action": 0.025953389704227448,
      "loss_total": 0.025953389704227448,
      "step": 5570
    },
    {
      "loss_action": 0.030409840866923332,
      "loss_total": 0.030409840866923332,
      "step": 5570
    },
    {
      "loss_action": 0.023634057492017746,
      "loss_total": 0.023634057492017746,
      "step": 5570
    },
    {
      "loss_action": 0.08273638784885406,
      "loss_total": 0.08273638784885406,
      "step": 5570
    },
    {
      "loss_action": 0.019717026501893997,
      "loss_total": 0.019717026501893997,
      "step": 5570
    },
    {
      "grad_norm": 0.3329959213733673,
      "learning_rate": 9.999083491699281e-05,
      "loss": 0.0289,
      "step": 5580
    },
    {
      "loss_action": 0.019298501312732697,
      "loss_total": 0.019298501312732697,
      "step": 5580
    },
    {
      "loss_action": 0.016017410904169083,
      "loss_total": 0.016017410904169083,
      "step": 5580
    },
    {
      "loss_action": 0.02345304936170578,
      "loss_total": 0.02345304936170578,
      "step": 5580
    },
    {
      "loss_action": 0.015776164829730988,
      "loss_total": 0.015776164829730988,
      "step": 5580
    },
    {
      "loss_action": 0.04812198877334595,
      "loss_total": 0.04812198877334595,
      "step": 5580
    },
    {
      "loss_action": 0.020763274282217026,
      "loss_total": 0.020763274282217026,
      "step": 5580
    },
    {
      "loss_action": 0.04375072941184044,
      "loss_total": 0.04375072941184044,
      "step": 5580
    },
    {
      "loss_action": 0.03186967968940735,
      "loss_total": 0.03186967968940735,
      "step": 5580
    },
    {
      "grad_norm": 0.44668135046958923,
      "learning_rate": 9.999051561003123e-05,
      "loss": 0.0257,
      "step": 5590
    },
    {
      "loss_action": 0.014124436303973198,
      "loss_total": 0.014124436303973198,
      "step": 5590
    },
    {
      "loss_action": 0.01818867027759552,
      "loss_total": 0.01818867027759552,
      "step": 5590
    },
    {
      "loss_action": 0.03059510886669159,
      "loss_total": 0.03059510886669159,
      "step": 5590
    },
    {
      "loss_action": 0.012027191929519176,
      "loss_total": 0.012027191929519176,
      "step": 5590
    },
    {
      "loss_action": 0.01889846660196781,
      "loss_total": 0.01889846660196781,
      "step": 5590
    },
    {
      "loss_action": 0.012341639026999474,
      "loss_total": 0.012341639026999474,
      "step": 5590
    },
    {
      "loss_action": 0.013929635286331177,
      "loss_total": 0.013929635286331177,
      "step": 5590
    },
    {
      "loss_action": 0.04273835942149162,
      "loss_total": 0.04273835942149162,
      "step": 5590
    },
    {
      "grad_norm": 0.3946836292743683,
      "learning_rate": 9.999019083618202e-05,
      "loss": 0.0303,
      "step": 5600
    },
    {
      "loss_action": 0.02982817217707634,
      "loss_total": 0.02982817217707634,
      "step": 5600
    },
    {
      "loss_action": 0.024855557829141617,
      "loss_total": 0.024855557829141617,
      "step": 5600
    },
    {
      "loss_action": 0.01626158319413662,
      "loss_total": 0.01626158319413662,
      "step": 5600
    },
    {
      "loss_action": 0.029826737940311432,
      "loss_total": 0.029826737940311432,
      "step": 5600
    },
    {
      "loss_action": 0.016325663775205612,
      "loss_total": 0.016325663775205612,
      "step": 5600
    },
    {
      "loss_action": 0.014364734292030334,
      "loss_total": 0.014364734292030334,
      "step": 5600
    },
    {
      "loss_action": 0.04295334964990616,
      "loss_total": 0.04295334964990616,
      "step": 5600
    },
    {
      "loss_action": 0.02050970494747162,
      "loss_total": 0.02050970494747162,
      "step": 5600
    },
    {
      "grad_norm": 0.29206258058547974,
      "learning_rate": 9.99898605954807e-05,
      "loss": 0.0301,
      "step": 5610
    },
    {
      "loss_action": 0.027104422450065613,
      "loss_total": 0.027104422450065613,
      "step": 5610
    },
    {
      "loss_action": 0.026495661586523056,
      "loss_total": 0.026495661586523056,
      "step": 5610
    },
    {
      "loss_action": 0.05263686925172806,
      "loss_total": 0.05263686925172806,
      "step": 5610
    },
    {
      "loss_action": 0.032209545373916626,
      "loss_total": 0.032209545373916626,
      "step": 5610
    },
    {
      "loss_action": 0.025793947279453278,
      "loss_total": 0.025793947279453278,
      "step": 5610
    },
    {
      "loss_action": 0.02988472208380699,
      "loss_total": 0.02988472208380699,
      "step": 5610
    },
    {
      "loss_action": 0.030820883810520172,
      "loss_total": 0.030820883810520172,
      "step": 5610
    },
    {
      "loss_action": 0.021512461826205254,
      "loss_total": 0.021512461826205254,
      "step": 5610
    },
    {
      "grad_norm": 0.41671472787857056,
      "learning_rate": 9.998952488796338e-05,
      "loss": 0.0308,
      "step": 5620
    },
    {
      "loss_action": 0.04547706991434097,
      "loss_total": 0.04547706991434097,
      "step": 5620
    },
    {
      "loss_action": 0.03889446705579758,
      "loss_total": 0.03889446705579758,
      "step": 5620
    },
    {
      "loss_action": 0.04829908534884453,
      "loss_total": 0.04829908534884453,
      "step": 5620
    },
    {
      "loss_action": 0.028273414820432663,
      "loss_total": 0.028273414820432663,
      "step": 5620
    },
    {
      "loss_action": 0.03380035236477852,
      "loss_total": 0.03380035236477852,
      "step": 5620
    },
    {
      "loss_action": 0.03734811767935753,
      "loss_total": 0.03734811767935753,
      "step": 5620
    },
    {
      "loss_action": 0.03205587714910507,
      "loss_total": 0.03205587714910507,
      "step": 5620
    },
    {
      "loss_action": 0.16163510084152222,
      "loss_total": 0.16163510084152222,
      "step": 5620
    },
    {
      "grad_norm": 0.3437127470970154,
      "learning_rate": 9.998918371366676e-05,
      "loss": 0.0305,
      "step": 5630
    },
    {
      "loss_action": 0.015271222218871117,
      "loss_total": 0.015271222218871117,
      "step": 5630
    },
    {
      "loss_action": 0.017991267144680023,
      "loss_total": 0.017991267144680023,
      "step": 5630
    },
    {
      "loss_action": 0.027195237576961517,
      "loss_total": 0.027195237576961517,
      "step": 5630
    },
    {
      "loss_action": 0.032983988523483276,
      "loss_total": 0.032983988523483276,
      "step": 5630
    },
    {
      "loss_action": 0.016914865002036095,
      "loss_total": 0.016914865002036095,
      "step": 5630
    },
    {
      "loss_action": 0.020323773846030235,
      "loss_total": 0.020323773846030235,
      "step": 5630
    },
    {
      "loss_action": 0.022946810349822044,
      "loss_total": 0.022946810349822044,
      "step": 5630
    },
    {
      "loss_action": 0.015252134762704372,
      "loss_total": 0.015252134762704372,
      "step": 5630
    },
    {
      "grad_norm": 0.42188018560409546,
      "learning_rate": 9.99888370726282e-05,
      "loss": 0.0263,
      "step": 5640
    },
    {
      "loss_action": 0.01905725710093975,
      "loss_total": 0.01905725710093975,
      "step": 5640
    },
    {
      "loss_action": 0.03322300314903259,
      "loss_total": 0.03322300314903259,
      "step": 5640
    },
    {
      "loss_action": 0.033560991287231445,
      "loss_total": 0.033560991287231445,
      "step": 5640
    },
    {
      "loss_action": 0.0241684727370739,
      "loss_total": 0.0241684727370739,
      "step": 5640
    },
    {
      "loss_action": 0.026621688157320023,
      "loss_total": 0.026621688157320023,
      "step": 5640
    },
    {
      "loss_action": 0.02787482738494873,
      "loss_total": 0.02787482738494873,
      "step": 5640
    },
    {
      "loss_action": 0.02037663757801056,
      "loss_total": 0.02037663757801056,
      "step": 5640
    },
    {
      "loss_action": 0.029619835317134857,
      "loss_total": 0.029619835317134857,
      "step": 5640
    },
    {
      "grad_norm": 0.38831302523612976,
      "learning_rate": 9.998848496488556e-05,
      "loss": 0.0306,
      "step": 5650
    },
    {
      "loss_action": 0.02810678444802761,
      "loss_total": 0.02810678444802761,
      "step": 5650
    },
    {
      "loss_action": 0.020082617178559303,
      "loss_total": 0.020082617178559303,
      "step": 5650
    },
    {
      "loss_action": 0.016811538487672806,
      "loss_total": 0.016811538487672806,
      "step": 5650
    },
    {
      "loss_action": 0.023884739726781845,
      "loss_total": 0.023884739726781845,
      "step": 5650
    },
    {
      "loss_action": 0.016713662073016167,
      "loss_total": 0.016713662073016167,
      "step": 5650
    },
    {
      "loss_action": 0.022851301357150078,
      "loss_total": 0.022851301357150078,
      "step": 5650
    },
    {
      "loss_action": 0.02158207818865776,
      "loss_total": 0.02158207818865776,
      "step": 5650
    },
    {
      "loss_action": 0.02557719312608242,
      "loss_total": 0.02557719312608242,
      "step": 5650
    },
    {
      "grad_norm": 0.3612973690032959,
      "learning_rate": 9.998812739047736e-05,
      "loss": 0.0267,
      "step": 5660
    },
    {
      "loss_action": 0.016146410256624222,
      "loss_total": 0.016146410256624222,
      "step": 5660
    },
    {
      "loss_action": 0.023801498115062714,
      "loss_total": 0.023801498115062714,
      "step": 5660
    },
    {
      "loss_action": 0.018432846292853355,
      "loss_total": 0.018432846292853355,
      "step": 5660
    },
    {
      "loss_action": 0.02466077357530594,
      "loss_total": 0.02466077357530594,
      "step": 5660
    },
    {
      "loss_action": 0.013913962058722973,
      "loss_total": 0.013913962058722973,
      "step": 5660
    },
    {
      "loss_action": 0.03685915470123291,
      "loss_total": 0.03685915470123291,
      "step": 5660
    },
    {
      "loss_action": 0.01935519464313984,
      "loss_total": 0.01935519464313984,
      "step": 5660
    },
    {
      "loss_action": 0.038416940718889236,
      "loss_total": 0.038416940718889236,
      "step": 5660
    },
    {
      "grad_norm": 0.3906818628311157,
      "learning_rate": 9.99877643494427e-05,
      "loss": 0.0298,
      "step": 5670
    },
    {
      "loss_action": 0.023199167102575302,
      "loss_total": 0.023199167102575302,
      "step": 5670
    },
    {
      "loss_action": 0.024615898728370667,
      "loss_total": 0.024615898728370667,
      "step": 5670
    },
    {
      "loss_action": 0.018216252326965332,
      "loss_total": 0.018216252326965332,
      "step": 5670
    },
    {
      "loss_action": 0.016844000667333603,
      "loss_total": 0.016844000667333603,
      "step": 5670
    },
    {
      "loss_action": 0.01651683822274208,
      "loss_total": 0.01651683822274208,
      "step": 5670
    },
    {
      "loss_action": 0.024321235716342926,
      "loss_total": 0.024321235716342926,
      "step": 5670
    },
    {
      "loss_action": 0.035103939473629,
      "loss_total": 0.035103939473629,
      "step": 5670
    },
    {
      "loss_action": 0.038620319217443466,
      "loss_total": 0.038620319217443466,
      "step": 5670
    },
    {
      "grad_norm": 0.2968561053276062,
      "learning_rate": 9.998739584182128e-05,
      "loss": 0.0249,
      "step": 5680
    },
    {
      "loss_action": 0.018287260085344315,
      "loss_total": 0.018287260085344315,
      "step": 5680
    },
    {
      "loss_action": 0.013358119875192642,
      "loss_total": 0.013358119875192642,
      "step": 5680
    },
    {
      "loss_action": 0.051983125507831573,
      "loss_total": 0.051983125507831573,
      "step": 5680
    },
    {
      "loss_action": 0.014916347339749336,
      "loss_total": 0.014916347339749336,
      "step": 5680
    },
    {
      "loss_action": 0.05296991020441055,
      "loss_total": 0.05296991020441055,
      "step": 5680
    },
    {
      "loss_action": 0.013767629861831665,
      "loss_total": 0.013767629861831665,
      "step": 5680
    },
    {
      "loss_action": 0.03794528543949127,
      "loss_total": 0.03794528543949127,
      "step": 5680
    },
    {
      "loss_action": 0.04066044092178345,
      "loss_total": 0.04066044092178345,
      "step": 5680
    },
    {
      "grad_norm": 0.3077371418476105,
      "learning_rate": 9.998702186765342e-05,
      "loss": 0.0269,
      "step": 5690
    },
    {
      "loss_action": 0.07261458039283752,
      "loss_total": 0.07261458039283752,
      "step": 5690
    },
    {
      "loss_action": 0.015944024547934532,
      "loss_total": 0.015944024547934532,
      "step": 5690
    },
    {
      "loss_action": 0.010852180421352386,
      "loss_total": 0.010852180421352386,
      "step": 5690
    },
    {
      "loss_action": 0.02759820967912674,
      "loss_total": 0.02759820967912674,
      "step": 5690
    },
    {
      "loss_action": 0.018407100811600685,
      "loss_total": 0.018407100811600685,
      "step": 5690
    },
    {
      "loss_action": 0.01138574630022049,
      "loss_total": 0.01138574630022049,
      "step": 5690
    },
    {
      "loss_action": 0.020718807354569435,
      "loss_total": 0.020718807354569435,
      "step": 5690
    },
    {
      "loss_action": 0.011793065816164017,
      "loss_total": 0.011793065816164017,
      "step": 5690
    },
    {
      "grad_norm": 0.4424207806587219,
      "learning_rate": 9.998664242698e-05,
      "loss": 0.0238,
      "step": 5700
    },
    {
      "loss_action": 0.03925739601254463,
      "loss_total": 0.03925739601254463,
      "step": 5700
    },
    {
      "loss_action": 0.018543172627687454,
      "loss_total": 0.018543172627687454,
      "step": 5700
    },
    {
      "loss_action": 0.042601339519023895,
      "loss_total": 0.042601339519023895,
      "step": 5700
    },
    {
      "loss_action": 0.022525476291775703,
      "loss_total": 0.022525476291775703,
      "step": 5700
    },
    {
      "loss_action": 0.027339451014995575,
      "loss_total": 0.027339451014995575,
      "step": 5700
    },
    {
      "loss_action": 0.015702132135629654,
      "loss_total": 0.015702132135629654,
      "step": 5700
    },
    {
      "loss_action": 0.04242430627346039,
      "loss_total": 0.04242430627346039,
      "step": 5700
    },
    {
      "loss_action": 0.03800547122955322,
      "loss_total": 0.03800547122955322,
      "step": 5700
    },
    {
      "grad_norm": 0.35720041394233704,
      "learning_rate": 9.998625751984251e-05,
      "loss": 0.0283,
      "step": 5710
    },
    {
      "loss_action": 0.014281890355050564,
      "loss_total": 0.014281890355050564,
      "step": 5710
    },
    {
      "loss_action": 0.030058277770876884,
      "loss_total": 0.030058277770876884,
      "step": 5710
    },
    {
      "loss_action": 0.02448132261633873,
      "loss_total": 0.02448132261633873,
      "step": 5710
    },
    {
      "loss_action": 0.019485309720039368,
      "loss_total": 0.019485309720039368,
      "step": 5710
    },
    {
      "loss_action": 0.021181780844926834,
      "loss_total": 0.021181780844926834,
      "step": 5710
    },
    {
      "loss_action": 0.02543661743402481,
      "loss_total": 0.02543661743402481,
      "step": 5710
    },
    {
      "loss_action": 0.03418461233377457,
      "loss_total": 0.03418461233377457,
      "step": 5710
    },
    {
      "loss_action": 0.019641809165477753,
      "loss_total": 0.019641809165477753,
      "step": 5710
    },
    {
      "grad_norm": 0.26969024538993835,
      "learning_rate": 9.998586714628307e-05,
      "loss": 0.029,
      "step": 5720
    },
    {
      "loss_action": 0.01841896027326584,
      "loss_total": 0.01841896027326584,
      "step": 5720
    },
    {
      "loss_action": 0.026836402714252472,
      "loss_total": 0.026836402714252472,
      "step": 5720
    },
    {
      "loss_action": 0.018527956679463387,
      "loss_total": 0.018527956679463387,
      "step": 5720
    },
    {
      "loss_action": 0.017434028908610344,
      "loss_total": 0.017434028908610344,
      "step": 5720
    },
    {
      "loss_action": 0.013503002002835274,
      "loss_total": 0.013503002002835274,
      "step": 5720
    },
    {
      "loss_action": 0.036127395927906036,
      "loss_total": 0.036127395927906036,
      "step": 5720
    },
    {
      "loss_action": 0.017710238695144653,
      "loss_total": 0.017710238695144653,
      "step": 5720
    },
    {
      "loss_action": 0.02097025327384472,
      "loss_total": 0.02097025327384472,
      "step": 5720
    },
    {
      "grad_norm": 0.40894442796707153,
      "learning_rate": 9.998547130634432e-05,
      "loss": 0.0293,
      "step": 5730
    },
    {
      "loss_action": 0.04170365631580353,
      "loss_total": 0.04170365631580353,
      "step": 5730
    },
    {
      "loss_action": 0.03470434248447418,
      "loss_total": 0.03470434248447418,
      "step": 5730
    },
    {
      "loss_action": 0.03161398321390152,
      "loss_total": 0.03161398321390152,
      "step": 5730
    },
    {
      "loss_action": 0.02492711693048477,
      "loss_total": 0.02492711693048477,
      "step": 5730
    },
    {
      "loss_action": 0.03532566875219345,
      "loss_total": 0.03532566875219345,
      "step": 5730
    },
    {
      "loss_action": 0.037310220301151276,
      "loss_total": 0.037310220301151276,
      "step": 5730
    },
    {
      "loss_action": 0.037239205092191696,
      "loss_total": 0.037239205092191696,
      "step": 5730
    },
    {
      "loss_action": 0.03294786065816879,
      "loss_total": 0.03294786065816879,
      "step": 5730
    },
    {
      "grad_norm": 0.29270872473716736,
      "learning_rate": 9.99850700000696e-05,
      "loss": 0.0319,
      "step": 5740
    },
    {
      "loss_action": 0.05683254823088646,
      "loss_total": 0.05683254823088646,
      "step": 5740
    },
    {
      "loss_action": 0.024578869342803955,
      "loss_total": 0.024578869342803955,
      "step": 5740
    },
    {
      "loss_action": 0.030330389738082886,
      "loss_total": 0.030330389738082886,
      "step": 5740
    },
    {
      "loss_action": 0.02427385002374649,
      "loss_total": 0.02427385002374649,
      "step": 5740
    },
    {
      "loss_action": 0.02503298968076706,
      "loss_total": 0.02503298968076706,
      "step": 5740
    },
    {
      "loss_action": 0.02626151777803898,
      "loss_total": 0.02626151777803898,
      "step": 5740
    },
    {
      "loss_action": 0.03973612189292908,
      "loss_total": 0.03973612189292908,
      "step": 5740
    },
    {
      "loss_action": 0.018532760441303253,
      "loss_total": 0.018532760441303253,
      "step": 5740
    },
    {
      "grad_norm": 0.41832485795021057,
      "learning_rate": 9.998466322750278e-05,
      "loss": 0.0328,
      "step": 5750
    },
    {
      "loss_action": 0.03569744527339935,
      "loss_total": 0.03569744527339935,
      "step": 5750
    },
    {
      "loss_action": 0.032175011932849884,
      "loss_total": 0.032175011932849884,
      "step": 5750
    },
    {
      "loss_action": 0.01787017285823822,
      "loss_total": 0.01787017285823822,
      "step": 5750
    },
    {
      "loss_action": 0.037644483149051666,
      "loss_total": 0.037644483149051666,
      "step": 5750
    },
    {
      "loss_action": 0.027027809992432594,
      "loss_total": 0.027027809992432594,
      "step": 5750
    },
    {
      "loss_action": 0.06586429476737976,
      "loss_total": 0.06586429476737976,
      "step": 5750
    },
    {
      "loss_action": 0.01548352837562561,
      "loss_total": 0.01548352837562561,
      "step": 5750
    },
    {
      "loss_action": 0.02098779007792473,
      "loss_total": 0.02098779007792473,
      "step": 5750
    },
    {
      "grad_norm": 0.2827335000038147,
      "learning_rate": 9.998425098868834e-05,
      "loss": 0.0308,
      "step": 5760
    },
    {
      "loss_action": 0.02560201659798622,
      "loss_total": 0.02560201659798622,
      "step": 5760
    },
    {
      "loss_action": 0.034070905297994614,
      "loss_total": 0.034070905297994614,
      "step": 5760
    },
    {
      "loss_action": 0.03268162161111832,
      "loss_total": 0.03268162161111832,
      "step": 5760
    },
    {
      "loss_action": 0.019417863339185715,
      "loss_total": 0.019417863339185715,
      "step": 5760
    },
    {
      "loss_action": 0.036659009754657745,
      "loss_total": 0.036659009754657745,
      "step": 5760
    },
    {
      "loss_action": 0.021243073046207428,
      "loss_total": 0.021243073046207428,
      "step": 5760
    },
    {
      "loss_action": 0.026573479175567627,
      "loss_total": 0.026573479175567627,
      "step": 5760
    },
    {
      "loss_action": 0.025737125426530838,
      "loss_total": 0.025737125426530838,
      "step": 5760
    },
    {
      "grad_norm": 0.2698669731616974,
      "learning_rate": 9.998383328367136e-05,
      "loss": 0.028,
      "step": 5770
    },
    {
      "loss_action": 0.013617783784866333,
      "loss_total": 0.013617783784866333,
      "step": 5770
    },
    {
      "loss_action": 0.02083469182252884,
      "loss_total": 0.02083469182252884,
      "step": 5770
    },
    {
      "loss_action": 0.0647449940443039,
      "loss_total": 0.0647449940443039,
      "step": 5770
    },
    {
      "loss_action": 0.02296019345521927,
      "loss_total": 0.02296019345521927,
      "step": 5770
    },
    {
      "loss_action": 0.017693303525447845,
      "loss_total": 0.017693303525447845,
      "step": 5770
    },
    {
      "loss_action": 0.017773423343896866,
      "loss_total": 0.017773423343896866,
      "step": 5770
    },
    {
      "loss_action": 0.04190504178404808,
      "loss_total": 0.04190504178404808,
      "step": 5770
    },
    {
      "loss_action": 0.02176843211054802,
      "loss_total": 0.02176843211054802,
      "step": 5770
    },
    {
      "grad_norm": 0.3670090138912201,
      "learning_rate": 9.99834101124975e-05,
      "loss": 0.0267,
      "step": 5780
    },
    {
      "loss_action": 0.03114616870880127,
      "loss_total": 0.03114616870880127,
      "step": 5780
    },
    {
      "loss_action": 0.03085833042860031,
      "loss_total": 0.03085833042860031,
      "step": 5780
    },
    {
      "loss_action": 0.022365741431713104,
      "loss_total": 0.022365741431713104,
      "step": 5780
    },
    {
      "loss_action": 0.035882726311683655,
      "loss_total": 0.035882726311683655,
      "step": 5780
    },
    {
      "loss_action": 0.027080591768026352,
      "loss_total": 0.027080591768026352,
      "step": 5780
    },
    {
      "loss_action": 0.0315462201833725,
      "loss_total": 0.0315462201833725,
      "step": 5780
    },
    {
      "loss_action": 0.0516681894659996,
      "loss_total": 0.0516681894659996,
      "step": 5780
    },
    {
      "loss_action": 0.0352461114525795,
      "loss_total": 0.0352461114525795,
      "step": 5780
    },
    {
      "grad_norm": 0.31268221139907837,
      "learning_rate": 9.998298147521309e-05,
      "loss": 0.0268,
      "step": 5790
    },
    {
      "loss_action": 0.019695457071065903,
      "loss_total": 0.019695457071065903,
      "step": 5790
    },
    {
      "loss_action": 0.019948352128267288,
      "loss_total": 0.019948352128267288,
      "step": 5790
    },
    {
      "loss_action": 0.022296123206615448,
      "loss_total": 0.022296123206615448,
      "step": 5790
    },
    {
      "loss_action": 0.026017311960458755,
      "loss_total": 0.026017311960458755,
      "step": 5790
    },
    {
      "loss_action": 0.01295243576169014,
      "loss_total": 0.01295243576169014,
      "step": 5790
    },
    {
      "loss_action": 0.0225063506513834,
      "loss_total": 0.0225063506513834,
      "step": 5790
    },
    {
      "loss_action": 0.022607944905757904,
      "loss_total": 0.022607944905757904,
      "step": 5790
    },
    {
      "loss_action": 0.030111044645309448,
      "loss_total": 0.030111044645309448,
      "step": 5790
    },
    {
      "grad_norm": 0.34471651911735535,
      "learning_rate": 9.998254737186496e-05,
      "loss": 0.0284,
      "step": 5800
    },
    {
      "loss_action": 0.026395607739686966,
      "loss_total": 0.026395607739686966,
      "step": 5800
    },
    {
      "loss_action": 0.021390140056610107,
      "loss_total": 0.021390140056610107,
      "step": 5800
    },
    {
      "loss_action": 0.04236394166946411,
      "loss_total": 0.04236394166946411,
      "step": 5800
    },
    {
      "loss_action": 0.03060212917625904,
      "loss_total": 0.03060212917625904,
      "step": 5800
    },
    {
      "loss_action": 0.02625972032546997,
      "loss_total": 0.02625972032546997,
      "step": 5800
    },
    {
      "loss_action": 0.03194468468427658,
      "loss_total": 0.03194468468427658,
      "step": 5800
    },
    {
      "loss_action": 0.03339243307709694,
      "loss_total": 0.03339243307709694,
      "step": 5800
    },
    {
      "loss_action": 0.036531928926706314,
      "loss_total": 0.036531928926706314,
      "step": 5800
    },
    {
      "grad_norm": 0.3101997375488281,
      "learning_rate": 9.99821078025006e-05,
      "loss": 0.0297,
      "step": 5810
    },
    {
      "loss_action": 0.02176079712808132,
      "loss_total": 0.02176079712808132,
      "step": 5810
    },
    {
      "loss_action": 0.022549016401171684,
      "loss_total": 0.022549016401171684,
      "step": 5810
    },
    {
      "loss_action": 0.03882559388875961,
      "loss_total": 0.03882559388875961,
      "step": 5810
    },
    {
      "loss_action": 0.020599108189344406,
      "loss_total": 0.020599108189344406,
      "step": 5810
    },
    {
      "loss_action": 0.021680712699890137,
      "loss_total": 0.021680712699890137,
      "step": 5810
    },
    {
      "loss_action": 0.01483936794102192,
      "loss_total": 0.01483936794102192,
      "step": 5810
    },
    {
      "loss_action": 0.02323564887046814,
      "loss_total": 0.02323564887046814,
      "step": 5810
    },
    {
      "loss_action": 0.015475207939743996,
      "loss_total": 0.015475207939743996,
      "step": 5810
    },
    {
      "grad_norm": 0.3034980595111847,
      "learning_rate": 9.998166276716807e-05,
      "loss": 0.0264,
      "step": 5820
    },
    {
      "loss_action": 0.03690303862094879,
      "loss_total": 0.03690303862094879,
      "step": 5820
    },
    {
      "loss_action": 0.0279955193400383,
      "loss_total": 0.0279955193400383,
      "step": 5820
    },
    {
      "loss_action": 0.01792379654943943,
      "loss_total": 0.01792379654943943,
      "step": 5820
    },
    {
      "loss_action": 0.014194311574101448,
      "loss_total": 0.014194311574101448,
      "step": 5820
    },
    {
      "loss_action": 0.026563702151179314,
      "loss_total": 0.026563702151179314,
      "step": 5820
    },
    {
      "loss_action": 0.030630456283688545,
      "loss_total": 0.030630456283688545,
      "step": 5820
    },
    {
      "loss_action": 0.01675586961209774,
      "loss_total": 0.01675586961209774,
      "step": 5820
    },
    {
      "loss_action": 0.01259871106594801,
      "loss_total": 0.01259871106594801,
      "step": 5820
    },
    {
      "grad_norm": 0.32600438594818115,
      "learning_rate": 9.998121226591606e-05,
      "loss": 0.0255,
      "step": 5830
    },
    {
      "loss_action": 0.019948188215494156,
      "loss_total": 0.019948188215494156,
      "step": 5830
    },
    {
      "loss_action": 0.03225281089544296,
      "loss_total": 0.03225281089544296,
      "step": 5830
    },
    {
      "loss_action": 0.04255197197198868,
      "loss_total": 0.04255197197198868,
      "step": 5830
    },
    {
      "loss_action": 0.02134319767355919,
      "loss_total": 0.02134319767355919,
      "step": 5830
    },
    {
      "loss_action": 0.02105558291077614,
      "loss_total": 0.02105558291077614,
      "step": 5830
    },
    {
      "loss_action": 0.023678867146372795,
      "loss_total": 0.023678867146372795,
      "step": 5830
    },
    {
      "loss_action": 0.018396686762571335,
      "loss_total": 0.018396686762571335,
      "step": 5830
    },
    {
      "loss_action": 0.01982339471578598,
      "loss_total": 0.01982339471578598,
      "step": 5830
    },
    {
      "grad_norm": 0.35984984040260315,
      "learning_rate": 9.998075629879382e-05,
      "loss": 0.0271,
      "step": 5840
    },
    {
      "loss_action": 0.019110215827822685,
      "loss_total": 0.019110215827822685,
      "step": 5840
    },
    {
      "loss_action": 0.03160436078906059,
      "loss_total": 0.03160436078906059,
      "step": 5840
    },
    {
      "loss_action": 0.016933005303144455,
      "loss_total": 0.016933005303144455,
      "step": 5840
    },
    {
      "loss_action": 0.057025887072086334,
      "loss_total": 0.057025887072086334,
      "step": 5840
    },
    {
      "loss_action": 0.03081696107983589,
      "loss_total": 0.03081696107983589,
      "step": 5840
    },
    {
      "loss_action": 0.02025046944618225,
      "loss_total": 0.02025046944618225,
      "step": 5840
    },
    {
      "loss_action": 0.029172662645578384,
      "loss_total": 0.029172662645578384,
      "step": 5840
    },
    {
      "loss_action": 0.06404295563697815,
      "loss_total": 0.06404295563697815,
      "step": 5840
    },
    {
      "grad_norm": 0.3311263620853424,
      "learning_rate": 9.99802948658512e-05,
      "loss": 0.0286,
      "step": 5850
    },
    {
      "loss_action": 0.020314190536737442,
      "loss_total": 0.020314190536737442,
      "step": 5850
    },
    {
      "loss_action": 0.05978775769472122,
      "loss_total": 0.05978775769472122,
      "step": 5850
    },
    {
      "loss_action": 0.01845163106918335,
      "loss_total": 0.01845163106918335,
      "step": 5850
    },
    {
      "loss_action": 0.04566994309425354,
      "loss_total": 0.04566994309425354,
      "step": 5850
    },
    {
      "loss_action": 0.12179266661405563,
      "loss_total": 0.12179266661405563,
      "step": 5850
    },
    {
      "loss_action": 0.03931281715631485,
      "loss_total": 0.03931281715631485,
      "step": 5850
    },
    {
      "loss_action": 0.02940169721841812,
      "loss_total": 0.02940169721841812,
      "step": 5850
    },
    {
      "loss_action": 0.048952631652355194,
      "loss_total": 0.048952631652355194,
      "step": 5850
    },
    {
      "grad_norm": 0.36258256435394287,
      "learning_rate": 9.99798279671387e-05,
      "loss": 0.0273,
      "step": 5860
    },
    {
      "loss_action": 0.015751522034406662,
      "loss_total": 0.015751522034406662,
      "step": 5860
    },
    {
      "loss_action": 0.05419272184371948,
      "loss_total": 0.05419272184371948,
      "step": 5860
    },
    {
      "loss_action": 0.05786723643541336,
      "loss_total": 0.05786723643541336,
      "step": 5860
    },
    {
      "loss_action": 0.026382792741060257,
      "loss_total": 0.026382792741060257,
      "step": 5860
    },
    {
      "loss_action": 0.025901785120368004,
      "loss_total": 0.025901785120368004,
      "step": 5860
    },
    {
      "loss_action": 0.022969232872128487,
      "loss_total": 0.022969232872128487,
      "step": 5860
    },
    {
      "loss_action": 0.024269038811326027,
      "loss_total": 0.024269038811326027,
      "step": 5860
    },
    {
      "loss_action": 0.017995115369558334,
      "loss_total": 0.017995115369558334,
      "step": 5860
    },
    {
      "grad_norm": 0.2459876984357834,
      "learning_rate": 9.997935560270734e-05,
      "loss": 0.0266,
      "step": 5870
    },
    {
      "loss_action": 0.045320987701416016,
      "loss_total": 0.045320987701416016,
      "step": 5870
    },
    {
      "loss_action": 0.06069212406873703,
      "loss_total": 0.06069212406873703,
      "step": 5870
    },
    {
      "loss_action": 0.013566362671554089,
      "loss_total": 0.013566362671554089,
      "step": 5870
    },
    {
      "loss_action": 0.011153629049658775,
      "loss_total": 0.011153629049658775,
      "step": 5870
    },
    {
      "loss_action": 0.020467983558773994,
      "loss_total": 0.020467983558773994,
      "step": 5870
    },
    {
      "loss_action": 0.020129237323999405,
      "loss_total": 0.020129237323999405,
      "step": 5870
    },
    {
      "loss_action": 0.02747725509107113,
      "loss_total": 0.02747725509107113,
      "step": 5870
    },
    {
      "loss_action": 0.03621961176395416,
      "loss_total": 0.03621961176395416,
      "step": 5870
    },
    {
      "grad_norm": 0.2773576080799103,
      "learning_rate": 9.997887777260879e-05,
      "loss": 0.0264,
      "step": 5880
    },
    {
      "loss_action": 0.0607539564371109,
      "loss_total": 0.0607539564371109,
      "step": 5880
    },
    {
      "loss_action": 0.023502487689256668,
      "loss_total": 0.023502487689256668,
      "step": 5880
    },
    {
      "loss_action": 0.020948678255081177,
      "loss_total": 0.020948678255081177,
      "step": 5880
    },
    {
      "loss_action": 0.01534515805542469,
      "loss_total": 0.01534515805542469,
      "step": 5880
    },
    {
      "loss_action": 0.01772209070622921,
      "loss_total": 0.01772209070622921,
      "step": 5880
    },
    {
      "loss_action": 0.01377867255359888,
      "loss_total": 0.01377867255359888,
      "step": 5880
    },
    {
      "loss_action": 0.01803326979279518,
      "loss_total": 0.01803326979279518,
      "step": 5880
    },
    {
      "loss_action": 0.023674655705690384,
      "loss_total": 0.023674655705690384,
      "step": 5880
    },
    {
      "grad_norm": 0.41666534543037415,
      "learning_rate": 9.997839447689532e-05,
      "loss": 0.0236,
      "step": 5890
    },
    {
      "loss_action": 0.01560670044273138,
      "loss_total": 0.01560670044273138,
      "step": 5890
    },
    {
      "loss_action": 0.01552852988243103,
      "loss_total": 0.01552852988243103,
      "step": 5890
    },
    {
      "loss_action": 0.019143149256706238,
      "loss_total": 0.019143149256706238,
      "step": 5890
    },
    {
      "loss_action": 0.015908442437648773,
      "loss_total": 0.015908442437648773,
      "step": 5890
    },
    {
      "loss_action": 0.022999484091997147,
      "loss_total": 0.022999484091997147,
      "step": 5890
    },
    {
      "loss_action": 0.015904027968645096,
      "loss_total": 0.015904027968645096,
      "step": 5890
    },
    {
      "loss_action": 0.06950217485427856,
      "loss_total": 0.06950217485427856,
      "step": 5890
    },
    {
      "loss_action": 0.016540078446269035,
      "loss_total": 0.016540078446269035,
      "step": 5890
    },
    {
      "grad_norm": 0.26553431153297424,
      "learning_rate": 9.997790571561978e-05,
      "loss": 0.0257,
      "step": 5900
    },
    {
      "loss_action": 0.014315403997898102,
      "loss_total": 0.014315403997898102,
      "step": 5900
    },
    {
      "loss_action": 0.0150395967066288,
      "loss_total": 0.0150395967066288,
      "step": 5900
    },
    {
      "loss_action": 0.014343755319714546,
      "loss_total": 0.014343755319714546,
      "step": 5900
    },
    {
      "loss_action": 0.023709136992692947,
      "loss_total": 0.023709136992692947,
      "step": 5900
    },
    {
      "loss_action": 0.02293984964489937,
      "loss_total": 0.02293984964489937,
      "step": 5900
    },
    {
      "loss_action": 0.01752225123345852,
      "loss_total": 0.01752225123345852,
      "step": 5900
    },
    {
      "loss_action": 0.02535521239042282,
      "loss_total": 0.02535521239042282,
      "step": 5900
    },
    {
      "loss_action": 0.027105767279863358,
      "loss_total": 0.027105767279863358,
      "step": 5900
    },
    {
      "grad_norm": 0.2218753844499588,
      "learning_rate": 9.99774114888356e-05,
      "loss": 0.0248,
      "step": 5910
    },
    {
      "loss_action": 0.02812780812382698,
      "loss_total": 0.02812780812382698,
      "step": 5910
    },
    {
      "loss_action": 0.03992917388677597,
      "loss_total": 0.03992917388677597,
      "step": 5910
    },
    {
      "loss_action": 0.03255553916096687,
      "loss_total": 0.03255553916096687,
      "step": 5910
    },
    {
      "loss_action": 0.038365527987480164,
      "loss_total": 0.038365527987480164,
      "step": 5910
    },
    {
      "loss_action": 0.02891586534678936,
      "loss_total": 0.02891586534678936,
      "step": 5910
    },
    {
      "loss_action": 0.01926518976688385,
      "loss_total": 0.01926518976688385,
      "step": 5910
    },
    {
      "loss_action": 0.035089194774627686,
      "loss_total": 0.035089194774627686,
      "step": 5910
    },
    {
      "loss_action": 0.03617694228887558,
      "loss_total": 0.03617694228887558,
      "step": 5910
    },
    {
      "grad_norm": 0.4193015992641449,
      "learning_rate": 9.997691179659684e-05,
      "loss": 0.0276,
      "step": 5920
    },
    {
      "loss_action": 0.017338192090392113,
      "loss_total": 0.017338192090392113,
      "step": 5920
    },
    {
      "loss_action": 0.029318245127797127,
      "loss_total": 0.029318245127797127,
      "step": 5920
    },
    {
      "loss_action": 0.021065879613161087,
      "loss_total": 0.021065879613161087,
      "step": 5920
    },
    {
      "loss_action": 0.01803905889391899,
      "loss_total": 0.01803905889391899,
      "step": 5920
    },
    {
      "loss_action": 0.019672086462378502,
      "loss_total": 0.019672086462378502,
      "step": 5920
    },
    {
      "loss_action": 0.016532601788640022,
      "loss_total": 0.016532601788640022,
      "step": 5920
    },
    {
      "loss_action": 0.018962807953357697,
      "loss_total": 0.018962807953357697,
      "step": 5920
    },
    {
      "loss_action": 0.03454066812992096,
      "loss_total": 0.03454066812992096,
      "step": 5920
    },
    {
      "grad_norm": 0.405313104391098,
      "learning_rate": 9.997640663895815e-05,
      "loss": 0.0296,
      "step": 5930
    },
    {
      "loss_action": 0.03549576550722122,
      "loss_total": 0.03549576550722122,
      "step": 5930
    },
    {
      "loss_action": 0.04140768200159073,
      "loss_total": 0.04140768200159073,
      "step": 5930
    },
    {
      "loss_action": 0.015281882137060165,
      "loss_total": 0.015281882137060165,
      "step": 5930
    },
    {
      "loss_action": 0.024948125705122948,
      "loss_total": 0.024948125705122948,
      "step": 5930
    },
    {
      "loss_action": 0.021694766357541084,
      "loss_total": 0.021694766357541084,
      "step": 5930
    },
    {
      "loss_action": 0.026474757120013237,
      "loss_total": 0.026474757120013237,
      "step": 5930
    },
    {
      "loss_action": 0.018428776413202286,
      "loss_total": 0.018428776413202286,
      "step": 5930
    },
    {
      "loss_action": 0.05087105184793472,
      "loss_total": 0.05087105184793472,
      "step": 5930
    },
    {
      "grad_norm": 0.28231117129325867,
      "learning_rate": 9.997589601597477e-05,
      "loss": 0.0267,
      "step": 5940
    },
    {
      "loss_action": 0.01820937916636467,
      "loss_total": 0.01820937916636467,
      "step": 5940
    },
    {
      "loss_action": 0.020394938066601753,
      "loss_total": 0.020394938066601753,
      "step": 5940
    },
    {
      "loss_action": 0.024822808802127838,
      "loss_total": 0.024822808802127838,
      "step": 5940
    },
    {
      "loss_action": 0.020702313631772995,
      "loss_total": 0.020702313631772995,
      "step": 5940
    },
    {
      "loss_action": 0.0177299864590168,
      "loss_total": 0.0177299864590168,
      "step": 5940
    },
    {
      "loss_action": 0.01330792810767889,
      "loss_total": 0.01330792810767889,
      "step": 5940
    },
    {
      "loss_action": 0.021923009306192398,
      "loss_total": 0.021923009306192398,
      "step": 5940
    },
    {
      "loss_action": 0.02159293368458748,
      "loss_total": 0.02159293368458748,
      "step": 5940
    },
    {
      "grad_norm": 0.3749179542064667,
      "learning_rate": 9.997537992770252e-05,
      "loss": 0.0248,
      "step": 5950
    },
    {
      "loss_action": 0.015576791949570179,
      "loss_total": 0.015576791949570179,
      "step": 5950
    },
    {
      "loss_action": 0.019888240844011307,
      "loss_total": 0.019888240844011307,
      "step": 5950
    },
    {
      "loss_action": 0.009920954704284668,
      "loss_total": 0.009920954704284668,
      "step": 5950
    },
    {
      "loss_action": 0.018872980028390884,
      "loss_total": 0.018872980028390884,
      "step": 5950
    },
    {
      "loss_action": 0.027941524982452393,
      "loss_total": 0.027941524982452393,
      "step": 5950
    },
    {
      "loss_action": 0.01618770882487297,
      "loss_total": 0.01618770882487297,
      "step": 5950
    },
    {
      "loss_action": 0.02488640695810318,
      "loss_total": 0.02488640695810318,
      "step": 5950
    },
    {
      "loss_action": 0.01713581755757332,
      "loss_total": 0.01713581755757332,
      "step": 5950
    },
    {
      "grad_norm": 0.3315366804599762,
      "learning_rate": 9.997485837419788e-05,
      "loss": 0.0245,
      "step": 5960
    },
    {
      "loss_action": 0.019570590928196907,
      "loss_total": 0.019570590928196907,
      "step": 5960
    },
    {
      "loss_action": 0.01823645830154419,
      "loss_total": 0.01823645830154419,
      "step": 5960
    },
    {
      "loss_action": 0.030700696632266045,
      "loss_total": 0.030700696632266045,
      "step": 5960
    },
    {
      "loss_action": 0.02810768596827984,
      "loss_total": 0.02810768596827984,
      "step": 5960
    },
    {
      "loss_action": 0.026025814935564995,
      "loss_total": 0.026025814935564995,
      "step": 5960
    },
    {
      "loss_action": 0.02187054231762886,
      "loss_total": 0.02187054231762886,
      "step": 5960
    },
    {
      "loss_action": 0.031930580735206604,
      "loss_total": 0.031930580735206604,
      "step": 5960
    },
    {
      "loss_action": 0.03316152095794678,
      "loss_total": 0.03316152095794678,
      "step": 5960
    },
    {
      "grad_norm": 0.2520250082015991,
      "learning_rate": 9.997433135551786e-05,
      "loss": 0.0246,
      "step": 5970
    },
    {
      "loss_action": 0.031470056623220444,
      "loss_total": 0.031470056623220444,
      "step": 5970
    },
    {
      "loss_action": 0.031094355508685112,
      "loss_total": 0.031094355508685112,
      "step": 5970
    },
    {
      "loss_action": 0.022442102432250977,
      "loss_total": 0.022442102432250977,
      "step": 5970
    },
    {
      "loss_action": 0.02273598685860634,
      "loss_total": 0.02273598685860634,
      "step": 5970
    },
    {
      "loss_action": 0.019526243209838867,
      "loss_total": 0.019526243209838867,
      "step": 5970
    },
    {
      "loss_action": 0.018320530652999878,
      "loss_total": 0.018320530652999878,
      "step": 5970
    },
    {
      "loss_action": 0.02326348051428795,
      "loss_total": 0.02326348051428795,
      "step": 5970
    },
    {
      "loss_action": 0.026940464973449707,
      "loss_total": 0.026940464973449707,
      "step": 5970
    },
    {
      "grad_norm": 0.28637900948524475,
      "learning_rate": 9.997379887172009e-05,
      "loss": 0.0262,
      "step": 5980
    },
    {
      "loss_action": 0.1819656640291214,
      "loss_total": 0.1819656640291214,
      "step": 5980
    },
    {
      "loss_action": 0.016296759247779846,
      "loss_total": 0.016296759247779846,
      "step": 5980
    },
    {
      "loss_action": 0.015771858394145966,
      "loss_total": 0.015771858394145966,
      "step": 5980
    },
    {
      "loss_action": 0.031003452837467194,
      "loss_total": 0.031003452837467194,
      "step": 5980
    },
    {
      "loss_action": 0.026628971099853516,
      "loss_total": 0.026628971099853516,
      "step": 5980
    },
    {
      "loss_action": 0.028214074671268463,
      "loss_total": 0.028214074671268463,
      "step": 5980
    },
    {
      "loss_action": 0.020175613462924957,
      "loss_total": 0.020175613462924957,
      "step": 5980
    },
    {
      "loss_action": 0.031857967376708984,
      "loss_total": 0.031857967376708984,
      "step": 5980
    },
    {
      "grad_norm": 0.2818658947944641,
      "learning_rate": 9.997326092286281e-05,
      "loss": 0.0258,
      "step": 5990
    },
    {
      "loss_action": 0.01789984479546547,
      "loss_total": 0.01789984479546547,
      "step": 5990
    },
    {
      "loss_action": 0.02831675112247467,
      "loss_total": 0.02831675112247467,
      "step": 5990
    },
    {
      "loss_action": 0.029011500999331474,
      "loss_total": 0.029011500999331474,
      "step": 5990
    },
    {
      "loss_action": 0.023542767390608788,
      "loss_total": 0.023542767390608788,
      "step": 5990
    },
    {
      "loss_action": 0.029266510158777237,
      "loss_total": 0.029266510158777237,
      "step": 5990
    },
    {
      "loss_action": 0.02988298237323761,
      "loss_total": 0.02988298237323761,
      "step": 5990
    },
    {
      "loss_action": 0.02937861531972885,
      "loss_total": 0.02937861531972885,
      "step": 5990
    },
    {
      "loss_action": 0.017749780789017677,
      "loss_total": 0.017749780789017677,
      "step": 5990
    },
    {
      "grad_norm": 0.2890717685222626,
      "learning_rate": 9.997271750900486e-05,
      "loss": 0.0244,
      "step": 6000
    },
    {
      "loss_action": 0.019939765334129333,
      "loss_total": 0.019939765334129333,
      "step": 6000
    },
    {
      "loss_action": 0.018806058913469315,
      "loss_total": 0.018806058913469315,
      "step": 6000
    },
    {
      "loss_action": 0.022593997418880463,
      "loss_total": 0.022593997418880463,
      "step": 6000
    },
    {
      "loss_action": 0.03129744157195091,
      "loss_total": 0.03129744157195091,
      "step": 6000
    },
    {
      "loss_action": 0.03081519342958927,
      "loss_total": 0.03081519342958927,
      "step": 6000
    },
    {
      "loss_action": 0.01884804666042328,
      "loss_total": 0.01884804666042328,
      "step": 6000
    },
    {
      "loss_action": 0.021125702187418938,
      "loss_total": 0.021125702187418938,
      "step": 6000
    },
    {
      "loss_action": 0.023671619594097137,
      "loss_total": 0.023671619594097137,
      "step": 6000
    },
    {
      "grad_norm": 0.18738529086112976,
      "learning_rate": 9.997216863020565e-05,
      "loss": 0.0261,
      "step": 6010
    },
    {
      "loss_action": 0.02135380357503891,
      "loss_total": 0.02135380357503891,
      "step": 6010
    },
    {
      "loss_action": 0.01896783336997032,
      "loss_total": 0.01896783336997032,
      "step": 6010
    },
    {
      "loss_action": 0.015787124633789062,
      "loss_total": 0.015787124633789062,
      "step": 6010
    },
    {
      "loss_action": 0.0180587787181139,
      "loss_total": 0.0180587787181139,
      "step": 6010
    },
    {
      "loss_action": 0.009887896478176117,
      "loss_total": 0.009887896478176117,
      "step": 6010
    },
    {
      "loss_action": 0.02641545608639717,
      "loss_total": 0.02641545608639717,
      "step": 6010
    },
    {
      "loss_action": 0.009918684139847755,
      "loss_total": 0.009918684139847755,
      "step": 6010
    },
    {
      "loss_action": 0.044732607901096344,
      "loss_total": 0.044732607901096344,
      "step": 6010
    },
    {
      "grad_norm": 0.38987869024276733,
      "learning_rate": 9.99716142865252e-05,
      "loss": 0.0232,
      "step": 6020
    },
    {
      "loss_action": 0.020511765033006668,
      "loss_total": 0.020511765033006668,
      "step": 6020
    },
    {
      "loss_action": 0.03416819870471954,
      "loss_total": 0.03416819870471954,
      "step": 6020
    },
    {
      "loss_action": 0.03261059150099754,
      "loss_total": 0.03261059150099754,
      "step": 6020
    },
    {
      "loss_action": 0.012922918424010277,
      "loss_total": 0.012922918424010277,
      "step": 6020
    },
    {
      "loss_action": 0.020609229803085327,
      "loss_total": 0.020609229803085327,
      "step": 6020
    },
    {
      "loss_action": 0.03542681410908699,
      "loss_total": 0.03542681410908699,
      "step": 6020
    },
    {
      "loss_action": 0.0165216326713562,
      "loss_total": 0.0165216326713562,
      "step": 6020
    },
    {
      "loss_action": 0.032264500856399536,
      "loss_total": 0.032264500856399536,
      "step": 6020
    },
    {
      "grad_norm": 0.3800397515296936,
      "learning_rate": 9.997105447802415e-05,
      "loss": 0.0264,
      "step": 6030
    },
    {
      "loss_action": 0.06936094164848328,
      "loss_total": 0.06936094164848328,
      "step": 6030
    },
    {
      "loss_action": 0.01629975065588951,
      "loss_total": 0.01629975065588951,
      "step": 6030
    },
    {
      "loss_action": 0.024722803384065628,
      "loss_total": 0.024722803384065628,
      "step": 6030
    },
    {
      "loss_action": 0.03614093363285065,
      "loss_total": 0.03614093363285065,
      "step": 6030
    },
    {
      "loss_action": 0.037487972527742386,
      "loss_total": 0.037487972527742386,
      "step": 6030
    },
    {
      "loss_action": 0.028314275667071342,
      "loss_total": 0.028314275667071342,
      "step": 6030
    },
    {
      "loss_action": 0.02651265449821949,
      "loss_total": 0.02651265449821949,
      "step": 6030
    },
    {
      "loss_action": 0.03113815188407898,
      "loss_total": 0.03113815188407898,
      "step": 6030
    },
    {
      "grad_norm": 0.2818149924278259,
      "learning_rate": 9.997048920476373e-05,
      "loss": 0.0237,
      "step": 6040
    },
    {
      "loss_action": 0.026212256401777267,
      "loss_total": 0.026212256401777267,
      "step": 6040
    },
    {
      "loss_action": 0.015551727265119553,
      "loss_total": 0.015551727265119553,
      "step": 6040
    },
    {
      "loss_action": 0.021059855818748474,
      "loss_total": 0.021059855818748474,
      "step": 6040
    },
    {
      "loss_action": 0.017643194645643234,
      "loss_total": 0.017643194645643234,
      "step": 6040
    },
    {
      "loss_action": 0.01799916848540306,
      "loss_total": 0.01799916848540306,
      "step": 6040
    },
    {
      "loss_action": 0.02500917576253414,
      "loss_total": 0.02500917576253414,
      "step": 6040
    },
    {
      "loss_action": 0.021560441702604294,
      "loss_total": 0.021560441702604294,
      "step": 6040
    },
    {
      "loss_action": 0.02083616703748703,
      "loss_total": 0.02083616703748703,
      "step": 6040
    },
    {
      "grad_norm": 0.23106585443019867,
      "learning_rate": 9.996991846680572e-05,
      "loss": 0.0246,
      "step": 6050
    },
    {
      "loss_action": 0.015437480062246323,
      "loss_total": 0.015437480062246323,
      "step": 6050
    },
    {
      "loss_action": 0.017495106905698776,
      "loss_total": 0.017495106905698776,
      "step": 6050
    },
    {
      "loss_action": 0.02636401727795601,
      "loss_total": 0.02636401727795601,
      "step": 6050
    },
    {
      "loss_action": 0.01952977105975151,
      "loss_total": 0.01952977105975151,
      "step": 6050
    },
    {
      "loss_action": 0.020157866179943085,
      "loss_total": 0.020157866179943085,
      "step": 6050
    },
    {
      "loss_action": 0.019757471978664398,
      "loss_total": 0.019757471978664398,
      "step": 6050
    },
    {
      "loss_action": 0.018971089273691177,
      "loss_total": 0.018971089273691177,
      "step": 6050
    },
    {
      "loss_action": 0.02710161730647087,
      "loss_total": 0.02710161730647087,
      "step": 6050
    },
    {
      "grad_norm": 0.32404741644859314,
      "learning_rate": 9.996934226421257e-05,
      "loss": 0.0237,
      "step": 6060
    },
    {
      "loss_action": 0.022237572818994522,
      "loss_total": 0.022237572818994522,
      "step": 6060
    },
    {
      "loss_action": 0.01342809945344925,
      "loss_total": 0.01342809945344925,
      "step": 6060
    },
    {
      "loss_action": 0.018921824172139168,
      "loss_total": 0.018921824172139168,
      "step": 6060
    },
    {
      "loss_action": 0.033130742609500885,
      "loss_total": 0.033130742609500885,
      "step": 6060
    },
    {
      "loss_action": 0.023579200729727745,
      "loss_total": 0.023579200729727745,
      "step": 6060
    },
    {
      "loss_action": 0.015598732978105545,
      "loss_total": 0.015598732978105545,
      "step": 6060
    },
    {
      "loss_action": 0.025380771607160568,
      "loss_total": 0.025380771607160568,
      "step": 6060
    },
    {
      "loss_action": 0.018299516290426254,
      "loss_total": 0.018299516290426254,
      "step": 6060
    },
    {
      "grad_norm": 0.299178808927536,
      "learning_rate": 9.996876059704726e-05,
      "loss": 0.0213,
      "step": 6070
    },
    {
      "loss_action": 0.03549917787313461,
      "loss_total": 0.03549917787313461,
      "step": 6070
    },
    {
      "loss_action": 0.013107791543006897,
      "loss_total": 0.013107791543006897,
      "step": 6070
    },
    {
      "loss_action": 0.023403886705636978,
      "loss_total": 0.023403886705636978,
      "step": 6070
    },
    {
      "loss_action": 0.016375210136175156,
      "loss_total": 0.016375210136175156,
      "step": 6070
    },
    {
      "loss_action": 0.07705017924308777,
      "loss_total": 0.07705017924308777,
      "step": 6070
    },
    {
      "loss_action": 0.014812187291681767,
      "loss_total": 0.014812187291681767,
      "step": 6070
    },
    {
      "loss_action": 0.0239096749573946,
      "loss_total": 0.0239096749573946,
      "step": 6070
    },
    {
      "loss_action": 0.014378553256392479,
      "loss_total": 0.014378553256392479,
      "step": 6070
    },
    {
      "grad_norm": 0.2558213472366333,
      "learning_rate": 9.996817346537343e-05,
      "loss": 0.0282,
      "step": 6080
    },
    {
      "loss_action": 0.01951659470796585,
      "loss_total": 0.01951659470796585,
      "step": 6080
    },
    {
      "loss_action": 0.03551596403121948,
      "loss_total": 0.03551596403121948,
      "step": 6080
    },
    {
      "loss_action": 0.03489554673433304,
      "loss_total": 0.03489554673433304,
      "step": 6080
    },
    {
      "loss_action": 0.036871638149023056,
      "loss_total": 0.036871638149023056,
      "step": 6080
    },
    {
      "loss_action": 0.014861304312944412,
      "loss_total": 0.014861304312944412,
      "step": 6080
    },
    {
      "loss_action": 0.017881978303194046,
      "loss_total": 0.017881978303194046,
      "step": 6080
    },
    {
      "loss_action": 0.03146325796842575,
      "loss_total": 0.03146325796842575,
      "step": 6080
    },
    {
      "loss_action": 0.034191764891147614,
      "loss_total": 0.034191764891147614,
      "step": 6080
    },
    {
      "grad_norm": 0.25287654995918274,
      "learning_rate": 9.996758086925526e-05,
      "loss": 0.0256,
      "step": 6090
    },
    {
      "loss_action": 0.03245040774345398,
      "loss_total": 0.03245040774345398,
      "step": 6090
    },
    {
      "loss_action": 0.08276792615652084,
      "loss_total": 0.08276792615652084,
      "step": 6090
    },
    {
      "loss_action": 0.029590675607323647,
      "loss_total": 0.029590675607323647,
      "step": 6090
    },
    {
      "loss_action": 0.027907520532608032,
      "loss_total": 0.027907520532608032,
      "step": 6090
    },
    {
      "loss_action": 0.01907610520720482,
      "loss_total": 0.01907610520720482,
      "step": 6090
    },
    {
      "loss_action": 0.026577619835734367,
      "loss_total": 0.026577619835734367,
      "step": 6090
    },
    {
      "loss_action": 0.021987169981002808,
      "loss_total": 0.021987169981002808,
      "step": 6090
    },
    {
      "loss_action": 0.01987314224243164,
      "loss_total": 0.01987314224243164,
      "step": 6090
    },
    {
      "grad_norm": 0.19353662431240082,
      "learning_rate": 9.996698280875759e-05,
      "loss": 0.0239,
      "step": 6100
    },
    {
      "loss_action": 0.022941183298826218,
      "loss_total": 0.022941183298826218,
      "step": 6100
    },
    {
      "loss_action": 0.01062624342739582,
      "loss_total": 0.01062624342739582,
      "step": 6100
    },
    {
      "loss_action": 0.02576417475938797,
      "loss_total": 0.02576417475938797,
      "step": 6100
    },
    {
      "loss_action": 0.020687256008386612,
      "loss_total": 0.020687256008386612,
      "step": 6100
    },
    {
      "loss_action": 0.015533247962594032,
      "loss_total": 0.015533247962594032,
      "step": 6100
    },
    {
      "loss_action": 0.01145932823419571,
      "loss_total": 0.01145932823419571,
      "step": 6100
    },
    {
      "loss_action": 0.023279251530766487,
      "loss_total": 0.023279251530766487,
      "step": 6100
    },
    {
      "loss_action": 0.044399477541446686,
      "loss_total": 0.044399477541446686,
      "step": 6100
    },
    {
      "grad_norm": 0.2962953746318817,
      "learning_rate": 9.99663792839458e-05,
      "loss": 0.0241,
      "step": 6110
    },
    {
      "loss_action": 0.03145436570048332,
      "loss_total": 0.03145436570048332,
      "step": 6110
    },
    {
      "loss_action": 0.018310144543647766,
      "loss_total": 0.018310144543647766,
      "step": 6110
    },
    {
      "loss_action": 0.015172701328992844,
      "loss_total": 0.015172701328992844,
      "step": 6110
    },
    {
      "loss_action": 0.03555352985858917,
      "loss_total": 0.03555352985858917,
      "step": 6110
    },
    {
      "loss_action": 0.03490307927131653,
      "loss_total": 0.03490307927131653,
      "step": 6110
    },
    {
      "loss_action": 0.016118768602609634,
      "loss_total": 0.016118768602609634,
      "step": 6110
    },
    {
      "loss_action": 0.023638051003217697,
      "loss_total": 0.023638051003217697,
      "step": 6110
    },
    {
      "loss_action": 0.020069755613803864,
      "loss_total": 0.020069755613803864,
      "step": 6110
    },
    {
      "grad_norm": 0.3235168755054474,
      "learning_rate": 9.99657702948859e-05,
      "loss": 0.0258,
      "step": 6120
    },
    {
      "loss_action": 0.03385373204946518,
      "loss_total": 0.03385373204946518,
      "step": 6120
    },
    {
      "loss_action": 0.04713110625743866,
      "loss_total": 0.04713110625743866,
      "step": 6120
    },
    {
      "loss_action": 0.12852683663368225,
      "loss_total": 0.12852683663368225,
      "step": 6120
    },
    {
      "loss_action": 0.041694119572639465,
      "loss_total": 0.041694119572639465,
      "step": 6120
    },
    {
      "loss_action": 0.025576718151569366,
      "loss_total": 0.025576718151569366,
      "step": 6120
    },
    {
      "loss_action": 0.0675339475274086,
      "loss_total": 0.0675339475274086,
      "step": 6120
    },
    {
      "loss_action": 0.02086227759718895,
      "loss_total": 0.02086227759718895,
      "step": 6120
    },
    {
      "loss_action": 0.04425468668341637,
      "loss_total": 0.04425468668341637,
      "step": 6120
    },
    {
      "grad_norm": 0.2865586578845978,
      "learning_rate": 9.996515584164448e-05,
      "loss": 0.0345,
      "step": 6130
    },
    {
      "loss_action": 0.015874959528446198,
      "loss_total": 0.015874959528446198,
      "step": 6130
    },
    {
      "loss_action": 0.03261767327785492,
      "loss_total": 0.03261767327785492,
      "step": 6130
    },
    {
      "loss_action": 0.0415647067129612,
      "loss_total": 0.0415647067129612,
      "step": 6130
    },
    {
      "loss_action": 0.027330461889505386,
      "loss_total": 0.027330461889505386,
      "step": 6130
    },
    {
      "loss_action": 0.025357576087117195,
      "loss_total": 0.025357576087117195,
      "step": 6130
    },
    {
      "loss_action": 0.035992980003356934,
      "loss_total": 0.035992980003356934,
      "step": 6130
    },
    {
      "loss_action": 0.025401568040251732,
      "loss_total": 0.025401568040251732,
      "step": 6130
    },
    {
      "loss_action": 0.018915217369794846,
      "loss_total": 0.018915217369794846,
      "step": 6130
    },
    {
      "grad_norm": 0.2384021282196045,
      "learning_rate": 9.996453592428873e-05,
      "loss": 0.0301,
      "step": 6140
    },
    {
      "loss_action": 0.01806170493364334,
      "loss_total": 0.01806170493364334,
      "step": 6140
    },
    {
      "loss_action": 0.016793780028820038,
      "loss_total": 0.016793780028820038,
      "step": 6140
    },
    {
      "loss_action": 0.02069717086851597,
      "loss_total": 0.02069717086851597,
      "step": 6140
    },
    {
      "loss_action": 0.019843388348817825,
      "loss_total": 0.019843388348817825,
      "step": 6140
    },
    {
      "loss_action": 0.04528136923909187,
      "loss_total": 0.04528136923909187,
      "step": 6140
    },
    {
      "loss_action": 0.019312582910060883,
      "loss_total": 0.019312582910060883,
      "step": 6140
    },
    {
      "loss_action": 0.02084035612642765,
      "loss_total": 0.02084035612642765,
      "step": 6140
    },
    {
      "loss_action": 0.02802453190088272,
      "loss_total": 0.02802453190088272,
      "step": 6140
    },
    {
      "grad_norm": 0.3086520731449127,
      "learning_rate": 9.996391054288646e-05,
      "loss": 0.0255,
      "step": 6150
    },
    {
      "loss_action": 0.015854598954319954,
      "loss_total": 0.015854598954319954,
      "step": 6150
    },
    {
      "loss_action": 0.0338878259062767,
      "loss_total": 0.0338878259062767,
      "step": 6150
    },
    {
      "loss_action": 0.027558760717511177,
      "loss_total": 0.027558760717511177,
      "step": 6150
    },
    {
      "loss_action": 0.01606694981455803,
      "loss_total": 0.01606694981455803,
      "step": 6150
    },
    {
      "loss_action": 0.02087670937180519,
      "loss_total": 0.02087670937180519,
      "step": 6150
    },
    {
      "loss_action": 0.024314191192388535,
      "loss_total": 0.024314191192388535,
      "step": 6150
    },
    {
      "loss_action": 0.029453402385115623,
      "loss_total": 0.029453402385115623,
      "step": 6150
    },
    {
      "loss_action": 0.018252354115247726,
      "loss_total": 0.018252354115247726,
      "step": 6150
    },
    {
      "grad_norm": 0.31700965762138367,
      "learning_rate": 9.996327969750605e-05,
      "loss": 0.0243,
      "step": 6160
    },
    {
      "loss_action": 0.028377456590533257,
      "loss_total": 0.028377456590533257,
      "step": 6160
    },
    {
      "loss_action": 0.03740119934082031,
      "loss_total": 0.03740119934082031,
      "step": 6160
    },
    {
      "loss_action": 0.008914035744965076,
      "loss_total": 0.008914035744965076,
      "step": 6160
    },
    {
      "loss_action": 0.038169898092746735,
      "loss_total": 0.038169898092746735,
      "step": 6160
    },
    {
      "loss_action": 0.04480035975575447,
      "loss_total": 0.04480035975575447,
      "step": 6160
    },
    {
      "loss_action": 0.02251383289694786,
      "loss_total": 0.02251383289694786,
      "step": 6160
    },
    {
      "loss_action": 0.04066915065050125,
      "loss_total": 0.04066915065050125,
      "step": 6160
    },
    {
      "loss_action": 0.02871454507112503,
      "loss_total": 0.02871454507112503,
      "step": 6160
    },
    {
      "grad_norm": 0.2731647193431854,
      "learning_rate": 9.996264338821649e-05,
      "loss": 0.0245,
      "step": 6170
    },
    {
      "loss_action": 0.010844015516340733,
      "loss_total": 0.010844015516340733,
      "step": 6170
    },
    {
      "loss_action": 0.03528980165719986,
      "loss_total": 0.03528980165719986,
      "step": 6170
    },
    {
      "loss_action": 0.02234930545091629,
      "loss_total": 0.02234930545091629,
      "step": 6170
    },
    {
      "loss_action": 0.013983434066176414,
      "loss_total": 0.013983434066176414,
      "step": 6170
    },
    {
      "loss_action": 0.025235608220100403,
      "loss_total": 0.025235608220100403,
      "step": 6170
    },
    {
      "loss_action": 0.01108921505510807,
      "loss_total": 0.01108921505510807,
      "step": 6170
    },
    {
      "loss_action": 0.013999274000525475,
      "loss_total": 0.013999274000525475,
      "step": 6170
    },
    {
      "loss_action": 0.02174995467066765,
      "loss_total": 0.02174995467066765,
      "step": 6170
    },
    {
      "grad_norm": 0.23757284879684448,
      "learning_rate": 9.996200161508735e-05,
      "loss": 0.0231,
      "step": 6180
    },
    {
      "loss_action": 0.026842696592211723,
      "loss_total": 0.026842696592211723,
      "step": 6180
    },
    {
      "loss_action": 0.017732912674546242,
      "loss_total": 0.017732912674546242,
      "step": 6180
    },
    {
      "loss_action": 0.026741575449705124,
      "loss_total": 0.026741575449705124,
      "step": 6180
    },
    {
      "loss_action": 0.02247299626469612,
      "loss_total": 0.02247299626469612,
      "step": 6180
    },
    {
      "loss_action": 0.021898293867707253,
      "loss_total": 0.021898293867707253,
      "step": 6180
    },
    {
      "loss_action": 0.022172829136252403,
      "loss_total": 0.022172829136252403,
      "step": 6180
    },
    {
      "loss_action": 0.025162849575281143,
      "loss_total": 0.025162849575281143,
      "step": 6180
    },
    {
      "loss_action": 0.018739882856607437,
      "loss_total": 0.018739882856607437,
      "step": 6180
    },
    {
      "grad_norm": 0.23079298436641693,
      "learning_rate": 9.996135437818885e-05,
      "loss": 0.0252,
      "step": 6190
    },
    {
      "loss_action": 0.01009303703904152,
      "loss_total": 0.01009303703904152,
      "step": 6190
    },
    {
      "loss_action": 0.025343552231788635,
      "loss_total": 0.025343552231788635,
      "step": 6190
    },
    {
      "loss_action": 0.014751307666301727,
      "loss_total": 0.014751307666301727,
      "step": 6190
    },
    {
      "loss_action": 0.01912641152739525,
      "loss_total": 0.01912641152739525,
      "step": 6190
    },
    {
      "loss_action": 0.032909832894802094,
      "loss_total": 0.032909832894802094,
      "step": 6190
    },
    {
      "loss_action": 0.014100799337029457,
      "loss_total": 0.014100799337029457,
      "step": 6190
    },
    {
      "loss_action": 0.024074025452136993,
      "loss_total": 0.024074025452136993,
      "step": 6190
    },
    {
      "loss_action": 0.01901210844516754,
      "loss_total": 0.01901210844516754,
      "step": 6190
    },
    {
      "grad_norm": 0.2672417163848877,
      "learning_rate": 9.996070167759175e-05,
      "loss": 0.0231,
      "step": 6200
    },
    {
      "loss_action": 0.04142602160573006,
      "loss_total": 0.04142602160573006,
      "step": 6200
    },
    {
      "loss_action": 0.01896817795932293,
      "loss_total": 0.01896817795932293,
      "step": 6200
    },
    {
      "loss_action": 0.02363259345293045,
      "loss_total": 0.02363259345293045,
      "step": 6200
    },
    {
      "loss_action": 0.022504717111587524,
      "loss_total": 0.022504717111587524,
      "step": 6200
    },
    {
      "loss_action": 0.014495590701699257,
      "loss_total": 0.014495590701699257,
      "step": 6200
    },
    {
      "loss_action": 0.019639085978269577,
      "loss_total": 0.019639085978269577,
      "step": 6200
    },
    {
      "loss_action": 0.029986374080181122,
      "loss_total": 0.029986374080181122,
      "step": 6200
    },
    {
      "loss_action": 0.0365789458155632,
      "loss_total": 0.0365789458155632,
      "step": 6200
    },
    {
      "grad_norm": 0.34347864985466003,
      "learning_rate": 9.996004351336743e-05,
      "loss": 0.0233,
      "step": 6210
    },
    {
      "loss_action": 0.04018527269363403,
      "loss_total": 0.04018527269363403,
      "step": 6210
    },
    {
      "loss_action": 0.0178647693246603,
      "loss_total": 0.0178647693246603,
      "step": 6210
    },
    {
      "loss_action": 0.01989440806210041,
      "loss_total": 0.01989440806210041,
      "step": 6210
    },
    {
      "loss_action": 0.022015012800693512,
      "loss_total": 0.022015012800693512,
      "step": 6210
    },
    {
      "loss_action": 0.017188623547554016,
      "loss_total": 0.017188623547554016,
      "step": 6210
    },
    {
      "loss_action": 0.010242896154522896,
      "loss_total": 0.010242896154522896,
      "step": 6210
    },
    {
      "loss_action": 0.016041040420532227,
      "loss_total": 0.016041040420532227,
      "step": 6210
    },
    {
      "loss_action": 0.015632204711437225,
      "loss_total": 0.015632204711437225,
      "step": 6210
    },
    {
      "grad_norm": 0.4386430084705353,
      "learning_rate": 9.995937988558785e-05,
      "loss": 0.0238,
      "step": 6220
    },
    {
      "loss_action": 0.014728384092450142,
      "loss_total": 0.014728384092450142,
      "step": 6220
    },
    {
      "loss_action": 0.030007146298885345,
      "loss_total": 0.030007146298885345,
      "step": 6220
    },
    {
      "loss_action": 0.029260925948619843,
      "loss_total": 0.029260925948619843,
      "step": 6220
    },
    {
      "loss_action": 0.04148532450199127,
      "loss_total": 0.04148532450199127,
      "step": 6220
    },
    {
      "loss_action": 0.023648997768759727,
      "loss_total": 0.023648997768759727,
      "step": 6220
    },
    {
      "loss_action": 0.029038555920124054,
      "loss_total": 0.029038555920124054,
      "step": 6220
    },
    {
      "loss_action": 0.026160703971982002,
      "loss_total": 0.026160703971982002,
      "step": 6220
    },
    {
      "loss_action": 0.016741642728447914,
      "loss_total": 0.016741642728447914,
      "step": 6220
    },
    {
      "grad_norm": 0.2596534490585327,
      "learning_rate": 9.995871079432561e-05,
      "loss": 0.0276,
      "step": 6230
    },
    {
      "loss_action": 0.014303403906524181,
      "loss_total": 0.014303403906524181,
      "step": 6230
    },
    {
      "loss_action": 0.019052451476454735,
      "loss_total": 0.019052451476454735,
      "step": 6230
    },
    {
      "loss_action": 0.024878162890672684,
      "loss_total": 0.024878162890672684,
      "step": 6230
    },
    {
      "loss_action": 0.06299270689487457,
      "loss_total": 0.06299270689487457,
      "step": 6230
    },
    {
      "loss_action": 0.0214274562895298,
      "loss_total": 0.0214274562895298,
      "step": 6230
    },
    {
      "loss_action": 0.030076442286372185,
      "loss_total": 0.030076442286372185,
      "step": 6230
    },
    {
      "loss_action": 0.03315317630767822,
      "loss_total": 0.03315317630767822,
      "step": 6230
    },
    {
      "loss_action": 0.028964057564735413,
      "loss_total": 0.028964057564735413,
      "step": 6230
    },
    {
      "grad_norm": 0.1788180023431778,
      "learning_rate": 9.995803623965389e-05,
      "loss": 0.0257,
      "step": 6240
    },
    {
      "loss_action": 0.01549406349658966,
      "loss_total": 0.01549406349658966,
      "step": 6240
    },
    {
      "loss_action": 0.018812712281942368,
      "loss_total": 0.018812712281942368,
      "step": 6240
    },
    {
      "loss_action": 0.022109420970082283,
      "loss_total": 0.022109420970082283,
      "step": 6240
    },
    {
      "loss_action": 0.016504770144820213,
      "loss_total": 0.016504770144820213,
      "step": 6240
    },
    {
      "loss_action": 0.02768019586801529,
      "loss_total": 0.02768019586801529,
      "step": 6240
    },
    {
      "loss_action": 0.010389167815446854,
      "loss_total": 0.010389167815446854,
      "step": 6240
    },
    {
      "loss_action": 0.010487746447324753,
      "loss_total": 0.010487746447324753,
      "step": 6240
    },
    {
      "loss_action": 0.016154125332832336,
      "loss_total": 0.016154125332832336,
      "step": 6240
    },
    {
      "grad_norm": 0.25315502285957336,
      "learning_rate": 9.995735622164641e-05,
      "loss": 0.0233,
      "step": 6250
    },
    {
      "loss_action": 0.023267362266778946,
      "loss_total": 0.023267362266778946,
      "step": 6250
    },
    {
      "loss_action": 0.023063862696290016,
      "loss_total": 0.023063862696290016,
      "step": 6250
    },
    {
      "loss_action": 0.014333748258650303,
      "loss_total": 0.014333748258650303,
      "step": 6250
    },
    {
      "loss_action": 0.014164300635457039,
      "loss_total": 0.014164300635457039,
      "step": 6250
    },
    {
      "loss_action": 0.022807251662015915,
      "loss_total": 0.022807251662015915,
      "step": 6250
    },
    {
      "loss_action": 0.03152834624052048,
      "loss_total": 0.03152834624052048,
      "step": 6250
    },
    {
      "loss_action": 0.019069107249379158,
      "loss_total": 0.019069107249379158,
      "step": 6250
    },
    {
      "loss_action": 0.026478903368115425,
      "loss_total": 0.026478903368115425,
      "step": 6250
    },
    {
      "grad_norm": 0.35412734746932983,
      "learning_rate": 9.995667074037758e-05,
      "loss": 0.0256,
      "step": 6260
    },
    {
      "loss_action": 0.016543682664632797,
      "loss_total": 0.016543682664632797,
      "step": 6260
    },
    {
      "loss_action": 0.026841919869184494,
      "loss_total": 0.026841919869184494,
      "step": 6260
    },
    {
      "loss_action": 0.013625189661979675,
      "loss_total": 0.013625189661979675,
      "step": 6260
    },
    {
      "loss_action": 0.0373750776052475,
      "loss_total": 0.0373750776052475,
      "step": 6260
    },
    {
      "loss_action": 0.019048841670155525,
      "loss_total": 0.019048841670155525,
      "step": 6260
    },
    {
      "loss_action": 0.03761465102434158,
      "loss_total": 0.03761465102434158,
      "step": 6260
    },
    {
      "loss_action": 0.015215087682008743,
      "loss_total": 0.015215087682008743,
      "step": 6260
    },
    {
      "loss_action": 0.01379123143851757,
      "loss_total": 0.01379123143851757,
      "step": 6260
    },
    {
      "grad_norm": 0.2583678364753723,
      "learning_rate": 9.995597979592232e-05,
      "loss": 0.0248,
      "step": 6270
    },
    {
      "loss_action": 0.03773094341158867,
      "loss_total": 0.03773094341158867,
      "step": 6270
    },
    {
      "loss_action": 0.014472318813204765,
      "loss_total": 0.014472318813204765,
      "step": 6270
    },
    {
      "loss_action": 0.022402992472052574,
      "loss_total": 0.022402992472052574,
      "step": 6270
    },
    {
      "loss_action": 0.018685203045606613,
      "loss_total": 0.018685203045606613,
      "step": 6270
    },
    {
      "loss_action": 0.0345892533659935,
      "loss_total": 0.0345892533659935,
      "step": 6270
    },
    {
      "loss_action": 0.02367997169494629,
      "loss_total": 0.02367997169494629,
      "step": 6270
    },
    {
      "loss_action": 0.035527005791664124,
      "loss_total": 0.035527005791664124,
      "step": 6270
    },
    {
      "loss_action": 0.016331976279616356,
      "loss_total": 0.016331976279616356,
      "step": 6270
    },
    {
      "grad_norm": 0.20541559159755707,
      "learning_rate": 9.995528338835625e-05,
      "loss": 0.0227,
      "step": 6280
    },
    {
      "loss_action": 0.017102081328630447,
      "loss_total": 0.017102081328630447,
      "step": 6280
    },
    {
      "loss_action": 0.02579447627067566,
      "loss_total": 0.02579447627067566,
      "step": 6280
    },
    {
      "loss_action": 0.02156219445168972,
      "loss_total": 0.02156219445168972,
      "step": 6280
    },
    {
      "loss_action": 0.014983675442636013,
      "loss_total": 0.014983675442636013,
      "step": 6280
    },
    {
      "loss_action": 0.013018570840358734,
      "loss_total": 0.013018570840358734,
      "step": 6280
    },
    {
      "loss_action": 0.026689961552619934,
      "loss_total": 0.026689961552619934,
      "step": 6280
    },
    {
      "loss_action": 0.010052568279206753,
      "loss_total": 0.010052568279206753,
      "step": 6280
    },
    {
      "loss_action": 0.013889506459236145,
      "loss_total": 0.013889506459236145,
      "step": 6280
    },
    {
      "grad_norm": 0.20819836854934692,
      "learning_rate": 9.995458151775547e-05,
      "loss": 0.024,
      "step": 6290
    },
    {
      "loss_action": 0.027010874822735786,
      "loss_total": 0.027010874822735786,
      "step": 6290
    },
    {
      "loss_action": 0.014868310652673244,
      "loss_total": 0.014868310652673244,
      "step": 6290
    },
    {
      "loss_action": 0.013778484426438808,
      "loss_total": 0.013778484426438808,
      "step": 6290
    },
    {
      "loss_action": 0.012061305344104767,
      "loss_total": 0.012061305344104767,
      "step": 6290
    },
    {
      "loss_action": 0.022048331797122955,
      "loss_total": 0.022048331797122955,
      "step": 6290
    },
    {
      "loss_action": 0.020151836797595024,
      "loss_total": 0.020151836797595024,
      "step": 6290
    },
    {
      "loss_action": 0.05473632737994194,
      "loss_total": 0.05473632737994194,
      "step": 6290
    },
    {
      "loss_action": 0.02293252758681774,
      "loss_total": 0.02293252758681774,
      "step": 6290
    },
    {
      "grad_norm": 0.37928688526153564,
      "learning_rate": 9.995387418419677e-05,
      "loss": 0.0215,
      "step": 6300
    },
    {
      "loss_action": 0.08152370154857635,
      "loss_total": 0.08152370154857635,
      "step": 6300
    },
    {
      "loss_action": 0.019192829728126526,
      "loss_total": 0.019192829728126526,
      "step": 6300
    },
    {
      "loss_action": 0.016045674681663513,
      "loss_total": 0.016045674681663513,
      "step": 6300
    },
    {
      "loss_action": 0.03166274353861809,
      "loss_total": 0.03166274353861809,
      "step": 6300
    },
    {
      "loss_action": 0.012263079173862934,
      "loss_total": 0.012263079173862934,
      "step": 6300
    },
    {
      "loss_action": 0.020165642723441124,
      "loss_total": 0.020165642723441124,
      "step": 6300
    },
    {
      "loss_action": 0.016967318952083588,
      "loss_total": 0.016967318952083588,
      "step": 6300
    },
    {
      "loss_action": 0.016504909843206406,
      "loss_total": 0.016504909843206406,
      "step": 6300
    },
    {
      "grad_norm": 0.2450333535671234,
      "learning_rate": 9.99531613877575e-05,
      "loss": 0.0202,
      "step": 6310
    },
    {
      "loss_action": 0.02015073038637638,
      "loss_total": 0.02015073038637638,
      "step": 6310
    },
    {
      "loss_action": 0.019670579582452774,
      "loss_total": 0.019670579582452774,
      "step": 6310
    },
    {
      "loss_action": 0.011092789471149445,
      "loss_total": 0.011092789471149445,
      "step": 6310
    },
    {
      "loss_action": 0.014897221699357033,
      "loss_total": 0.014897221699357033,
      "step": 6310
    },
    {
      "loss_action": 0.03280654177069664,
      "loss_total": 0.03280654177069664,
      "step": 6310
    },
    {
      "loss_action": 0.022518692538142204,
      "loss_total": 0.022518692538142204,
      "step": 6310
    },
    {
      "loss_action": 0.03471989184617996,
      "loss_total": 0.03471989184617996,
      "step": 6310
    },
    {
      "loss_action": 0.02852470614016056,
      "loss_total": 0.02852470614016056,
      "step": 6310
    },
    {
      "grad_norm": 0.35760971903800964,
      "learning_rate": 9.995244312851559e-05,
      "loss": 0.0228,
      "step": 6320
    },
    {
      "loss_action": 0.010222431272268295,
      "loss_total": 0.010222431272268295,
      "step": 6320
    },
    {
      "loss_action": 0.011394916102290154,
      "loss_total": 0.011394916102290154,
      "step": 6320
    },
    {
      "loss_action": 0.024688340723514557,
      "loss_total": 0.024688340723514557,
      "step": 6320
    },
    {
      "loss_action": 0.029415227472782135,
      "loss_total": 0.029415227472782135,
      "step": 6320
    },
    {
      "loss_action": 0.011282876133918762,
      "loss_total": 0.011282876133918762,
      "step": 6320
    },
    {
      "loss_action": 0.01888829842209816,
      "loss_total": 0.01888829842209816,
      "step": 6320
    },
    {
      "loss_action": 0.018198465928435326,
      "loss_total": 0.018198465928435326,
      "step": 6320
    },
    {
      "loss_action": 0.017979249358177185,
      "loss_total": 0.017979249358177185,
      "step": 6320
    },
    {
      "grad_norm": 0.26273322105407715,
      "learning_rate": 9.995171940654961e-05,
      "loss": 0.0241,
      "step": 6330
    },
    {
      "loss_action": 0.015271973796188831,
      "loss_total": 0.015271973796188831,
      "step": 6330
    },
    {
      "loss_action": 0.026641342788934708,
      "loss_total": 0.026641342788934708,
      "step": 6330
    },
    {
      "loss_action": 0.02275019884109497,
      "loss_total": 0.02275019884109497,
      "step": 6330
    },
    {
      "loss_action": 0.05591239035129547,
      "loss_total": 0.05591239035129547,
      "step": 6330
    },
    {
      "loss_action": 0.025646023452281952,
      "loss_total": 0.025646023452281952,
      "step": 6330
    },
    {
      "loss_action": 0.016108565032482147,
      "loss_total": 0.016108565032482147,
      "step": 6330
    },
    {
      "loss_action": 0.020728062838315964,
      "loss_total": 0.020728062838315964,
      "step": 6330
    },
    {
      "loss_action": 0.017134882509708405,
      "loss_total": 0.017134882509708405,
      "step": 6330
    },
    {
      "grad_norm": 0.26776811480522156,
      "learning_rate": 9.995099022193871e-05,
      "loss": 0.0254,
      "step": 6340
    },
    {
      "loss_action": 0.012194408103823662,
      "loss_total": 0.012194408103823662,
      "step": 6340
    },
    {
      "loss_action": 0.03564154729247093,
      "loss_total": 0.03564154729247093,
      "step": 6340
    },
    {
      "loss_action": 0.022096805274486542,
      "loss_total": 0.022096805274486542,
      "step": 6340
    },
    {
      "loss_action": 0.019321024417877197,
      "loss_total": 0.019321024417877197,
      "step": 6340
    },
    {
      "loss_action": 0.018630653619766235,
      "loss_total": 0.018630653619766235,
      "step": 6340
    },
    {
      "loss_action": 0.022771891206502914,
      "loss_total": 0.022771891206502914,
      "step": 6340
    },
    {
      "loss_action": 0.01241289358586073,
      "loss_total": 0.01241289358586073,
      "step": 6340
    },
    {
      "loss_action": 0.028620438650250435,
      "loss_total": 0.028620438650250435,
      "step": 6340
    },
    {
      "grad_norm": 0.29582175612449646,
      "learning_rate": 9.995025557476261e-05,
      "loss": 0.0255,
      "step": 6350
    },
    {
      "loss_action": 0.012461388483643532,
      "loss_total": 0.012461388483643532,
      "step": 6350
    },
    {
      "loss_action": 0.024422980844974518,
      "loss_total": 0.024422980844974518,
      "step": 6350
    },
    {
      "loss_action": 0.038665857166051865,
      "loss_total": 0.038665857166051865,
      "step": 6350
    },
    {
      "loss_action": 0.017725225538015366,
      "loss_total": 0.017725225538015366,
      "step": 6350
    },
    {
      "loss_action": 0.016748420894145966,
      "loss_total": 0.016748420894145966,
      "step": 6350
    },
    {
      "loss_action": 0.01403566263616085,
      "loss_total": 0.01403566263616085,
      "step": 6350
    },
    {
      "loss_action": 0.04974191263318062,
      "loss_total": 0.04974191263318062,
      "step": 6350
    },
    {
      "loss_action": 0.015816960483789444,
      "loss_total": 0.015816960483789444,
      "step": 6350
    },
    {
      "grad_norm": 0.3022286891937256,
      "learning_rate": 9.994951546510165e-05,
      "loss": 0.0242,
      "step": 6360
    },
    {
      "loss_action": 0.02947906404733658,
      "loss_total": 0.02947906404733658,
      "step": 6360
    },
    {
      "loss_action": 0.018839560449123383,
      "loss_total": 0.018839560449123383,
      "step": 6360
    },
    {
      "loss_action": 0.02139344811439514,
      "loss_total": 0.02139344811439514,
      "step": 6360
    },
    {
      "loss_action": 0.021728483960032463,
      "loss_total": 0.021728483960032463,
      "step": 6360
    },
    {
      "loss_action": 0.01813219115138054,
      "loss_total": 0.01813219115138054,
      "step": 6360
    },
    {
      "loss_action": 0.02419544756412506,
      "loss_total": 0.02419544756412506,
      "step": 6360
    },
    {
      "loss_action": 0.024001222103834152,
      "loss_total": 0.024001222103834152,
      "step": 6360
    },
    {
      "loss_action": 0.031577832996845245,
      "loss_total": 0.031577832996845245,
      "step": 6360
    },
    {
      "grad_norm": 0.27192261815071106,
      "learning_rate": 9.994876989303679e-05,
      "loss": 0.0235,
      "step": 6370
    },
    {
      "loss_action": 0.01110631413757801,
      "loss_total": 0.01110631413757801,
      "step": 6370
    },
    {
      "loss_action": 0.02535397745668888,
      "loss_total": 0.02535397745668888,
      "step": 6370
    },
    {
      "loss_action": 0.012145834043622017,
      "loss_total": 0.012145834043622017,
      "step": 6370
    },
    {
      "loss_action": 0.017705382779240608,
      "loss_total": 0.017705382779240608,
      "step": 6370
    },
    {
      "loss_action": 0.019002879038453102,
      "loss_total": 0.019002879038453102,
      "step": 6370
    },
    {
      "loss_action": 0.019358906894922256,
      "loss_total": 0.019358906894922256,
      "step": 6370
    },
    {
      "loss_action": 0.016800163313746452,
      "loss_total": 0.016800163313746452,
      "step": 6370
    },
    {
      "loss_action": 0.013468239456415176,
      "loss_total": 0.013468239456415176,
      "step": 6370
    },
    {
      "grad_norm": 0.3775979280471802,
      "learning_rate": 9.994801885864955e-05,
      "loss": 0.0251,
      "step": 6380
    },
    {
      "loss_action": 0.015648681670427322,
      "loss_total": 0.015648681670427322,
      "step": 6380
    },
    {
      "loss_action": 0.012918829917907715,
      "loss_total": 0.012918829917907715,
      "step": 6380
    },
    {
      "loss_action": 0.02606111951172352,
      "loss_total": 0.02606111951172352,
      "step": 6380
    },
    {
      "loss_action": 0.013152570463716984,
      "loss_total": 0.013152570463716984,
      "step": 6380
    },
    {
      "loss_action": 0.02373756654560566,
      "loss_total": 0.02373756654560566,
      "step": 6380
    },
    {
      "loss_action": 0.011496022343635559,
      "loss_total": 0.011496022343635559,
      "step": 6380
    },
    {
      "loss_action": 0.021610133349895477,
      "loss_total": 0.021610133349895477,
      "step": 6380
    },
    {
      "loss_action": 0.039811596274375916,
      "loss_total": 0.039811596274375916,
      "step": 6380
    },
    {
      "grad_norm": 0.2272345870733261,
      "learning_rate": 9.994726236202205e-05,
      "loss": 0.0261,
      "step": 6390
    },
    {
      "loss_action": 0.01803172565996647,
      "loss_total": 0.01803172565996647,
      "step": 6390
    },
    {
      "loss_action": 0.018763529136776924,
      "loss_total": 0.018763529136776924,
      "step": 6390
    },
    {
      "loss_action": 0.016375234350562096,
      "loss_total": 0.016375234350562096,
      "step": 6390
    },
    {
      "loss_action": 0.012463275343179703,
      "loss_total": 0.012463275343179703,
      "step": 6390
    },
    {
      "loss_action": 0.027918025851249695,
      "loss_total": 0.027918025851249695,
      "step": 6390
    },
    {
      "loss_action": 0.02425205148756504,
      "loss_total": 0.02425205148756504,
      "step": 6390
    },
    {
      "loss_action": 0.02395416796207428,
      "loss_total": 0.02395416796207428,
      "step": 6390
    },
    {
      "loss_action": 0.03317511826753616,
      "loss_total": 0.03317511826753616,
      "step": 6390
    },
    {
      "grad_norm": 0.25167006254196167,
      "learning_rate": 9.994650040323704e-05,
      "loss": 0.0243,
      "step": 6400
    },
    {
      "loss_action": 0.055989719927310944,
      "loss_total": 0.055989719927310944,
      "step": 6400
    },
    {
      "loss_action": 0.03150555118918419,
      "loss_total": 0.03150555118918419,
      "step": 6400
    },
    {
      "loss_action": 0.07377155870199203,
      "loss_total": 0.07377155870199203,
      "step": 6400
    },
    {
      "loss_action": 0.026459714397788048,
      "loss_total": 0.026459714397788048,
      "step": 6400
    },
    {
      "loss_action": 0.022501550614833832,
      "loss_total": 0.022501550614833832,
      "step": 6400
    },
    {
      "loss_action": 0.020404327660799026,
      "loss_total": 0.020404327660799026,
      "step": 6400
    },
    {
      "loss_action": 0.05481986701488495,
      "loss_total": 0.05481986701488495,
      "step": 6400
    },
    {
      "loss_action": 0.03954651951789856,
      "loss_total": 0.03954651951789856,
      "step": 6400
    },
    {
      "grad_norm": 0.25616708397865295,
      "learning_rate": 9.994573298237784e-05,
      "loss": 0.0276,
      "step": 6410
    },
    {
      "loss_action": 0.025526337325572968,
      "loss_total": 0.025526337325572968,
      "step": 6410
    },
    {
      "loss_action": 0.024108408018946648,
      "loss_total": 0.024108408018946648,
      "step": 6410
    },
    {
      "loss_action": 0.025891581550240517,
      "loss_total": 0.025891581550240517,
      "step": 6410
    },
    {
      "loss_action": 0.02058705873787403,
      "loss_total": 0.02058705873787403,
      "step": 6410
    },
    {
      "loss_action": 0.018990416079759598,
      "loss_total": 0.018990416079759598,
      "step": 6410
    },
    {
      "loss_action": 0.02550884708762169,
      "loss_total": 0.02550884708762169,
      "step": 6410
    },
    {
      "loss_action": 0.02356002852320671,
      "loss_total": 0.02356002852320671,
      "step": 6410
    },
    {
      "loss_action": 0.01847764477133751,
      "loss_total": 0.01847764477133751,
      "step": 6410
    },
    {
      "grad_norm": 0.25895220041275024,
      "learning_rate": 9.994496009952837e-05,
      "loss": 0.0239,
      "step": 6420
    },
    {
      "loss_action": 0.024327117949724197,
      "loss_total": 0.024327117949724197,
      "step": 6420
    },
    {
      "loss_action": 0.02024669200181961,
      "loss_total": 0.02024669200181961,
      "step": 6420
    },
    {
      "loss_action": 0.025899704545736313,
      "loss_total": 0.025899704545736313,
      "step": 6420
    },
    {
      "loss_action": 0.02121310867369175,
      "loss_total": 0.02121310867369175,
      "step": 6420
    },
    {
      "loss_action": 0.017243370413780212,
      "loss_total": 0.017243370413780212,
      "step": 6420
    },
    {
      "loss_action": 0.019361883401870728,
      "loss_total": 0.019361883401870728,
      "step": 6420
    },
    {
      "loss_action": 0.035787805914878845,
      "loss_total": 0.035787805914878845,
      "step": 6420
    },
    {
      "loss_action": 0.03479835018515587,
      "loss_total": 0.03479835018515587,
      "step": 6420
    },
    {
      "grad_norm": 0.2867879867553711,
      "learning_rate": 9.994418175477316e-05,
      "loss": 0.0218,
      "step": 6430
    },
    {
      "loss_action": 0.014282630756497383,
      "loss_total": 0.014282630756497383,
      "step": 6430
    },
    {
      "loss_action": 0.011061090975999832,
      "loss_total": 0.011061090975999832,
      "step": 6430
    },
    {
      "loss_action": 0.014168303459882736,
      "loss_total": 0.014168303459882736,
      "step": 6430
    },
    {
      "loss_action": 0.015124330297112465,
      "loss_total": 0.015124330297112465,
      "step": 6430
    },
    {
      "loss_action": 0.03347134217619896,
      "loss_total": 0.03347134217619896,
      "step": 6430
    },
    {
      "loss_action": 0.0253840833902359,
      "loss_total": 0.0253840833902359,
      "step": 6430
    },
    {
      "loss_action": 0.015576319769024849,
      "loss_total": 0.015576319769024849,
      "step": 6430
    },
    {
      "loss_action": 0.01895437017083168,
      "loss_total": 0.01895437017083168,
      "step": 6430
    },
    {
      "grad_norm": 0.24683427810668945,
      "learning_rate": 9.994339794819733e-05,
      "loss": 0.0224,
      "step": 6440
    },
    {
      "loss_action": 0.024767082184553146,
      "loss_total": 0.024767082184553146,
      "step": 6440
    },
    {
      "loss_action": 0.013229310512542725,
      "loss_total": 0.013229310512542725,
      "step": 6440
    },
    {
      "loss_action": 0.02243453823029995,
      "loss_total": 0.02243453823029995,
      "step": 6440
    },
    {
      "loss_action": 0.030440565198659897,
      "loss_total": 0.030440565198659897,
      "step": 6440
    },
    {
      "loss_action": 0.016686895862221718,
      "loss_total": 0.016686895862221718,
      "step": 6440
    },
    {
      "loss_action": 0.01506747305393219,
      "loss_total": 0.01506747305393219,
      "step": 6440
    },
    {
      "loss_action": 0.01461132150143385,
      "loss_total": 0.01461132150143385,
      "step": 6440
    },
    {
      "loss_action": 0.016263170167803764,
      "loss_total": 0.016263170167803764,
      "step": 6440
    },
    {
      "grad_norm": 0.27760034799575806,
      "learning_rate": 9.994260867988658e-05,
      "loss": 0.0211,
      "step": 6450
    },
    {
      "loss_action": 0.019684337079524994,
      "loss_total": 0.019684337079524994,
      "step": 6450
    },
    {
      "loss_action": 0.015428151935338974,
      "loss_total": 0.015428151935338974,
      "step": 6450
    },
    {
      "loss_action": 0.04705243930220604,
      "loss_total": 0.04705243930220604,
      "step": 6450
    },
    {
      "loss_action": 0.013833058066666126,
      "loss_total": 0.013833058066666126,
      "step": 6450
    },
    {
      "loss_action": 0.02094239369034767,
      "loss_total": 0.02094239369034767,
      "step": 6450
    },
    {
      "loss_action": 0.02065809816122055,
      "loss_total": 0.02065809816122055,
      "step": 6450
    },
    {
      "loss_action": 0.011027644388377666,
      "loss_total": 0.011027644388377666,
      "step": 6450
    },
    {
      "loss_action": 0.0339423343539238,
      "loss_total": 0.0339423343539238,
      "step": 6450
    },
    {
      "grad_norm": 0.29724976420402527,
      "learning_rate": 9.994181394992723e-05,
      "loss": 0.0228,
      "step": 6460
    },
    {
      "loss_action": 0.03863075375556946,
      "loss_total": 0.03863075375556946,
      "step": 6460
    },
    {
      "loss_action": 0.025571312755346298,
      "loss_total": 0.025571312755346298,
      "step": 6460
    },
    {
      "loss_action": 0.016124313697218895,
      "loss_total": 0.016124313697218895,
      "step": 6460
    },
    {
      "loss_action": 0.020240388810634613,
      "loss_total": 0.020240388810634613,
      "step": 6460
    },
    {
      "loss_action": 0.01586681604385376,
      "loss_total": 0.01586681604385376,
      "step": 6460
    },
    {
      "loss_action": 0.016477052122354507,
      "loss_total": 0.016477052122354507,
      "step": 6460
    },
    {
      "loss_action": 0.02130916900932789,
      "loss_total": 0.02130916900932789,
      "step": 6460
    },
    {
      "loss_action": 0.020751267671585083,
      "loss_total": 0.020751267671585083,
      "step": 6460
    },
    {
      "grad_norm": 0.24895255267620087,
      "learning_rate": 9.994101375840618e-05,
      "loss": 0.0221,
      "step": 6470
    },
    {
      "loss_action": 0.033980634063482285,
      "loss_total": 0.033980634063482285,
      "step": 6470
    },
    {
      "loss_action": 0.017428910359740257,
      "loss_total": 0.017428910359740257,
      "step": 6470
    },
    {
      "loss_action": 0.02348797768354416,
      "loss_total": 0.02348797768354416,
      "step": 6470
    },
    {
      "loss_action": 0.023846961557865143,
      "loss_total": 0.023846961557865143,
      "step": 6470
    },
    {
      "loss_action": 0.013138304464519024,
      "loss_total": 0.013138304464519024,
      "step": 6470
    },
    {
      "loss_action": 0.011594738811254501,
      "loss_total": 0.011594738811254501,
      "step": 6470
    },
    {
      "loss_action": 0.0230632945895195,
      "loss_total": 0.0230632945895195,
      "step": 6470
    },
    {
      "loss_action": 0.015613486059010029,
      "loss_total": 0.015613486059010029,
      "step": 6470
    },
    {
      "grad_norm": 0.22594712674617767,
      "learning_rate": 9.994020810541098e-05,
      "loss": 0.0229,
      "step": 6480
    },
    {
      "loss_action": 0.03899594023823738,
      "loss_total": 0.03899594023823738,
      "step": 6480
    },
    {
      "loss_action": 0.023118987679481506,
      "loss_total": 0.023118987679481506,
      "step": 6480
    },
    {
      "loss_action": 0.03437713161110878,
      "loss_total": 0.03437713161110878,
      "step": 6480
    },
    {
      "loss_action": 0.01992706209421158,
      "loss_total": 0.01992706209421158,
      "step": 6480
    },
    {
      "loss_action": 0.018625084310770035,
      "loss_total": 0.018625084310770035,
      "step": 6480
    },
    {
      "loss_action": 0.02106989547610283,
      "loss_total": 0.02106989547610283,
      "step": 6480
    },
    {
      "loss_action": 0.022005978971719742,
      "loss_total": 0.022005978971719742,
      "step": 6480
    },
    {
      "loss_action": 0.021987762302160263,
      "loss_total": 0.021987762302160263,
      "step": 6480
    },
    {
      "grad_norm": 0.3079823851585388,
      "learning_rate": 9.99393969910297e-05,
      "loss": 0.0259,
      "step": 6490
    },
    {
      "loss_action": 0.013394590467214584,
      "loss_total": 0.013394590467214584,
      "step": 6490
    },
    {
      "loss_action": 0.01321886945515871,
      "loss_total": 0.01321886945515871,
      "step": 6490
    },
    {
      "loss_action": 0.021527033299207687,
      "loss_total": 0.021527033299207687,
      "step": 6490
    },
    {
      "loss_action": 0.016604334115982056,
      "loss_total": 0.016604334115982056,
      "step": 6490
    },
    {
      "loss_action": 0.020774146541953087,
      "loss_total": 0.020774146541953087,
      "step": 6490
    },
    {
      "loss_action": 0.023726120591163635,
      "loss_total": 0.023726120591163635,
      "step": 6490
    },
    {
      "loss_action": 0.03256084769964218,
      "loss_total": 0.03256084769964218,
      "step": 6490
    },
    {
      "loss_action": 0.014011464081704617,
      "loss_total": 0.014011464081704617,
      "step": 6490
    },
    {
      "grad_norm": 0.24172544479370117,
      "learning_rate": 9.993858041535104e-05,
      "loss": 0.0261,
      "step": 6500
    },
    {
      "loss_action": 0.01864110864698887,
      "loss_total": 0.01864110864698887,
      "step": 6500
    },
    {
      "loss_action": 0.028791097924113274,
      "loss_total": 0.028791097924113274,
      "step": 6500
    },
    {
      "loss_action": 0.012561580166220665,
      "loss_total": 0.012561580166220665,
      "step": 6500
    },
    {
      "loss_action": 0.01881108246743679,
      "loss_total": 0.01881108246743679,
      "step": 6500
    },
    {
      "loss_action": 0.030041947960853577,
      "loss_total": 0.030041947960853577,
      "step": 6500
    },
    {
      "loss_action": 0.038770899176597595,
      "loss_total": 0.038770899176597595,
      "step": 6500
    },
    {
      "loss_action": 0.11793780326843262,
      "loss_total": 0.11793780326843262,
      "step": 6500
    },
    {
      "loss_action": 0.020497765392065048,
      "loss_total": 0.020497765392065048,
      "step": 6500
    },
    {
      "grad_norm": 0.24553406238555908,
      "learning_rate": 9.99377583784643e-05,
      "loss": 0.0257,
      "step": 6510
    },
    {
      "loss_action": 0.027919044718146324,
      "loss_total": 0.027919044718146324,
      "step": 6510
    },
    {
      "loss_action": 0.010993819683790207,
      "loss_total": 0.010993819683790207,
      "step": 6510
    },
    {
      "loss_action": 0.028293319046497345,
      "loss_total": 0.028293319046497345,
      "step": 6510
    },
    {
      "loss_action": 0.029870642349123955,
      "loss_total": 0.029870642349123955,
      "step": 6510
    },
    {
      "loss_action": 0.016281478106975555,
      "loss_total": 0.016281478106975555,
      "step": 6510
    },
    {
      "loss_action": 0.009705441072583199,
      "loss_total": 0.009705441072583199,
      "step": 6510
    },
    {
      "loss_action": 0.014082327485084534,
      "loss_total": 0.014082327485084534,
      "step": 6510
    },
    {
      "loss_action": 0.016219522804021835,
      "loss_total": 0.016219522804021835,
      "step": 6510
    },
    {
      "grad_norm": 0.21144098043441772,
      "learning_rate": 9.993693088045939e-05,
      "loss": 0.024,
      "step": 6520
    },
    {
      "loss_action": 0.013436033390462399,
      "loss_total": 0.013436033390462399,
      "step": 6520
    },
    {
      "loss_action": 0.020228955894708633,
      "loss_total": 0.020228955894708633,
      "step": 6520
    },
    {
      "loss_action": 0.0191679447889328,
      "loss_total": 0.0191679447889328,
      "step": 6520
    },
    {
      "loss_action": 0.017485694959759712,
      "loss_total": 0.017485694959759712,
      "step": 6520
    },
    {
      "loss_action": 0.02010525017976761,
      "loss_total": 0.02010525017976761,
      "step": 6520
    },
    {
      "loss_action": 0.017808640375733376,
      "loss_total": 0.017808640375733376,
      "step": 6520
    },
    {
      "loss_action": 0.020950045436620712,
      "loss_total": 0.020950045436620712,
      "step": 6520
    },
    {
      "loss_action": 0.019425682723522186,
      "loss_total": 0.019425682723522186,
      "step": 6520
    },
    {
      "grad_norm": 0.2986866533756256,
      "learning_rate": 9.99360979214268e-05,
      "loss": 0.0244,
      "step": 6530
    },
    {
      "loss_action": 0.016153134405612946,
      "loss_total": 0.016153134405612946,
      "step": 6530
    },
    {
      "loss_action": 0.016342535614967346,
      "loss_total": 0.016342535614967346,
      "step": 6530
    },
    {
      "loss_action": 0.01642771065235138,
      "loss_total": 0.01642771065235138,
      "step": 6530
    },
    {
      "loss_action": 0.017582222819328308,
      "loss_total": 0.017582222819328308,
      "step": 6530
    },
    {
      "loss_action": 0.025507209822535515,
      "loss_total": 0.025507209822535515,
      "step": 6530
    },
    {
      "loss_action": 0.02058437094092369,
      "loss_total": 0.02058437094092369,
      "step": 6530
    },
    {
      "loss_action": 0.0172116719186306,
      "loss_total": 0.0172116719186306,
      "step": 6530
    },
    {
      "loss_action": 0.01404622569680214,
      "loss_total": 0.01404622569680214,
      "step": 6530
    },
    {
      "grad_norm": 0.20597286522388458,
      "learning_rate": 9.99352595014576e-05,
      "loss": 0.0206,
      "step": 6540
    },
    {
      "loss_action": 0.013880119659006596,
      "loss_total": 0.013880119659006596,
      "step": 6540
    },
    {
      "loss_action": 0.011610000394284725,
      "loss_total": 0.011610000394284725,
      "step": 6540
    },
    {
      "loss_action": 0.08860301226377487,
      "loss_total": 0.08860301226377487,
      "step": 6540
    },
    {
      "loss_action": 0.05443386733531952,
      "loss_total": 0.05443386733531952,
      "step": 6540
    },
    {
      "loss_action": 0.03255224972963333,
      "loss_total": 0.03255224972963333,
      "step": 6540
    },
    {
      "loss_action": 0.03964075818657875,
      "loss_total": 0.03964075818657875,
      "step": 6540
    },
    {
      "loss_action": 0.029959142208099365,
      "loss_total": 0.029959142208099365,
      "step": 6540
    },
    {
      "loss_action": 0.025380954146385193,
      "loss_total": 0.025380954146385193,
      "step": 6540
    },
    {
      "grad_norm": 0.33035486936569214,
      "learning_rate": 9.993441562064354e-05,
      "loss": 0.0254,
      "step": 6550
    },
    {
      "loss_action": 0.01956511288881302,
      "loss_total": 0.01956511288881302,
      "step": 6550
    },
    {
      "loss_action": 0.021151067689061165,
      "loss_total": 0.021151067689061165,
      "step": 6550
    },
    {
      "loss_action": 0.024239499121904373,
      "loss_total": 0.024239499121904373,
      "step": 6550
    },
    {
      "loss_action": 0.024607528001070023,
      "loss_total": 0.024607528001070023,
      "step": 6550
    },
    {
      "loss_action": 0.012419420294463634,
      "loss_total": 0.012419420294463634,
      "step": 6550
    },
    {
      "loss_action": 0.01751561649143696,
      "loss_total": 0.01751561649143696,
      "step": 6550
    },
    {
      "loss_action": 0.024999801069498062,
      "loss_total": 0.024999801069498062,
      "step": 6550
    },
    {
      "loss_action": 0.02624569833278656,
      "loss_total": 0.02624569833278656,
      "step": 6550
    },
    {
      "grad_norm": 0.25674018263816833,
      "learning_rate": 9.993356627907685e-05,
      "loss": 0.0228,
      "step": 6560
    },
    {
      "loss_action": 0.018300257623195648,
      "loss_total": 0.018300257623195648,
      "step": 6560
    },
    {
      "loss_action": 0.15010273456573486,
      "loss_total": 0.15010273456573486,
      "step": 6560
    },
    {
      "loss_action": 0.020731298252940178,
      "loss_total": 0.020731298252940178,
      "step": 6560
    },
    {
      "loss_action": 0.038934431970119476,
      "loss_total": 0.038934431970119476,
      "step": 6560
    },
    {
      "loss_action": 0.021197015419602394,
      "loss_total": 0.021197015419602394,
      "step": 6560
    },
    {
      "loss_action": 0.034421443939208984,
      "loss_total": 0.034421443939208984,
      "step": 6560
    },
    {
      "loss_action": 0.01836055889725685,
      "loss_total": 0.01836055889725685,
      "step": 6560
    },
    {
      "loss_action": 0.03637074679136276,
      "loss_total": 0.03637074679136276,
      "step": 6560
    },
    {
      "grad_norm": 0.363916277885437,
      "learning_rate": 9.99327114768504e-05,
      "loss": 0.0247,
      "step": 6570
    },
    {
      "loss_action": 0.01661958172917366,
      "loss_total": 0.01661958172917366,
      "step": 6570
    },
    {
      "loss_action": 0.028345223516225815,
      "loss_total": 0.028345223516225815,
      "step": 6570
    },
    {
      "loss_action": 0.019451603293418884,
      "loss_total": 0.019451603293418884,
      "step": 6570
    },
    {
      "loss_action": 0.029842883348464966,
      "loss_total": 0.029842883348464966,
      "step": 6570
    },
    {
      "loss_action": 0.014237672090530396,
      "loss_total": 0.014237672090530396,
      "step": 6570
    },
    {
      "loss_action": 0.013961410149931908,
      "loss_total": 0.013961410149931908,
      "step": 6570
    },
    {
      "loss_action": 0.03139180317521095,
      "loss_total": 0.03139180317521095,
      "step": 6570
    },
    {
      "loss_action": 0.018623067066073418,
      "loss_total": 0.018623067066073418,
      "step": 6570
    },
    {
      "grad_norm": 0.2934350073337555,
      "learning_rate": 9.99318512140577e-05,
      "loss": 0.0214,
      "step": 6580
    },
    {
      "loss_action": 0.022244930267333984,
      "loss_total": 0.022244930267333984,
      "step": 6580
    },
    {
      "loss_action": 0.01602322608232498,
      "loss_total": 0.01602322608232498,
      "step": 6580
    },
    {
      "loss_action": 0.014807181432843208,
      "loss_total": 0.014807181432843208,
      "step": 6580
    },
    {
      "loss_action": 0.04610893875360489,
      "loss_total": 0.04610893875360489,
      "step": 6580
    },
    {
      "loss_action": 0.02169003337621689,
      "loss_total": 0.02169003337621689,
      "step": 6580
    },
    {
      "loss_action": 0.029642442241311073,
      "loss_total": 0.029642442241311073,
      "step": 6580
    },
    {
      "loss_action": 0.015447637066245079,
      "loss_total": 0.015447637066245079,
      "step": 6580
    },
    {
      "loss_action": 0.013972919434309006,
      "loss_total": 0.013972919434309006,
      "step": 6580
    },
    {
      "grad_norm": 0.23272038996219635,
      "learning_rate": 9.993098549079284e-05,
      "loss": 0.0217,
      "step": 6590
    },
    {
      "loss_action": 0.015701796859502792,
      "loss_total": 0.015701796859502792,
      "step": 6590
    },
    {
      "loss_action": 0.02453647181391716,
      "loss_total": 0.02453647181391716,
      "step": 6590
    },
    {
      "loss_action": 0.024448199197649956,
      "loss_total": 0.024448199197649956,
      "step": 6590
    },
    {
      "loss_action": 0.024253560230135918,
      "loss_total": 0.024253560230135918,
      "step": 6590
    },
    {
      "loss_action": 0.024677004665136337,
      "loss_total": 0.024677004665136337,
      "step": 6590
    },
    {
      "loss_action": 0.015996605157852173,
      "loss_total": 0.015996605157852173,
      "step": 6590
    },
    {
      "loss_action": 0.015011670999228954,
      "loss_total": 0.015011670999228954,
      "step": 6590
    },
    {
      "loss_action": 0.011111787520349026,
      "loss_total": 0.011111787520349026,
      "step": 6590
    },
    {
      "grad_norm": 0.2480519860982895,
      "learning_rate": 9.993011430715047e-05,
      "loss": 0.0227,
      "step": 6600
    },
    {
      "loss_action": 0.01817282661795616,
      "loss_total": 0.01817282661795616,
      "step": 6600
    },
    {
      "loss_action": 0.015602665953338146,
      "loss_total": 0.015602665953338146,
      "step": 6600
    },
    {
      "loss_action": 0.024157926440238953,
      "loss_total": 0.024157926440238953,
      "step": 6600
    },
    {
      "loss_action": 0.018478471785783768,
      "loss_total": 0.018478471785783768,
      "step": 6600
    },
    {
      "loss_action": 0.05854834243655205,
      "loss_total": 0.05854834243655205,
      "step": 6600
    },
    {
      "loss_action": 0.0414092093706131,
      "loss_total": 0.0414092093706131,
      "step": 6600
    },
    {
      "loss_action": 0.02038179337978363,
      "loss_total": 0.02038179337978363,
      "step": 6600
    },
    {
      "loss_action": 0.013522343710064888,
      "loss_total": 0.013522343710064888,
      "step": 6600
    },
    {
      "grad_norm": 0.20416323840618134,
      "learning_rate": 9.992923766322586e-05,
      "loss": 0.022,
      "step": 6610
    },
    {
      "loss_action": 0.04982369393110275,
      "loss_total": 0.04982369393110275,
      "step": 6610
    },
    {
      "loss_action": 0.02489621751010418,
      "loss_total": 0.02489621751010418,
      "step": 6610
    },
    {
      "loss_action": 0.018181554973125458,
      "loss_total": 0.018181554973125458,
      "step": 6610
    },
    {
      "loss_action": 0.021058257669210434,
      "loss_total": 0.021058257669210434,
      "step": 6610
    },
    {
      "loss_action": 0.033669594675302505,
      "loss_total": 0.033669594675302505,
      "step": 6610
    },
    {
      "loss_action": 0.05943671986460686,
      "loss_total": 0.05943671986460686,
      "step": 6610
    },
    {
      "loss_action": 0.040079645812511444,
      "loss_total": 0.040079645812511444,
      "step": 6610
    },
    {
      "loss_action": 0.02073640003800392,
      "loss_total": 0.02073640003800392,
      "step": 6610
    },
    {
      "grad_norm": 0.25248926877975464,
      "learning_rate": 9.99283555591149e-05,
      "loss": 0.0263,
      "step": 6620
    },
    {
      "loss_action": 0.01775282807648182,
      "loss_total": 0.01775282807648182,
      "step": 6620
    },
    {
      "loss_action": 0.025682903826236725,
      "loss_total": 0.025682903826236725,
      "step": 6620
    },
    {
      "loss_action": 0.051434896886348724,
      "loss_total": 0.051434896886348724,
      "step": 6620
    },
    {
      "loss_action": 0.02816171571612358,
      "loss_total": 0.02816171571612358,
      "step": 6620
    },
    {
      "loss_action": 0.015558948740363121,
      "loss_total": 0.015558948740363121,
      "step": 6620
    },
    {
      "loss_action": 0.09519289433956146,
      "loss_total": 0.09519289433956146,
      "step": 6620
    },
    {
      "loss_action": 0.016851115971803665,
      "loss_total": 0.016851115971803665,
      "step": 6620
    },
    {
      "loss_action": 0.02802019938826561,
      "loss_total": 0.02802019938826561,
      "step": 6620
    },
    {
      "grad_norm": 0.22893956303596497,
      "learning_rate": 9.992746799491404e-05,
      "loss": 0.0274,
      "step": 6630
    },
    {
      "loss_action": 0.010487807914614677,
      "loss_total": 0.010487807914614677,
      "step": 6630
    },
    {
      "loss_action": 0.024683702737092972,
      "loss_total": 0.024683702737092972,
      "step": 6630
    },
    {
      "loss_action": 0.021720370277762413,
      "loss_total": 0.021720370277762413,
      "step": 6630
    },
    {
      "loss_action": 0.011732969433069229,
      "loss_total": 0.011732969433069229,
      "step": 6630
    },
    {
      "loss_action": 0.026678679510951042,
      "loss_total": 0.026678679510951042,
      "step": 6630
    },
    {
      "loss_action": 0.022107232362031937,
      "loss_total": 0.022107232362031937,
      "step": 6630
    },
    {
      "loss_action": 0.04516330733895302,
      "loss_total": 0.04516330733895302,
      "step": 6630
    },
    {
      "loss_action": 0.01597529649734497,
      "loss_total": 0.01597529649734497,
      "step": 6630
    },
    {
      "grad_norm": 0.2774676978588104,
      "learning_rate": 9.992657497072033e-05,
      "loss": 0.0277,
      "step": 6640
    },
    {
      "loss_action": 0.023385507985949516,
      "loss_total": 0.023385507985949516,
      "step": 6640
    },
    {
      "loss_action": 0.01850375346839428,
      "loss_total": 0.01850375346839428,
      "step": 6640
    },
    {
      "loss_action": 0.019057445228099823,
      "loss_total": 0.019057445228099823,
      "step": 6640
    },
    {
      "loss_action": 0.01920187845826149,
      "loss_total": 0.01920187845826149,
      "step": 6640
    },
    {
      "loss_action": 0.019163932651281357,
      "loss_total": 0.019163932651281357,
      "step": 6640
    },
    {
      "loss_action": 0.02427012287080288,
      "loss_total": 0.02427012287080288,
      "step": 6640
    },
    {
      "loss_action": 0.016442496329545975,
      "loss_total": 0.016442496329545975,
      "step": 6640
    },
    {
      "loss_action": 0.039273541420698166,
      "loss_total": 0.039273541420698166,
      "step": 6640
    },
    {
      "grad_norm": 0.32627248764038086,
      "learning_rate": 9.992567648663147e-05,
      "loss": 0.0275,
      "step": 6650
    },
    {
      "loss_action": 0.013232221826910973,
      "loss_total": 0.013232221826910973,
      "step": 6650
    },
    {
      "loss_action": 0.023878034204244614,
      "loss_total": 0.023878034204244614,
      "step": 6650
    },
    {
      "loss_action": 0.025827500969171524,
      "loss_total": 0.025827500969171524,
      "step": 6650
    },
    {
      "loss_action": 0.03566235303878784,
      "loss_total": 0.03566235303878784,
      "step": 6650
    },
    {
      "loss_action": 0.027598831802606583,
      "loss_total": 0.027598831802606583,
      "step": 6650
    },
    {
      "loss_action": 0.037782926112413406,
      "loss_total": 0.037782926112413406,
      "step": 6650
    },
    {
      "loss_action": 0.02622426673769951,
      "loss_total": 0.02622426673769951,
      "step": 6650
    },
    {
      "loss_action": 0.009968893602490425,
      "loss_total": 0.009968893602490425,
      "step": 6650
    },
    {
      "grad_norm": 0.2635551989078522,
      "learning_rate": 9.992477254274568e-05,
      "loss": 0.0212,
      "step": 6660
    },
    {
      "loss_action": 0.01882306858897209,
      "loss_total": 0.01882306858897209,
      "step": 6660
    },
    {
      "loss_action": 0.018529903143644333,
      "loss_total": 0.018529903143644333,
      "step": 6660
    },
    {
      "loss_action": 0.02837727963924408,
      "loss_total": 0.02837727963924408,
      "step": 6660
    },
    {
      "loss_action": 0.015966497361660004,
      "loss_total": 0.015966497361660004,
      "step": 6660
    },
    {
      "loss_action": 0.017196927219629288,
      "loss_total": 0.017196927219629288,
      "step": 6660
    },
    {
      "loss_action": 0.014371012337505817,
      "loss_total": 0.014371012337505817,
      "step": 6660
    },
    {
      "loss_action": 0.014245753176510334,
      "loss_total": 0.014245753176510334,
      "step": 6660
    },
    {
      "loss_action": 0.02179446816444397,
      "loss_total": 0.02179446816444397,
      "step": 6660
    },
    {
      "grad_norm": 0.29882657527923584,
      "learning_rate": 9.992386313916183e-05,
      "loss": 0.024,
      "step": 6670
    },
    {
      "loss_action": 0.02956385537981987,
      "loss_total": 0.02956385537981987,
      "step": 6670
    },
    {
      "loss_action": 0.026407528668642044,
      "loss_total": 0.026407528668642044,
      "step": 6670
    },
    {
      "loss_action": 0.009647425264120102,
      "loss_total": 0.009647425264120102,
      "step": 6670
    },
    {
      "loss_action": 0.01807512156665325,
      "loss_total": 0.01807512156665325,
      "step": 6670
    },
    {
      "loss_action": 0.016834676265716553,
      "loss_total": 0.016834676265716553,
      "step": 6670
    },
    {
      "loss_action": 0.0408208966255188,
      "loss_total": 0.0408208966255188,
      "step": 6670
    },
    {
      "loss_action": 0.03544504940509796,
      "loss_total": 0.03544504940509796,
      "step": 6670
    },
    {
      "loss_action": 0.018581576645374298,
      "loss_total": 0.018581576645374298,
      "step": 6670
    },
    {
      "grad_norm": 0.24100585281848907,
      "learning_rate": 9.992294827597934e-05,
      "loss": 0.0218,
      "step": 6680
    },
    {
      "loss_action": 0.020068371668457985,
      "loss_total": 0.020068371668457985,
      "step": 6680
    },
    {
      "loss_action": 0.029408186674118042,
      "loss_total": 0.029408186674118042,
      "step": 6680
    },
    {
      "loss_action": 0.017122063785791397,
      "loss_total": 0.017122063785791397,
      "step": 6680
    },
    {
      "loss_action": 0.023018281906843185,
      "loss_total": 0.023018281906843185,
      "step": 6680
    },
    {
      "loss_action": 0.015773911029100418,
      "loss_total": 0.015773911029100418,
      "step": 6680
    },
    {
      "loss_action": 0.018068812787532806,
      "loss_total": 0.018068812787532806,
      "step": 6680
    },
    {
      "loss_action": 0.014255242422223091,
      "loss_total": 0.014255242422223091,
      "step": 6680
    },
    {
      "loss_action": 0.016404394060373306,
      "loss_total": 0.016404394060373306,
      "step": 6680
    },
    {
      "grad_norm": 0.25431373715400696,
      "learning_rate": 9.992202795329831e-05,
      "loss": 0.0219,
      "step": 6690
    },
    {
      "loss_action": 0.01501191221177578,
      "loss_total": 0.01501191221177578,
      "step": 6690
    },
    {
      "loss_action": 0.011871491558849812,
      "loss_total": 0.011871491558849812,
      "step": 6690
    },
    {
      "loss_action": 0.02303408458828926,
      "loss_total": 0.02303408458828926,
      "step": 6690
    },
    {
      "loss_action": 0.025810889899730682,
      "loss_total": 0.025810889899730682,
      "step": 6690
    },
    {
      "loss_action": 0.01514709647744894,
      "loss_total": 0.01514709647744894,
      "step": 6690
    },
    {
      "loss_action": 0.014241731725633144,
      "loss_total": 0.014241731725633144,
      "step": 6690
    },
    {
      "loss_action": 0.014896322973072529,
      "loss_total": 0.014896322973072529,
      "step": 6690
    },
    {
      "loss_action": 0.013340851292014122,
      "loss_total": 0.013340851292014122,
      "step": 6690
    },
    {
      "grad_norm": 0.2970656454563141,
      "learning_rate": 9.992110217121936e-05,
      "loss": 0.0218,
      "step": 6700
    },
    {
      "loss_action": 0.03641832619905472,
      "loss_total": 0.03641832619905472,
      "step": 6700
    },
    {
      "loss_action": 0.012283526360988617,
      "loss_total": 0.012283526360988617,
      "step": 6700
    },
    {
      "loss_action": 0.022758493199944496,
      "loss_total": 0.022758493199944496,
      "step": 6700
    },
    {
      "loss_action": 0.022812824696302414,
      "loss_total": 0.022812824696302414,
      "step": 6700
    },
    {
      "loss_action": 0.016537945717573166,
      "loss_total": 0.016537945717573166,
      "step": 6700
    },
    {
      "loss_action": 0.018498022109270096,
      "loss_total": 0.018498022109270096,
      "step": 6700
    },
    {
      "loss_action": 0.009562434628605843,
      "loss_total": 0.009562434628605843,
      "step": 6700
    },
    {
      "loss_action": 0.019104594364762306,
      "loss_total": 0.019104594364762306,
      "step": 6700
    },
    {
      "grad_norm": 0.2526940107345581,
      "learning_rate": 9.992017092984372e-05,
      "loss": 0.024,
      "step": 6710
    },
    {
      "loss_action": 0.022695835679769516,
      "loss_total": 0.022695835679769516,
      "step": 6710
    },
    {
      "loss_action": 0.027510493993759155,
      "loss_total": 0.027510493993759155,
      "step": 6710
    },
    {
      "loss_action": 0.022606119513511658,
      "loss_total": 0.022606119513511658,
      "step": 6710
    },
    {
      "loss_action": 0.03431958705186844,
      "loss_total": 0.03431958705186844,
      "step": 6710
    },
    {
      "loss_action": 0.03160332888364792,
      "loss_total": 0.03160332888364792,
      "step": 6710
    },
    {
      "loss_action": 0.032999686896800995,
      "loss_total": 0.032999686896800995,
      "step": 6710
    },
    {
      "loss_action": 0.0702207013964653,
      "loss_total": 0.0702207013964653,
      "step": 6710
    },
    {
      "loss_action": 0.02595941349864006,
      "loss_total": 0.02595941349864006,
      "step": 6710
    },
    {
      "grad_norm": 0.3650020658969879,
      "learning_rate": 9.991923422927326e-05,
      "loss": 0.0279,
      "step": 6720
    },
    {
      "loss_action": 0.05960004776716232,
      "loss_total": 0.05960004776716232,
      "step": 6720
    },
    {
      "loss_action": 0.02840745635330677,
      "loss_total": 0.02840745635330677,
      "step": 6720
    },
    {
      "loss_action": 0.04602137207984924,
      "loss_total": 0.04602137207984924,
      "step": 6720
    },
    {
      "loss_action": 0.0302781593054533,
      "loss_total": 0.0302781593054533,
      "step": 6720
    },
    {
      "loss_action": 0.05102745443582535,
      "loss_total": 0.05102745443582535,
      "step": 6720
    },
    {
      "loss_action": 0.029352586716413498,
      "loss_total": 0.029352586716413498,
      "step": 6720
    },
    {
      "loss_action": 0.052834510803222656,
      "loss_total": 0.052834510803222656,
      "step": 6720
    },
    {
      "loss_action": 0.025305846706032753,
      "loss_total": 0.025305846706032753,
      "step": 6720
    },
    {
      "grad_norm": 0.2205447107553482,
      "learning_rate": 9.991829206961037e-05,
      "loss": 0.0302,
      "step": 6730
    },
    {
      "loss_action": 0.02704429253935814,
      "loss_total": 0.02704429253935814,
      "step": 6730
    },
    {
      "loss_action": 0.09123890101909637,
      "loss_total": 0.09123890101909637,
      "step": 6730
    },
    {
      "loss_action": 0.01285400427877903,
      "loss_total": 0.01285400427877903,
      "step": 6730
    },
    {
      "loss_action": 0.026032984256744385,
      "loss_total": 0.026032984256744385,
      "step": 6730
    },
    {
      "loss_action": 0.017795560881495476,
      "loss_total": 0.017795560881495476,
      "step": 6730
    },
    {
      "loss_action": 0.03779654577374458,
      "loss_total": 0.03779654577374458,
      "step": 6730
    },
    {
      "loss_action": 0.027213506400585175,
      "loss_total": 0.027213506400585175,
      "step": 6730
    },
    {
      "loss_action": 0.020539766177535057,
      "loss_total": 0.020539766177535057,
      "step": 6730
    },
    {
      "grad_norm": 0.29837945103645325,
      "learning_rate": 9.991734445095813e-05,
      "loss": 0.028,
      "step": 6740
    },
    {
      "loss_action": 0.03446893021464348,
      "loss_total": 0.03446893021464348,
      "step": 6740
    },
    {
      "loss_action": 0.014610707759857178,
      "loss_total": 0.014610707759857178,
      "step": 6740
    },
    {
      "loss_action": 0.06101834028959274,
      "loss_total": 0.06101834028959274,
      "step": 6740
    },
    {
      "loss_action": 0.020601380616426468,
      "loss_total": 0.020601380616426468,
      "step": 6740
    },
    {
      "loss_action": 0.015995968133211136,
      "loss_total": 0.015995968133211136,
      "step": 6740
    },
    {
      "loss_action": 0.05757302790880203,
      "loss_total": 0.05757302790880203,
      "step": 6740
    },
    {
      "loss_action": 0.05998733639717102,
      "loss_total": 0.05998733639717102,
      "step": 6740
    },
    {
      "loss_action": 0.013404210098087788,
      "loss_total": 0.013404210098087788,
      "step": 6740
    },
    {
      "grad_norm": 0.33467546105384827,
      "learning_rate": 9.991639137342015e-05,
      "loss": 0.0315,
      "step": 6750
    },
    {
      "loss_action": 0.05886303633451462,
      "loss_total": 0.05886303633451462,
      "step": 6750
    },
    {
      "loss_action": 0.038779012858867645,
      "loss_total": 0.038779012858867645,
      "step": 6750
    },
    {
      "loss_action": 0.029417037963867188,
      "loss_total": 0.029417037963867188,
      "step": 6750
    },
    {
      "loss_action": 0.01177818700671196,
      "loss_total": 0.01177818700671196,
      "step": 6750
    },
    {
      "loss_action": 0.04357960820198059,
      "loss_total": 0.04357960820198059,
      "step": 6750
    },
    {
      "loss_action": 0.023431401699781418,
      "loss_total": 0.023431401699781418,
      "step": 6750
    },
    {
      "loss_action": 0.022993776947259903,
      "loss_total": 0.022993776947259903,
      "step": 6750
    },
    {
      "loss_action": 0.012936417013406754,
      "loss_total": 0.012936417013406754,
      "step": 6750
    },
    {
      "grad_norm": 0.25934430956840515,
      "learning_rate": 9.991543283710064e-05,
      "loss": 0.0256,
      "step": 6760
    },
    {
      "loss_action": 0.01526138186454773,
      "loss_total": 0.01526138186454773,
      "step": 6760
    },
    {
      "loss_action": 0.03195081278681755,
      "loss_total": 0.03195081278681755,
      "step": 6760
    },
    {
      "loss_action": 0.027297528460621834,
      "loss_total": 0.027297528460621834,
      "step": 6760
    },
    {
      "loss_action": 0.03589215129613876,
      "loss_total": 0.03589215129613876,
      "step": 6760
    },
    {
      "loss_action": 0.027663161978125572,
      "loss_total": 0.027663161978125572,
      "step": 6760
    },
    {
      "loss_action": 0.03465460240840912,
      "loss_total": 0.03465460240840912,
      "step": 6760
    },
    {
      "loss_action": 0.031427979469299316,
      "loss_total": 0.031427979469299316,
      "step": 6760
    },
    {
      "loss_action": 0.017861124128103256,
      "loss_total": 0.017861124128103256,
      "step": 6760
    },
    {
      "grad_norm": 0.2742529511451721,
      "learning_rate": 9.991446884210445e-05,
      "loss": 0.0247,
      "step": 6770
    },
    {
      "loss_action": 0.013875885866582394,
      "loss_total": 0.013875885866582394,
      "step": 6770
    },
    {
      "loss_action": 0.028220901265740395,
      "loss_total": 0.028220901265740395,
      "step": 6770
    },
    {
      "loss_action": 0.03359656780958176,
      "loss_total": 0.03359656780958176,
      "step": 6770
    },
    {
      "loss_action": 0.012249192222952843,
      "loss_total": 0.012249192222952843,
      "step": 6770
    },
    {
      "loss_action": 0.025615844875574112,
      "loss_total": 0.025615844875574112,
      "step": 6770
    },
    {
      "loss_action": 0.026182159781455994,
      "loss_total": 0.026182159781455994,
      "step": 6770
    },
    {
      "loss_action": 0.026668285951018333,
      "loss_total": 0.026668285951018333,
      "step": 6770
    },
    {
      "loss_action": 0.01487925834953785,
      "loss_total": 0.01487925834953785,
      "step": 6770
    },
    {
      "grad_norm": 0.31523147225379944,
      "learning_rate": 9.9913499388537e-05,
      "loss": 0.0261,
      "step": 6780
    },
    {
      "loss_action": 0.017463617026805878,
      "loss_total": 0.017463617026805878,
      "step": 6780
    },
    {
      "loss_action": 0.028336085379123688,
      "loss_total": 0.028336085379123688,
      "step": 6780
    },
    {
      "loss_action": 0.019155055284500122,
      "loss_total": 0.019155055284500122,
      "step": 6780
    },
    {
      "loss_action": 0.016415879130363464,
      "loss_total": 0.016415879130363464,
      "step": 6780
    },
    {
      "loss_action": 0.022629883140325546,
      "loss_total": 0.022629883140325546,
      "step": 6780
    },
    {
      "loss_action": 0.024734467267990112,
      "loss_total": 0.024734467267990112,
      "step": 6780
    },
    {
      "loss_action": 0.019659996032714844,
      "loss_total": 0.019659996032714844,
      "step": 6780
    },
    {
      "loss_action": 0.025515388697385788,
      "loss_total": 0.025515388697385788,
      "step": 6780
    },
    {
      "grad_norm": 0.22720059752464294,
      "learning_rate": 9.99125244765043e-05,
      "loss": 0.0234,
      "step": 6790
    },
    {
      "loss_action": 0.02898978814482689,
      "loss_total": 0.02898978814482689,
      "step": 6790
    },
    {
      "loss_action": 0.06888799369335175,
      "loss_total": 0.06888799369335175,
      "step": 6790
    },
    {
      "loss_action": 0.014667420648038387,
      "loss_total": 0.014667420648038387,
      "step": 6790
    },
    {
      "loss_action": 0.04391685873270035,
      "loss_total": 0.04391685873270035,
      "step": 6790
    },
    {
      "loss_action": 0.020877376198768616,
      "loss_total": 0.020877376198768616,
      "step": 6790
    },
    {
      "loss_action": 0.032012853771448135,
      "loss_total": 0.032012853771448135,
      "step": 6790
    },
    {
      "loss_action": 0.03417379781603813,
      "loss_total": 0.03417379781603813,
      "step": 6790
    },
    {
      "loss_action": 0.031081970781087875,
      "loss_total": 0.031081970781087875,
      "step": 6790
    },
    {
      "grad_norm": 0.28107190132141113,
      "learning_rate": 9.991154410611296e-05,
      "loss": 0.0249,
      "step": 6800
    },
    {
      "loss_action": 0.019558195024728775,
      "loss_total": 0.019558195024728775,
      "step": 6800
    },
    {
      "loss_action": 0.02133318781852722,
      "loss_total": 0.02133318781852722,
      "step": 6800
    },
    {
      "loss_action": 0.017007047310471535,
      "loss_total": 0.017007047310471535,
      "step": 6800
    },
    {
      "loss_action": 0.0348946750164032,
      "loss_total": 0.0348946750164032,
      "step": 6800
    },
    {
      "loss_action": 0.016592947766184807,
      "loss_total": 0.016592947766184807,
      "step": 6800
    },
    {
      "loss_action": 0.019668888300657272,
      "loss_total": 0.019668888300657272,
      "step": 6800
    },
    {
      "loss_action": 0.02607915922999382,
      "loss_total": 0.02607915922999382,
      "step": 6800
    },
    {
      "loss_action": 0.017829619348049164,
      "loss_total": 0.017829619348049164,
      "step": 6800
    },
    {
      "grad_norm": 0.31241869926452637,
      "learning_rate": 9.99105582774702e-05,
      "loss": 0.0224,
      "step": 6810
    },
    {
      "loss_action": 0.03938748687505722,
      "loss_total": 0.03938748687505722,
      "step": 6810
    },
    {
      "loss_action": 0.025603357702493668,
      "loss_total": 0.025603357702493668,
      "step": 6810
    },
    {
      "loss_action": 0.029359251260757446,
      "loss_total": 0.029359251260757446,
      "step": 6810
    },
    {
      "loss_action": 0.018030742183327675,
      "loss_total": 0.018030742183327675,
      "step": 6810
    },
    {
      "loss_action": 0.026859238743782043,
      "loss_total": 0.026859238743782043,
      "step": 6810
    },
    {
      "loss_action": 0.053331054747104645,
      "loss_total": 0.053331054747104645,
      "step": 6810
    },
    {
      "loss_action": 0.02884930744767189,
      "loss_total": 0.02884930744767189,
      "step": 6810
    },
    {
      "loss_action": 0.036199890077114105,
      "loss_total": 0.036199890077114105,
      "step": 6810
    },
    {
      "grad_norm": 0.29316627979278564,
      "learning_rate": 9.990956699068384e-05,
      "loss": 0.0247,
      "step": 6820
    },
    {
      "loss_action": 0.021639438346028328,
      "loss_total": 0.021639438346028328,
      "step": 6820
    },
    {
      "loss_action": 0.013002200052142143,
      "loss_total": 0.013002200052142143,
      "step": 6820
    },
    {
      "loss_action": 0.020352419465780258,
      "loss_total": 0.020352419465780258,
      "step": 6820
    },
    {
      "loss_action": 0.02407079003751278,
      "loss_total": 0.02407079003751278,
      "step": 6820
    },
    {
      "loss_action": 0.01835695095360279,
      "loss_total": 0.01835695095360279,
      "step": 6820
    },
    {
      "loss_action": 0.01081361435353756,
      "loss_total": 0.01081361435353756,
      "step": 6820
    },
    {
      "loss_action": 0.012422384694218636,
      "loss_total": 0.012422384694218636,
      "step": 6820
    },
    {
      "loss_action": 0.008262999355793,
      "loss_total": 0.008262999355793,
      "step": 6820
    },
    {
      "grad_norm": 0.36237046122550964,
      "learning_rate": 9.990857024586224e-05,
      "loss": 0.0237,
      "step": 6830
    },
    {
      "loss_action": 0.03116469830274582,
      "loss_total": 0.03116469830274582,
      "step": 6830
    },
    {
      "loss_action": 0.032582152634859085,
      "loss_total": 0.032582152634859085,
      "step": 6830
    },
    {
      "loss_action": 0.02088327892124653,
      "loss_total": 0.02088327892124653,
      "step": 6830
    },
    {
      "loss_action": 0.018770301714539528,
      "loss_total": 0.018770301714539528,
      "step": 6830
    },
    {
      "loss_action": 0.039457350969314575,
      "loss_total": 0.039457350969314575,
      "step": 6830
    },
    {
      "loss_action": 0.04152919352054596,
      "loss_total": 0.04152919352054596,
      "step": 6830
    },
    {
      "loss_action": 0.024113066494464874,
      "loss_total": 0.024113066494464874,
      "step": 6830
    },
    {
      "loss_action": 0.018890924751758575,
      "loss_total": 0.018890924751758575,
      "step": 6830
    },
    {
      "grad_norm": 0.2991010844707489,
      "learning_rate": 9.990756804311446e-05,
      "loss": 0.0262,
      "step": 6840
    },
    {
      "loss_action": 0.03357863798737526,
      "loss_total": 0.03357863798737526,
      "step": 6840
    },
    {
      "loss_action": 0.020399894565343857,
      "loss_total": 0.020399894565343857,
      "step": 6840
    },
    {
      "loss_action": 0.02098724991083145,
      "loss_total": 0.02098724991083145,
      "step": 6840
    },
    {
      "loss_action": 0.015711314976215363,
      "loss_total": 0.015711314976215363,
      "step": 6840
    },
    {
      "loss_action": 0.02392597869038582,
      "loss_total": 0.02392597869038582,
      "step": 6840
    },
    {
      "loss_action": 0.053880468010902405,
      "loss_total": 0.053880468010902405,
      "step": 6840
    },
    {
      "loss_action": 0.021521691232919693,
      "loss_total": 0.021521691232919693,
      "step": 6840
    },
    {
      "loss_action": 0.02549298107624054,
      "loss_total": 0.02549298107624054,
      "step": 6840
    },
    {
      "grad_norm": 0.20140987634658813,
      "learning_rate": 9.990656038255006e-05,
      "loss": 0.0231,
      "step": 6850
    },
    {
      "loss_action": 0.04059945046901703,
      "loss_total": 0.04059945046901703,
      "step": 6850
    },
    {
      "loss_action": 0.013039294630289078,
      "loss_total": 0.013039294630289078,
      "step": 6850
    },
    {
      "loss_action": 0.03157339245080948,
      "loss_total": 0.03157339245080948,
      "step": 6850
    },
    {
      "loss_action": 0.028730662539601326,
      "loss_total": 0.028730662539601326,
      "step": 6850
    },
    {
      "loss_action": 0.017182379961013794,
      "loss_total": 0.017182379961013794,
      "step": 6850
    },
    {
      "loss_action": 0.014748940244317055,
      "loss_total": 0.014748940244317055,
      "step": 6850
    },
    {
      "loss_action": 0.018458765000104904,
      "loss_total": 0.018458765000104904,
      "step": 6850
    },
    {
      "loss_action": 0.026669831946492195,
      "loss_total": 0.026669831946492195,
      "step": 6850
    },
    {
      "grad_norm": 0.2770273983478546,
      "learning_rate": 9.990554726427926e-05,
      "loss": 0.0241,
      "step": 6860
    },
    {
      "loss_action": 0.034275710582733154,
      "loss_total": 0.034275710582733154,
      "step": 6860
    },
    {
      "loss_action": 0.026674579828977585,
      "loss_total": 0.026674579828977585,
      "step": 6860
    },
    {
      "loss_action": 0.027461867779493332,
      "loss_total": 0.027461867779493332,
      "step": 6860
    },
    {
      "loss_action": 0.03361513465642929,
      "loss_total": 0.03361513465642929,
      "step": 6860
    },
    {
      "loss_action": 0.03293875232338905,
      "loss_total": 0.03293875232338905,
      "step": 6860
    },
    {
      "loss_action": 0.015064667910337448,
      "loss_total": 0.015064667910337448,
      "step": 6860
    },
    {
      "loss_action": 0.03753497824072838,
      "loss_total": 0.03753497824072838,
      "step": 6860
    },
    {
      "loss_action": 0.02151435799896717,
      "loss_total": 0.02151435799896717,
      "step": 6860
    },
    {
      "grad_norm": 0.2747783362865448,
      "learning_rate": 9.990452868841284e-05,
      "loss": 0.023,
      "step": 6870
    },
    {
      "loss_action": 0.14192071557044983,
      "loss_total": 0.14192071557044983,
      "step": 6870
    },
    {
      "loss_action": 0.04003380611538887,
      "loss_total": 0.04003380611538887,
      "step": 6870
    },
    {
      "loss_action": 0.03515321761369705,
      "loss_total": 0.03515321761369705,
      "step": 6870
    },
    {
      "loss_action": 0.012965765781700611,
      "loss_total": 0.012965765781700611,
      "step": 6870
    },
    {
      "loss_action": 0.012313375249505043,
      "loss_total": 0.012313375249505043,
      "step": 6870
    },
    {
      "loss_action": 0.03222687169909477,
      "loss_total": 0.03222687169909477,
      "step": 6870
    },
    {
      "loss_action": 0.015804298222064972,
      "loss_total": 0.015804298222064972,
      "step": 6870
    },
    {
      "loss_action": 0.023085296154022217,
      "loss_total": 0.023085296154022217,
      "step": 6870
    },
    {
      "grad_norm": 0.20178207755088806,
      "learning_rate": 9.99035046550622e-05,
      "loss": 0.0235,
      "step": 6880
    },
    {
      "loss_action": 0.012797022238373756,
      "loss_total": 0.012797022238373756,
      "step": 6880
    },
    {
      "loss_action": 0.019510239362716675,
      "loss_total": 0.019510239362716675,
      "step": 6880
    },
    {
      "loss_action": 0.013446473516523838,
      "loss_total": 0.013446473516523838,
      "step": 6880
    },
    {
      "loss_action": 0.01577555201947689,
      "loss_total": 0.01577555201947689,
      "step": 6880
    },
    {
      "loss_action": 0.01784328930079937,
      "loss_total": 0.01784328930079937,
      "step": 6880
    },
    {
      "loss_action": 0.01856395974755287,
      "loss_total": 0.01856395974755287,
      "step": 6880
    },
    {
      "loss_action": 0.02244335412979126,
      "loss_total": 0.02244335412979126,
      "step": 6880
    },
    {
      "loss_action": 0.023864777758717537,
      "loss_total": 0.023864777758717537,
      "step": 6880
    },
    {
      "grad_norm": 0.19138102233409882,
      "learning_rate": 9.99024751643393e-05,
      "loss": 0.0207,
      "step": 6890
    },
    {
      "loss_action": 0.013012971729040146,
      "loss_total": 0.013012971729040146,
      "step": 6890
    },
    {
      "loss_action": 0.023311689496040344,
      "loss_total": 0.023311689496040344,
      "step": 6890
    },
    {
      "loss_action": 0.017631709575653076,
      "loss_total": 0.017631709575653076,
      "step": 6890
    },
    {
      "loss_action": 0.015399755910038948,
      "loss_total": 0.015399755910038948,
      "step": 6890
    },
    {
      "loss_action": 0.0508221760392189,
      "loss_total": 0.0508221760392189,
      "step": 6890
    },
    {
      "loss_action": 0.015588294714689255,
      "loss_total": 0.015588294714689255,
      "step": 6890
    },
    {
      "loss_action": 0.019644146785140038,
      "loss_total": 0.019644146785140038,
      "step": 6890
    },
    {
      "loss_action": 0.02003076672554016,
      "loss_total": 0.02003076672554016,
      "step": 6890
    },
    {
      "grad_norm": 0.17816269397735596,
      "learning_rate": 9.990144021635677e-05,
      "loss": 0.0219,
      "step": 6900
    },
    {
      "loss_action": 0.04350247234106064,
      "loss_total": 0.04350247234106064,
      "step": 6900
    },
    {
      "loss_action": 0.02480040118098259,
      "loss_total": 0.02480040118098259,
      "step": 6900
    },
    {
      "loss_action": 0.05693625658750534,
      "loss_total": 0.05693625658750534,
      "step": 6900
    },
    {
      "loss_action": 0.020411457866430283,
      "loss_total": 0.020411457866430283,
      "step": 6900
    },
    {
      "loss_action": 0.01332511194050312,
      "loss_total": 0.01332511194050312,
      "step": 6900
    },
    {
      "loss_action": 0.03713705390691757,
      "loss_total": 0.03713705390691757,
      "step": 6900
    },
    {
      "loss_action": 0.028108693659305573,
      "loss_total": 0.028108693659305573,
      "step": 6900
    },
    {
      "loss_action": 0.0244235098361969,
      "loss_total": 0.0244235098361969,
      "step": 6900
    },
    {
      "grad_norm": 0.29697385430336,
      "learning_rate": 9.990039981122775e-05,
      "loss": 0.0255,
      "step": 6910
    },
    {
      "loss_action": 0.02370765060186386,
      "loss_total": 0.02370765060186386,
      "step": 6910
    },
    {
      "loss_action": 0.09427325427532196,
      "loss_total": 0.09427325427532196,
      "step": 6910
    },
    {
      "loss_action": 0.019536560401320457,
      "loss_total": 0.019536560401320457,
      "step": 6910
    },
    {
      "loss_action": 0.031421124935150146,
      "loss_total": 0.031421124935150146,
      "step": 6910
    },
    {
      "loss_action": 0.02692531794309616,
      "loss_total": 0.02692531794309616,
      "step": 6910
    },
    {
      "loss_action": 0.015947002917528152,
      "loss_total": 0.015947002917528152,
      "step": 6910
    },
    {
      "loss_action": 0.012106118723750114,
      "loss_total": 0.012106118723750114,
      "step": 6910
    },
    {
      "loss_action": 0.06681211292743683,
      "loss_total": 0.06681211292743683,
      "step": 6910
    },
    {
      "grad_norm": 0.2494240254163742,
      "learning_rate": 9.989935394906602e-05,
      "loss": 0.0223,
      "step": 6920
    },
    {
      "loss_action": 0.011972807347774506,
      "loss_total": 0.011972807347774506,
      "step": 6920
    },
    {
      "loss_action": 0.016798751428723335,
      "loss_total": 0.016798751428723335,
      "step": 6920
    },
    {
      "loss_action": 0.021503090858459473,
      "loss_total": 0.021503090858459473,
      "step": 6920
    },
    {
      "loss_action": 0.010027713142335415,
      "loss_total": 0.010027713142335415,
      "step": 6920
    },
    {
      "loss_action": 0.013364141806960106,
      "loss_total": 0.013364141806960106,
      "step": 6920
    },
    {
      "loss_action": 0.014970559626817703,
      "loss_total": 0.014970559626817703,
      "step": 6920
    },
    {
      "loss_action": 0.035997554659843445,
      "loss_total": 0.035997554659843445,
      "step": 6920
    },
    {
      "loss_action": 0.022120440378785133,
      "loss_total": 0.022120440378785133,
      "step": 6920
    },
    {
      "grad_norm": 0.24186210334300995,
      "learning_rate": 9.989830262998598e-05,
      "loss": 0.0226,
      "step": 6930
    },
    {
      "loss_action": 0.013236233964562416,
      "loss_total": 0.013236233964562416,
      "step": 6930
    },
    {
      "loss_action": 0.024898450821638107,
      "loss_total": 0.024898450821638107,
      "step": 6930
    },
    {
      "loss_action": 0.03661927953362465,
      "loss_total": 0.03661927953362465,
      "step": 6930
    },
    {
      "loss_action": 0.02199058048427105,
      "loss_total": 0.02199058048427105,
      "step": 6930
    },
    {
      "loss_action": 0.021356355398893356,
      "loss_total": 0.021356355398893356,
      "step": 6930
    },
    {
      "loss_action": 0.016191139817237854,
      "loss_total": 0.016191139817237854,
      "step": 6930
    },
    {
      "loss_action": 0.015516914427280426,
      "loss_total": 0.015516914427280426,
      "step": 6930
    },
    {
      "loss_action": 0.02107836864888668,
      "loss_total": 0.02107836864888668,
      "step": 6930
    },
    {
      "grad_norm": 0.2442430555820465,
      "learning_rate": 9.989724585410259e-05,
      "loss": 0.0217,
      "step": 6940
    },
    {
      "loss_action": 0.01508124265819788,
      "loss_total": 0.01508124265819788,
      "step": 6940
    },
    {
      "loss_action": 0.018908226862549782,
      "loss_total": 0.018908226862549782,
      "step": 6940
    },
    {
      "loss_action": 0.03724893182516098,
      "loss_total": 0.03724893182516098,
      "step": 6940
    },
    {
      "loss_action": 0.022887321189045906,
      "loss_total": 0.022887321189045906,
      "step": 6940
    },
    {
      "loss_action": 0.01034973282366991,
      "loss_total": 0.01034973282366991,
      "step": 6940
    },
    {
      "loss_action": 0.019456099718809128,
      "loss_total": 0.019456099718809128,
      "step": 6940
    },
    {
      "loss_action": 0.018333597108721733,
      "loss_total": 0.018333597108721733,
      "step": 6940
    },
    {
      "loss_action": 0.044015899300575256,
      "loss_total": 0.044015899300575256,
      "step": 6940
    },
    {
      "grad_norm": 0.2747018337249756,
      "learning_rate": 9.989618362153139e-05,
      "loss": 0.0267,
      "step": 6950
    },
    {
      "loss_action": 0.018807504326105118,
      "loss_total": 0.018807504326105118,
      "step": 6950
    },
    {
      "loss_action": 0.021253101527690887,
      "loss_total": 0.021253101527690887,
      "step": 6950
    },
    {
      "loss_action": 0.02194669097661972,
      "loss_total": 0.02194669097661972,
      "step": 6950
    },
    {
      "loss_action": 0.014088362455368042,
      "loss_total": 0.014088362455368042,
      "step": 6950
    },
    {
      "loss_action": 0.02668723464012146,
      "loss_total": 0.02668723464012146,
      "step": 6950
    },
    {
      "loss_action": 0.020482201129198074,
      "loss_total": 0.020482201129198074,
      "step": 6950
    },
    {
      "loss_action": 0.018724976107478142,
      "loss_total": 0.018724976107478142,
      "step": 6950
    },
    {
      "loss_action": 0.020353756844997406,
      "loss_total": 0.020353756844997406,
      "step": 6950
    },
    {
      "grad_norm": 0.2589262127876282,
      "learning_rate": 9.989511593238859e-05,
      "loss": 0.0233,
      "step": 6960
    },
    {
      "loss_action": 0.019300812855362892,
      "loss_total": 0.019300812855362892,
      "step": 6960
    },
    {
      "loss_action": 0.036917660385370255,
      "loss_total": 0.036917660385370255,
      "step": 6960
    },
    {
      "loss_action": 0.024886393919587135,
      "loss_total": 0.024886393919587135,
      "step": 6960
    },
    {
      "loss_action": 0.02557964064180851,
      "loss_total": 0.02557964064180851,
      "step": 6960
    },
    {
      "loss_action": 0.02811826579272747,
      "loss_total": 0.02811826579272747,
      "step": 6960
    },
    {
      "loss_action": 0.05006711557507515,
      "loss_total": 0.05006711557507515,
      "step": 6960
    },
    {
      "loss_action": 0.021727601066231728,
      "loss_total": 0.021727601066231728,
      "step": 6960
    },
    {
      "loss_action": 0.03717036545276642,
      "loss_total": 0.03717036545276642,
      "step": 6960
    },
    {
      "grad_norm": 0.2622142434120178,
      "learning_rate": 9.98940427867909e-05,
      "loss": 0.024,
      "step": 6970
    },
    {
      "loss_action": 0.03675159811973572,
      "loss_total": 0.03675159811973572,
      "step": 6970
    },
    {
      "loss_action": 0.02877962402999401,
      "loss_total": 0.02877962402999401,
      "step": 6970
    },
    {
      "loss_action": 0.029187500476837158,
      "loss_total": 0.029187500476837158,
      "step": 6970
    },
    {
      "loss_action": 0.07837247103452682,
      "loss_total": 0.07837247103452682,
      "step": 6970
    },
    {
      "loss_action": 0.037337396293878555,
      "loss_total": 0.037337396293878555,
      "step": 6970
    },
    {
      "loss_action": 0.01980721391737461,
      "loss_total": 0.01980721391737461,
      "step": 6970
    },
    {
      "loss_action": 0.014918362721800804,
      "loss_total": 0.014918362721800804,
      "step": 6970
    },
    {
      "loss_action": 0.018038954585790634,
      "loss_total": 0.018038954585790634,
      "step": 6970
    },
    {
      "grad_norm": 0.2396337389945984,
      "learning_rate": 9.989296418485573e-05,
      "loss": 0.0257,
      "step": 6980
    },
    {
      "loss_action": 0.03410416841506958,
      "loss_total": 0.03410416841506958,
      "step": 6980
    },
    {
      "loss_action": 0.02343839779496193,
      "loss_total": 0.02343839779496193,
      "step": 6980
    },
    {
      "loss_action": 0.0763406977057457,
      "loss_total": 0.0763406977057457,
      "step": 6980
    },
    {
      "loss_action": 0.01637175679206848,
      "loss_total": 0.01637175679206848,
      "step": 6980
    },
    {
      "loss_action": 0.011989712715148926,
      "loss_total": 0.011989712715148926,
      "step": 6980
    },
    {
      "loss_action": 0.016808705404400826,
      "loss_total": 0.016808705404400826,
      "step": 6980
    },
    {
      "loss_action": 0.04354069009423256,
      "loss_total": 0.04354069009423256,
      "step": 6980
    },
    {
      "loss_action": 0.021112583577632904,
      "loss_total": 0.021112583577632904,
      "step": 6980
    },
    {
      "grad_norm": 0.22694869339466095,
      "learning_rate": 9.989188012670101e-05,
      "loss": 0.0223,
      "step": 6990
    },
    {
      "loss_action": 0.020647335797548294,
      "loss_total": 0.020647335797548294,
      "step": 6990
    },
    {
      "loss_action": 0.02381400763988495,
      "loss_total": 0.02381400763988495,
      "step": 6990
    },
    {
      "loss_action": 0.049670733511447906,
      "loss_total": 0.049670733511447906,
      "step": 6990
    },
    {
      "loss_action": 0.012703826650977135,
      "loss_total": 0.012703826650977135,
      "step": 6990
    },
    {
      "loss_action": 0.016169127076864243,
      "loss_total": 0.016169127076864243,
      "step": 6990
    },
    {
      "loss_action": 0.007980572059750557,
      "loss_total": 0.007980572059750557,
      "step": 6990
    },
    {
      "loss_action": 0.020726259797811508,
      "loss_total": 0.020726259797811508,
      "step": 6990
    },
    {
      "loss_action": 0.01319887861609459,
      "loss_total": 0.01319887861609459,
      "step": 6990
    },
    {
      "grad_norm": 0.22060538828372955,
      "learning_rate": 9.989079061244528e-05,
      "loss": 0.0191,
      "step": 7000
    },
    {
      "loss_action": 0.021545492112636566,
      "loss_total": 0.021545492112636566,
      "step": 7000
    },
    {
      "loss_action": 0.014173533767461777,
      "loss_total": 0.014173533767461777,
      "step": 7000
    },
    {
      "loss_action": 0.01063740998506546,
      "loss_total": 0.01063740998506546,
      "step": 7000
    },
    {
      "loss_action": 0.014533610083162785,
      "loss_total": 0.014533610083162785,
      "step": 7000
    },
    {
      "loss_action": 0.012837326154112816,
      "loss_total": 0.012837326154112816,
      "step": 7000
    },
    {
      "loss_action": 0.028947660699486732,
      "loss_total": 0.028947660699486732,
      "step": 7000
    },
    {
      "loss_action": 0.020166434347629547,
      "loss_total": 0.020166434347629547,
      "step": 7000
    },
    {
      "loss_action": 0.016152160242199898,
      "loss_total": 0.016152160242199898,
      "step": 7000
    },
    {
      "grad_norm": 0.3548019528388977,
      "learning_rate": 9.988969564220769e-05,
      "loss": 0.023,
      "step": 7010
    },
    {
      "loss_action": 0.03413865715265274,
      "loss_total": 0.03413865715265274,
      "step": 7010
    },
    {
      "loss_action": 0.024660609662532806,
      "loss_total": 0.024660609662532806,
      "step": 7010
    },
    {
      "loss_action": 0.01645897701382637,
      "loss_total": 0.01645897701382637,
      "step": 7010
    },
    {
      "loss_action": 0.02396823838353157,
      "loss_total": 0.02396823838353157,
      "step": 7010
    },
    {
      "loss_action": 0.04141737520694733,
      "loss_total": 0.04141737520694733,
      "step": 7010
    },
    {
      "loss_action": 0.008066803216934204,
      "loss_total": 0.008066803216934204,
      "step": 7010
    },
    {
      "loss_action": 0.02684134617447853,
      "loss_total": 0.02684134617447853,
      "step": 7010
    },
    {
      "loss_action": 0.021462440490722656,
      "loss_total": 0.021462440490722656,
      "step": 7010
    },
    {
      "grad_norm": 0.21492508053779602,
      "learning_rate": 9.988859521610801e-05,
      "loss": 0.0279,
      "step": 7020
    },
    {
      "loss_action": 0.029800958931446075,
      "loss_total": 0.029800958931446075,
      "step": 7020
    },
    {
      "loss_action": 0.014596223831176758,
      "loss_total": 0.014596223831176758,
      "step": 7020
    },
    {
      "loss_action": 0.022540226578712463,
      "loss_total": 0.022540226578712463,
      "step": 7020
    },
    {
      "loss_action": 0.019070766866207123,
      "loss_total": 0.019070766866207123,
      "step": 7020
    },
    {
      "loss_action": 0.012906629592180252,
      "loss_total": 0.012906629592180252,
      "step": 7020
    },
    {
      "loss_action": 0.025457022711634636,
      "loss_total": 0.025457022711634636,
      "step": 7020
    },
    {
      "loss_action": 0.02025701478123665,
      "loss_total": 0.02025701478123665,
      "step": 7020
    },
    {
      "loss_action": 0.015111472457647324,
      "loss_total": 0.015111472457647324,
      "step": 7020
    },
    {
      "grad_norm": 0.2487729787826538,
      "learning_rate": 9.988748933426656e-05,
      "loss": 0.0244,
      "step": 7030
    },
    {
      "loss_action": 0.017229223623871803,
      "loss_total": 0.017229223623871803,
      "step": 7030
    },
    {
      "loss_action": 0.01580177992582321,
      "loss_total": 0.01580177992582321,
      "step": 7030
    },
    {
      "loss_action": 0.01901053823530674,
      "loss_total": 0.01901053823530674,
      "step": 7030
    },
    {
      "loss_action": 0.02225707471370697,
      "loss_total": 0.02225707471370697,
      "step": 7030
    },
    {
      "loss_action": 0.02438274584710598,
      "loss_total": 0.02438274584710598,
      "step": 7030
    },
    {
      "loss_action": 0.02615327760577202,
      "loss_total": 0.02615327760577202,
      "step": 7030
    },
    {
      "loss_action": 0.030600793659687042,
      "loss_total": 0.030600793659687042,
      "step": 7030
    },
    {
      "loss_action": 0.017511416226625443,
      "loss_total": 0.017511416226625443,
      "step": 7030
    },
    {
      "grad_norm": 0.37286627292633057,
      "learning_rate": 9.988637799680428e-05,
      "loss": 0.0256,
      "step": 7040
    },
    {
      "loss_action": 0.01401608344167471,
      "loss_total": 0.01401608344167471,
      "step": 7040
    },
    {
      "loss_action": 0.02204211801290512,
      "loss_total": 0.02204211801290512,
      "step": 7040
    },
    {
      "loss_action": 0.026658978313207626,
      "loss_total": 0.026658978313207626,
      "step": 7040
    },
    {
      "loss_action": 0.01493694819509983,
      "loss_total": 0.01493694819509983,
      "step": 7040
    },
    {
      "loss_action": 0.01582249626517296,
      "loss_total": 0.01582249626517296,
      "step": 7040
    },
    {
      "loss_action": 0.036549560725688934,
      "loss_total": 0.036549560725688934,
      "step": 7040
    },
    {
      "loss_action": 0.0253323744982481,
      "loss_total": 0.0253323744982481,
      "step": 7040
    },
    {
      "loss_action": 0.009161584079265594,
      "loss_total": 0.009161584079265594,
      "step": 7040
    },
    {
      "grad_norm": 0.2902420163154602,
      "learning_rate": 9.98852612038427e-05,
      "loss": 0.0236,
      "step": 7050
    },
    {
      "loss_action": 0.016137534752488136,
      "loss_total": 0.016137534752488136,
      "step": 7050
    },
    {
      "loss_action": 0.02236507460474968,
      "loss_total": 0.02236507460474968,
      "step": 7050
    },
    {
      "loss_action": 0.02240448072552681,
      "loss_total": 0.02240448072552681,
      "step": 7050
    },
    {
      "loss_action": 0.018634140491485596,
      "loss_total": 0.018634140491485596,
      "step": 7050
    },
    {
      "loss_action": 0.015948250889778137,
      "loss_total": 0.015948250889778137,
      "step": 7050
    },
    {
      "loss_action": 0.01805884577333927,
      "loss_total": 0.01805884577333927,
      "step": 7050
    },
    {
      "loss_action": 0.015247460454702377,
      "loss_total": 0.015247460454702377,
      "step": 7050
    },
    {
      "loss_action": 0.023947276175022125,
      "loss_total": 0.023947276175022125,
      "step": 7050
    },
    {
      "grad_norm": 0.2434903085231781,
      "learning_rate": 9.988413895550397e-05,
      "loss": 0.0225,
      "step": 7060
    },
    {
      "loss_action": 0.020801011472940445,
      "loss_total": 0.020801011472940445,
      "step": 7060
    },
    {
      "loss_action": 0.019255846738815308,
      "loss_total": 0.019255846738815308,
      "step": 7060
    },
    {
      "loss_action": 0.033418796956539154,
      "loss_total": 0.033418796956539154,
      "step": 7060
    },
    {
      "loss_action": 0.01897343620657921,
      "loss_total": 0.01897343620657921,
      "step": 7060
    },
    {
      "loss_action": 0.021442368626594543,
      "loss_total": 0.021442368626594543,
      "step": 7060
    },
    {
      "loss_action": 0.037633102387189865,
      "loss_total": 0.037633102387189865,
      "step": 7060
    },
    {
      "loss_action": 0.02487640455365181,
      "loss_total": 0.02487640455365181,
      "step": 7060
    },
    {
      "loss_action": 0.050952933728694916,
      "loss_total": 0.050952933728694916,
      "step": 7060
    },
    {
      "grad_norm": 0.1880141943693161,
      "learning_rate": 9.98830112519108e-05,
      "loss": 0.0239,
      "step": 7070
    },
    {
      "loss_action": 0.017760952934622765,
      "loss_total": 0.017760952934622765,
      "step": 7070
    },
    {
      "loss_action": 0.018319107592105865,
      "loss_total": 0.018319107592105865,
      "step": 7070
    },
    {
      "loss_action": 0.015475988388061523,
      "loss_total": 0.015475988388061523,
      "step": 7070
    },
    {
      "loss_action": 0.015467319637537003,
      "loss_total": 0.015467319637537003,
      "step": 7070
    },
    {
      "loss_action": 0.03078172355890274,
      "loss_total": 0.03078172355890274,
      "step": 7070
    },
    {
      "loss_action": 0.01809868961572647,
      "loss_total": 0.01809868961572647,
      "step": 7070
    },
    {
      "loss_action": 0.0650806725025177,
      "loss_total": 0.0650806725025177,
      "step": 7070
    },
    {
      "loss_action": 0.013483190909028053,
      "loss_total": 0.013483190909028053,
      "step": 7070
    },
    {
      "grad_norm": 0.24428431689739227,
      "learning_rate": 9.98818780931865e-05,
      "loss": 0.0229,
      "step": 7080
    },
    {
      "loss_action": 0.03652485832571983,
      "loss_total": 0.03652485832571983,
      "step": 7080
    },
    {
      "loss_action": 0.014965021051466465,
      "loss_total": 0.014965021051466465,
      "step": 7080
    },
    {
      "loss_action": 0.013544675894081593,
      "loss_total": 0.013544675894081593,
      "step": 7080
    },
    {
      "loss_action": 0.014184705913066864,
      "loss_total": 0.014184705913066864,
      "step": 7080
    },
    {
      "loss_action": 0.022787734866142273,
      "loss_total": 0.022787734866142273,
      "step": 7080
    },
    {
      "loss_action": 0.0239254143089056,
      "loss_total": 0.0239254143089056,
      "step": 7080
    },
    {
      "loss_action": 0.019469816237688065,
      "loss_total": 0.019469816237688065,
      "step": 7080
    },
    {
      "loss_action": 0.021605856716632843,
      "loss_total": 0.021605856716632843,
      "step": 7080
    },
    {
      "grad_norm": 0.26081761717796326,
      "learning_rate": 9.988073947945502e-05,
      "loss": 0.0275,
      "step": 7090
    },
    {
      "loss_action": 0.023021426051855087,
      "loss_total": 0.023021426051855087,
      "step": 7090
    },
    {
      "loss_action": 0.03058011643588543,
      "loss_total": 0.03058011643588543,
      "step": 7090
    },
    {
      "loss_action": 0.018366016447544098,
      "loss_total": 0.018366016447544098,
      "step": 7090
    },
    {
      "loss_action": 0.025177698582410812,
      "loss_total": 0.025177698582410812,
      "step": 7090
    },
    {
      "loss_action": 0.019793909043073654,
      "loss_total": 0.019793909043073654,
      "step": 7090
    },
    {
      "loss_action": 0.016736604273319244,
      "loss_total": 0.016736604273319244,
      "step": 7090
    },
    {
      "loss_action": 0.020658083260059357,
      "loss_total": 0.020658083260059357,
      "step": 7090
    },
    {
      "loss_action": 0.03641854226589203,
      "loss_total": 0.03641854226589203,
      "step": 7090
    },
    {
      "grad_norm": 0.2346579134464264,
      "learning_rate": 9.987959541084087e-05,
      "loss": 0.0238,
      "step": 7100
    },
    {
      "loss_action": 0.027029361575841904,
      "loss_total": 0.027029361575841904,
      "step": 7100
    },
    {
      "loss_action": 0.03440176695585251,
      "loss_total": 0.03440176695585251,
      "step": 7100
    },
    {
      "loss_action": 0.021339604631066322,
      "loss_total": 0.021339604631066322,
      "step": 7100
    },
    {
      "loss_action": 0.01832886040210724,
      "loss_total": 0.01832886040210724,
      "step": 7100
    },
    {
      "loss_action": 0.023937754333019257,
      "loss_total": 0.023937754333019257,
      "step": 7100
    },
    {
      "loss_action": 0.03528827056288719,
      "loss_total": 0.03528827056288719,
      "step": 7100
    },
    {
      "loss_action": 0.019580399617552757,
      "loss_total": 0.019580399617552757,
      "step": 7100
    },
    {
      "loss_action": 0.02290251851081848,
      "loss_total": 0.02290251851081848,
      "step": 7100
    },
    {
      "grad_norm": 0.2599574029445648,
      "learning_rate": 9.987844588746915e-05,
      "loss": 0.025,
      "step": 7110
    },
    {
      "loss_action": 0.02355649322271347,
      "loss_total": 0.02355649322271347,
      "step": 7110
    },
    {
      "loss_action": 0.02413109689950943,
      "loss_total": 0.02413109689950943,
      "step": 7110
    },
    {
      "loss_action": 0.011776488274335861,
      "loss_total": 0.011776488274335861,
      "step": 7110
    },
    {
      "loss_action": 0.032852903008461,
      "loss_total": 0.032852903008461,
      "step": 7110
    },
    {
      "loss_action": 0.07000275701284409,
      "loss_total": 0.07000275701284409,
      "step": 7110
    },
    {
      "loss_action": 0.011049174703657627,
      "loss_total": 0.011049174703657627,
      "step": 7110
    },
    {
      "loss_action": 0.028588876128196716,
      "loss_total": 0.028588876128196716,
      "step": 7110
    },
    {
      "loss_action": 0.01980077289044857,
      "loss_total": 0.01980077289044857,
      "step": 7110
    },
    {
      "grad_norm": 0.24147112667560577,
      "learning_rate": 9.987729090946558e-05,
      "loss": 0.0241,
      "step": 7120
    },
    {
      "loss_action": 0.02754691243171692,
      "loss_total": 0.02754691243171692,
      "step": 7120
    },
    {
      "loss_action": 0.034560177475214005,
      "loss_total": 0.034560177475214005,
      "step": 7120
    },
    {
      "loss_action": 0.03738998621702194,
      "loss_total": 0.03738998621702194,
      "step": 7120
    },
    {
      "loss_action": 0.027319353073835373,
      "loss_total": 0.027319353073835373,
      "step": 7120
    },
    {
      "loss_action": 0.026245007291436195,
      "loss_total": 0.026245007291436195,
      "step": 7120
    },
    {
      "loss_action": 0.06465020775794983,
      "loss_total": 0.06465020775794983,
      "step": 7120
    },
    {
      "loss_action": 0.026509437710046768,
      "loss_total": 0.026509437710046768,
      "step": 7120
    },
    {
      "loss_action": 0.024961847811937332,
      "loss_total": 0.024961847811937332,
      "step": 7120
    },
    {
      "grad_norm": 0.2159126102924347,
      "learning_rate": 9.987613047695647e-05,
      "loss": 0.0247,
      "step": 7130
    },
    {
      "loss_action": 0.025798607617616653,
      "loss_total": 0.025798607617616653,
      "step": 7130
    },
    {
      "loss_action": 0.02220785617828369,
      "loss_total": 0.02220785617828369,
      "step": 7130
    },
    {
      "loss_action": 0.0843280702829361,
      "loss_total": 0.0843280702829361,
      "step": 7130
    },
    {
      "loss_action": 0.027508748695254326,
      "loss_total": 0.027508748695254326,
      "step": 7130
    },
    {
      "loss_action": 0.02257673069834709,
      "loss_total": 0.02257673069834709,
      "step": 7130
    },
    {
      "loss_action": 0.018282635137438774,
      "loss_total": 0.018282635137438774,
      "step": 7130
    },
    {
      "loss_action": 0.020727146416902542,
      "loss_total": 0.020727146416902542,
      "step": 7130
    },
    {
      "loss_action": 0.017988499253988266,
      "loss_total": 0.017988499253988266,
      "step": 7130
    },
    {
      "grad_norm": 0.19281770288944244,
      "learning_rate": 9.987496459006871e-05,
      "loss": 0.0214,
      "step": 7140
    },
    {
      "loss_action": 0.012227938510477543,
      "loss_total": 0.012227938510477543,
      "step": 7140
    },
    {
      "loss_action": 0.01013770792633295,
      "loss_total": 0.01013770792633295,
      "step": 7140
    },
    {
      "loss_action": 0.01103178784251213,
      "loss_total": 0.01103178784251213,
      "step": 7140
    },
    {
      "loss_action": 0.020644696429371834,
      "loss_total": 0.020644696429371834,
      "step": 7140
    },
    {
      "loss_action": 0.01927349530160427,
      "loss_total": 0.01927349530160427,
      "step": 7140
    },
    {
      "loss_action": 0.019597182050347328,
      "loss_total": 0.019597182050347328,
      "step": 7140
    },
    {
      "loss_action": 0.019545994699001312,
      "loss_total": 0.019545994699001312,
      "step": 7140
    },
    {
      "loss_action": 0.011065258644521236,
      "loss_total": 0.011065258644521236,
      "step": 7140
    },
    {
      "grad_norm": 0.21665671467781067,
      "learning_rate": 9.987379324892982e-05,
      "loss": 0.0196,
      "step": 7150
    },
    {
      "loss_action": 0.028757913038134575,
      "loss_total": 0.028757913038134575,
      "step": 7150
    },
    {
      "loss_action": 0.013789855875074863,
      "loss_total": 0.013789855875074863,
      "step": 7150
    },
    {
      "loss_action": 0.009475430473685265,
      "loss_total": 0.009475430473685265,
      "step": 7150
    },
    {
      "loss_action": 0.01691528409719467,
      "loss_total": 0.01691528409719467,
      "step": 7150
    },
    {
      "loss_action": 0.03446125239133835,
      "loss_total": 0.03446125239133835,
      "step": 7150
    },
    {
      "loss_action": 0.009247813373804092,
      "loss_total": 0.009247813373804092,
      "step": 7150
    },
    {
      "loss_action": 0.018207939341664314,
      "loss_total": 0.018207939341664314,
      "step": 7150
    },
    {
      "loss_action": 0.015980854630470276,
      "loss_total": 0.015980854630470276,
      "step": 7150
    },
    {
      "grad_norm": 0.2910348176956177,
      "learning_rate": 9.987261645366788e-05,
      "loss": 0.0228,
      "step": 7160
    },
    {
      "loss_action": 0.03378767520189285,
      "loss_total": 0.03378767520189285,
      "step": 7160
    },
    {
      "loss_action": 0.034453585743904114,
      "loss_total": 0.034453585743904114,
      "step": 7160
    },
    {
      "loss_action": 0.012466233223676682,
      "loss_total": 0.012466233223676682,
      "step": 7160
    },
    {
      "loss_action": 0.017080502584576607,
      "loss_total": 0.017080502584576607,
      "step": 7160
    },
    {
      "loss_action": 0.028899792581796646,
      "loss_total": 0.028899792581796646,
      "step": 7160
    },
    {
      "loss_action": 0.05089129880070686,
      "loss_total": 0.05089129880070686,
      "step": 7160
    },
    {
      "loss_action": 0.02245299704372883,
      "loss_total": 0.02245299704372883,
      "step": 7160
    },
    {
      "loss_action": 0.018825989216566086,
      "loss_total": 0.018825989216566086,
      "step": 7160
    },
    {
      "grad_norm": 0.2917158901691437,
      "learning_rate": 9.987143420441158e-05,
      "loss": 0.0242,
      "step": 7170
    },
    {
      "loss_action": 0.02521408349275589,
      "loss_total": 0.02521408349275589,
      "step": 7170
    },
    {
      "loss_action": 0.017706487327814102,
      "loss_total": 0.017706487327814102,
      "step": 7170
    },
    {
      "loss_action": 0.012563618831336498,
      "loss_total": 0.012563618831336498,
      "step": 7170
    },
    {
      "loss_action": 0.015961814671754837,
      "loss_total": 0.015961814671754837,
      "step": 7170
    },
    {
      "loss_action": 0.023927010595798492,
      "loss_total": 0.023927010595798492,
      "step": 7170
    },
    {
      "loss_action": 0.0320160835981369,
      "loss_total": 0.0320160835981369,
      "step": 7170
    },
    {
      "loss_action": 0.024018889293074608,
      "loss_total": 0.024018889293074608,
      "step": 7170
    },
    {
      "loss_action": 0.03093310259282589,
      "loss_total": 0.03093310259282589,
      "step": 7170
    },
    {
      "grad_norm": 0.23746055364608765,
      "learning_rate": 9.987024650129022e-05,
      "loss": 0.0233,
      "step": 7180
    },
    {
      "loss_action": 0.028609750792384148,
      "loss_total": 0.028609750792384148,
      "step": 7180
    },
    {
      "loss_action": 0.01273062638938427,
      "loss_total": 0.01273062638938427,
      "step": 7180
    },
    {
      "loss_action": 0.010527247563004494,
      "loss_total": 0.010527247563004494,
      "step": 7180
    },
    {
      "loss_action": 0.02447458729147911,
      "loss_total": 0.02447458729147911,
      "step": 7180
    },
    {
      "loss_action": 0.08922063559293747,
      "loss_total": 0.08922063559293747,
      "step": 7180
    },
    {
      "loss_action": 0.015432378277182579,
      "loss_total": 0.015432378277182579,
      "step": 7180
    },
    {
      "loss_action": 0.009114147163927555,
      "loss_total": 0.009114147163927555,
      "step": 7180
    },
    {
      "loss_action": 0.01894945092499256,
      "loss_total": 0.01894945092499256,
      "step": 7180
    },
    {
      "grad_norm": 0.2614332139492035,
      "learning_rate": 9.986905334443368e-05,
      "loss": 0.0232,
      "step": 7190
    },
    {
      "loss_action": 0.01506016869097948,
      "loss_total": 0.01506016869097948,
      "step": 7190
    },
    {
      "loss_action": 0.018536271527409554,
      "loss_total": 0.018536271527409554,
      "step": 7190
    },
    {
      "loss_action": 0.03199312463402748,
      "loss_total": 0.03199312463402748,
      "step": 7190
    },
    {
      "loss_action": 0.024860594421625137,
      "loss_total": 0.024860594421625137,
      "step": 7190
    },
    {
      "loss_action": 0.019295262172818184,
      "loss_total": 0.019295262172818184,
      "step": 7190
    },
    {
      "loss_action": 0.013528802432119846,
      "loss_total": 0.013528802432119846,
      "step": 7190
    },
    {
      "loss_action": 0.04707874357700348,
      "loss_total": 0.04707874357700348,
      "step": 7190
    },
    {
      "loss_action": 0.013505419716238976,
      "loss_total": 0.013505419716238976,
      "step": 7190
    },
    {
      "grad_norm": 0.2453467696905136,
      "learning_rate": 9.986785473397245e-05,
      "loss": 0.0216,
      "step": 7200
    },
    {
      "loss_action": 0.02426726743578911,
      "loss_total": 0.02426726743578911,
      "step": 7200
    },
    {
      "loss_action": 0.019512534141540527,
      "loss_total": 0.019512534141540527,
      "step": 7200
    },
    {
      "loss_action": 0.027529239654541016,
      "loss_total": 0.027529239654541016,
      "step": 7200
    },
    {
      "loss_action": 0.019976817071437836,
      "loss_total": 0.019976817071437836,
      "step": 7200
    },
    {
      "loss_action": 0.022335853427648544,
      "loss_total": 0.022335853427648544,
      "step": 7200
    },
    {
      "loss_action": 0.02740589529275894,
      "loss_total": 0.02740589529275894,
      "step": 7200
    },
    {
      "loss_action": 0.011215681210160255,
      "loss_total": 0.011215681210160255,
      "step": 7200
    },
    {
      "loss_action": 0.018054910004138947,
      "loss_total": 0.018054910004138947,
      "step": 7200
    },
    {
      "grad_norm": 0.20456664264202118,
      "learning_rate": 9.98666506700376e-05,
      "loss": 0.0235,
      "step": 7210
    },
    {
      "loss_action": 0.0191539004445076,
      "loss_total": 0.0191539004445076,
      "step": 7210
    },
    {
      "loss_action": 0.012342466041445732,
      "loss_total": 0.012342466041445732,
      "step": 7210
    },
    {
      "loss_action": 0.02366606891155243,
      "loss_total": 0.02366606891155243,
      "step": 7210
    },
    {
      "loss_action": 0.018766913563013077,
      "loss_total": 0.018766913563013077,
      "step": 7210
    },
    {
      "loss_action": 0.029583407565951347,
      "loss_total": 0.029583407565951347,
      "step": 7210
    },
    {
      "loss_action": 0.017742551863193512,
      "loss_total": 0.017742551863193512,
      "step": 7210
    },
    {
      "loss_action": 0.03052532859146595,
      "loss_total": 0.03052532859146595,
      "step": 7210
    },
    {
      "loss_action": 0.01936415582895279,
      "loss_total": 0.01936415582895279,
      "step": 7210
    },
    {
      "grad_norm": 0.25694507360458374,
      "learning_rate": 9.986544115276081e-05,
      "loss": 0.0213,
      "step": 7220
    },
    {
      "loss_action": 0.021046079695224762,
      "loss_total": 0.021046079695224762,
      "step": 7220
    },
    {
      "loss_action": 0.03577721118927002,
      "loss_total": 0.03577721118927002,
      "step": 7220
    },
    {
      "loss_action": 0.036557793617248535,
      "loss_total": 0.036557793617248535,
      "step": 7220
    },
    {
      "loss_action": 0.024249879643321037,
      "loss_total": 0.024249879643321037,
      "step": 7220
    },
    {
      "loss_action": 0.029852788895368576,
      "loss_total": 0.029852788895368576,
      "step": 7220
    },
    {
      "loss_action": 0.014848265796899796,
      "loss_total": 0.014848265796899796,
      "step": 7220
    },
    {
      "loss_action": 0.01595987007021904,
      "loss_total": 0.01595987007021904,
      "step": 7220
    },
    {
      "loss_action": 0.01709270104765892,
      "loss_total": 0.01709270104765892,
      "step": 7220
    },
    {
      "grad_norm": 0.2385404109954834,
      "learning_rate": 9.986422618227433e-05,
      "loss": 0.0242,
      "step": 7230
    },
    {
      "loss_action": 0.01506615336984396,
      "loss_total": 0.01506615336984396,
      "step": 7230
    },
    {
      "loss_action": 0.02741248346865177,
      "loss_total": 0.02741248346865177,
      "step": 7230
    },
    {
      "loss_action": 0.021011386066675186,
      "loss_total": 0.021011386066675186,
      "step": 7230
    },
    {
      "loss_action": 0.01886727847158909,
      "loss_total": 0.01886727847158909,
      "step": 7230
    },
    {
      "loss_action": 0.019642382860183716,
      "loss_total": 0.019642382860183716,
      "step": 7230
    },
    {
      "loss_action": 0.01721770316362381,
      "loss_total": 0.01721770316362381,
      "step": 7230
    },
    {
      "loss_action": 0.09908446669578552,
      "loss_total": 0.09908446669578552,
      "step": 7230
    },
    {
      "loss_action": 0.027523865923285484,
      "loss_total": 0.027523865923285484,
      "step": 7230
    },
    {
      "grad_norm": 0.3285577595233917,
      "learning_rate": 9.986300575871106e-05,
      "loss": 0.0277,
      "step": 7240
    },
    {
      "loss_action": 0.02191980928182602,
      "loss_total": 0.02191980928182602,
      "step": 7240
    },
    {
      "loss_action": 0.024681666865944862,
      "loss_total": 0.024681666865944862,
      "step": 7240
    },
    {
      "loss_action": 0.02050294168293476,
      "loss_total": 0.02050294168293476,
      "step": 7240
    },
    {
      "loss_action": 0.032943304628133774,
      "loss_total": 0.032943304628133774,
      "step": 7240
    },
    {
      "loss_action": 0.027808401733636856,
      "loss_total": 0.027808401733636856,
      "step": 7240
    },
    {
      "loss_action": 0.020777110010385513,
      "loss_total": 0.020777110010385513,
      "step": 7240
    },
    {
      "loss_action": 0.0426945723593235,
      "loss_total": 0.0426945723593235,
      "step": 7240
    },
    {
      "loss_action": 0.028820982202887535,
      "loss_total": 0.028820982202887535,
      "step": 7240
    },
    {
      "grad_norm": 0.2382703423500061,
      "learning_rate": 9.986177988220444e-05,
      "loss": 0.023,
      "step": 7250
    },
    {
      "loss_action": 0.01939571648836136,
      "loss_total": 0.01939571648836136,
      "step": 7250
    },
    {
      "loss_action": 0.020691994577646255,
      "loss_total": 0.020691994577646255,
      "step": 7250
    },
    {
      "loss_action": 0.01316396240144968,
      "loss_total": 0.01316396240144968,
      "step": 7250
    },
    {
      "loss_action": 0.0198974646627903,
      "loss_total": 0.0198974646627903,
      "step": 7250
    },
    {
      "loss_action": 0.008846843615174294,
      "loss_total": 0.008846843615174294,
      "step": 7250
    },
    {
      "loss_action": 0.015138616785407066,
      "loss_total": 0.015138616785407066,
      "step": 7250
    },
    {
      "loss_action": 0.02417878434062004,
      "loss_total": 0.02417878434062004,
      "step": 7250
    },
    {
      "loss_action": 0.03736843168735504,
      "loss_total": 0.03736843168735504,
      "step": 7250
    },
    {
      "grad_norm": 0.2891320586204529,
      "learning_rate": 9.986054855288856e-05,
      "loss": 0.02,
      "step": 7260
    },
    {
      "loss_action": 0.015446021221578121,
      "loss_total": 0.015446021221578121,
      "step": 7260
    },
    {
      "loss_action": 0.02332295849919319,
      "loss_total": 0.02332295849919319,
      "step": 7260
    },
    {
      "loss_action": 0.014087354764342308,
      "loss_total": 0.014087354764342308,
      "step": 7260
    },
    {
      "loss_action": 0.015337654389441013,
      "loss_total": 0.015337654389441013,
      "step": 7260
    },
    {
      "loss_action": 0.051663294434547424,
      "loss_total": 0.051663294434547424,
      "step": 7260
    },
    {
      "loss_action": 0.016961149871349335,
      "loss_total": 0.016961149871349335,
      "step": 7260
    },
    {
      "loss_action": 0.021113954484462738,
      "loss_total": 0.021113954484462738,
      "step": 7260
    },
    {
      "loss_action": 0.016392387449741364,
      "loss_total": 0.016392387449741364,
      "step": 7260
    },
    {
      "grad_norm": 0.3179624676704407,
      "learning_rate": 9.985931177089802e-05,
      "loss": 0.0245,
      "step": 7270
    },
    {
      "loss_action": 0.01842726394534111,
      "loss_total": 0.01842726394534111,
      "step": 7270
    },
    {
      "loss_action": 0.02550651878118515,
      "loss_total": 0.02550651878118515,
      "step": 7270
    },
    {
      "loss_action": 0.016783535480499268,
      "loss_total": 0.016783535480499268,
      "step": 7270
    },
    {
      "loss_action": 0.02683299034833908,
      "loss_total": 0.02683299034833908,
      "step": 7270
    },
    {
      "loss_action": 0.018162820488214493,
      "loss_total": 0.018162820488214493,
      "step": 7270
    },
    {
      "loss_action": 0.03017568588256836,
      "loss_total": 0.03017568588256836,
      "step": 7270
    },
    {
      "loss_action": 0.010568998754024506,
      "loss_total": 0.010568998754024506,
      "step": 7270
    },
    {
      "loss_action": 0.024901583790779114,
      "loss_total": 0.024901583790779114,
      "step": 7270
    },
    {
      "grad_norm": 0.3443540930747986,
      "learning_rate": 9.985806953636814e-05,
      "loss": 0.0235,
      "step": 7280
    },
    {
      "loss_action": 0.026787929236888885,
      "loss_total": 0.026787929236888885,
      "step": 7280
    },
    {
      "loss_action": 0.013990288600325584,
      "loss_total": 0.013990288600325584,
      "step": 7280
    },
    {
      "loss_action": 0.028391646221280098,
      "loss_total": 0.028391646221280098,
      "step": 7280
    },
    {
      "loss_action": 0.026129906997084618,
      "loss_total": 0.026129906997084618,
      "step": 7280
    },
    {
      "loss_action": 0.023002417758107185,
      "loss_total": 0.023002417758107185,
      "step": 7280
    },
    {
      "loss_action": 0.023213304579257965,
      "loss_total": 0.023213304579257965,
      "step": 7280
    },
    {
      "loss_action": 0.020939700305461884,
      "loss_total": 0.020939700305461884,
      "step": 7280
    },
    {
      "loss_action": 0.012611567974090576,
      "loss_total": 0.012611567974090576,
      "step": 7280
    },
    {
      "grad_norm": 0.19619327783584595,
      "learning_rate": 9.985682184943471e-05,
      "loss": 0.0225,
      "step": 7290
    },
    {
      "loss_action": 0.022580401971936226,
      "loss_total": 0.022580401971936226,
      "step": 7290
    },
    {
      "loss_action": 0.014531807973980904,
      "loss_total": 0.014531807973980904,
      "step": 7290
    },
    {
      "loss_action": 0.023431267589330673,
      "loss_total": 0.023431267589330673,
      "step": 7290
    },
    {
      "loss_action": 0.018429353833198547,
      "loss_total": 0.018429353833198547,
      "step": 7290
    },
    {
      "loss_action": 0.015237356536090374,
      "loss_total": 0.015237356536090374,
      "step": 7290
    },
    {
      "loss_action": 0.02407432347536087,
      "loss_total": 0.02407432347536087,
      "step": 7290
    },
    {
      "loss_action": 0.03612976893782616,
      "loss_total": 0.03612976893782616,
      "step": 7290
    },
    {
      "loss_action": 0.04070703685283661,
      "loss_total": 0.04070703685283661,
      "step": 7290
    },
    {
      "grad_norm": 0.24455015361309052,
      "learning_rate": 9.98555687102342e-05,
      "loss": 0.0216,
      "step": 7300
    },
    {
      "loss_action": 0.02633727341890335,
      "loss_total": 0.02633727341890335,
      "step": 7300
    },
    {
      "loss_action": 0.025503823533654213,
      "loss_total": 0.025503823533654213,
      "step": 7300
    },
    {
      "loss_action": 0.016098275780677795,
      "loss_total": 0.016098275780677795,
      "step": 7300
    },
    {
      "loss_action": 0.015469888225197792,
      "loss_total": 0.015469888225197792,
      "step": 7300
    },
    {
      "loss_action": 0.012985466979444027,
      "loss_total": 0.012985466979444027,
      "step": 7300
    },
    {
      "loss_action": 0.04380206763744354,
      "loss_total": 0.04380206763744354,
      "step": 7300
    },
    {
      "loss_action": 0.0228132214397192,
      "loss_total": 0.0228132214397192,
      "step": 7300
    },
    {
      "loss_action": 0.01589154824614525,
      "loss_total": 0.01589154824614525,
      "step": 7300
    },
    {
      "grad_norm": 0.22322025895118713,
      "learning_rate": 9.985431011890367e-05,
      "loss": 0.0202,
      "step": 7310
    },
    {
      "loss_action": 0.01113300770521164,
      "loss_total": 0.01113300770521164,
      "step": 7310
    },
    {
      "loss_action": 0.026182042434811592,
      "loss_total": 0.026182042434811592,
      "step": 7310
    },
    {
      "loss_action": 0.028676599264144897,
      "loss_total": 0.028676599264144897,
      "step": 7310
    },
    {
      "loss_action": 0.017856456339359283,
      "loss_total": 0.017856456339359283,
      "step": 7310
    },
    {
      "loss_action": 0.021736081689596176,
      "loss_total": 0.021736081689596176,
      "step": 7310
    },
    {
      "loss_action": 0.03065457008779049,
      "loss_total": 0.03065457008779049,
      "step": 7310
    },
    {
      "loss_action": 0.04852961003780365,
      "loss_total": 0.04852961003780365,
      "step": 7310
    },
    {
      "loss_action": 0.12654748558998108,
      "loss_total": 0.12654748558998108,
      "step": 7310
    },
    {
      "grad_norm": 0.21680207550525665,
      "learning_rate": 9.985304607558075e-05,
      "loss": 0.0233,
      "step": 7320
    },
    {
      "loss_action": 0.019084490835666656,
      "loss_total": 0.019084490835666656,
      "step": 7320
    },
    {
      "loss_action": 0.01249859482049942,
      "loss_total": 0.01249859482049942,
      "step": 7320
    },
    {
      "loss_action": 0.026363929733633995,
      "loss_total": 0.026363929733633995,
      "step": 7320
    },
    {
      "loss_action": 0.012542759999632835,
      "loss_total": 0.012542759999632835,
      "step": 7320
    },
    {
      "loss_action": 0.023298170417547226,
      "loss_total": 0.023298170417547226,
      "step": 7320
    },
    {
      "loss_action": 0.017128728330135345,
      "loss_total": 0.017128728330135345,
      "step": 7320
    },
    {
      "loss_action": 0.01913965865969658,
      "loss_total": 0.01913965865969658,
      "step": 7320
    },
    {
      "loss_action": 0.019290203228592873,
      "loss_total": 0.019290203228592873,
      "step": 7320
    },
    {
      "grad_norm": 0.17340873181819916,
      "learning_rate": 9.985177658040364e-05,
      "loss": 0.0226,
      "step": 7330
    },
    {
      "loss_action": 0.01914891041815281,
      "loss_total": 0.01914891041815281,
      "step": 7330
    },
    {
      "loss_action": 0.013554343953728676,
      "loss_total": 0.013554343953728676,
      "step": 7330
    },
    {
      "loss_action": 0.029033556580543518,
      "loss_total": 0.029033556580543518,
      "step": 7330
    },
    {
      "loss_action": 0.016433587297797203,
      "loss_total": 0.016433587297797203,
      "step": 7330
    },
    {
      "loss_action": 0.015764674171805382,
      "loss_total": 0.015764674171805382,
      "step": 7330
    },
    {
      "loss_action": 0.018323484808206558,
      "loss_total": 0.018323484808206558,
      "step": 7330
    },
    {
      "loss_action": 0.011610457673668861,
      "loss_total": 0.011610457673668861,
      "step": 7330
    },
    {
      "loss_action": 0.025975152850151062,
      "loss_total": 0.025975152850151062,
      "step": 7330
    },
    {
      "grad_norm": 0.16898727416992188,
      "learning_rate": 9.985050163351119e-05,
      "loss": 0.0227,
      "step": 7340
    },
    {
      "loss_action": 0.034113578498363495,
      "loss_total": 0.034113578498363495,
      "step": 7340
    },
    {
      "loss_action": 0.0175844207406044,
      "loss_total": 0.0175844207406044,
      "step": 7340
    },
    {
      "loss_action": 0.017072509974241257,
      "loss_total": 0.017072509974241257,
      "step": 7340
    },
    {
      "loss_action": 0.011913077905774117,
      "loss_total": 0.011913077905774117,
      "step": 7340
    },
    {
      "loss_action": 0.02596554532647133,
      "loss_total": 0.02596554532647133,
      "step": 7340
    },
    {
      "loss_action": 0.022135023027658463,
      "loss_total": 0.022135023027658463,
      "step": 7340
    },
    {
      "loss_action": 0.029464559629559517,
      "loss_total": 0.029464559629559517,
      "step": 7340
    },
    {
      "loss_action": 0.011304954066872597,
      "loss_total": 0.011304954066872597,
      "step": 7340
    },
    {
      "grad_norm": 0.3113842308521271,
      "learning_rate": 9.984922123504286e-05,
      "loss": 0.0217,
      "step": 7350
    },
    {
      "loss_action": 0.02383885160088539,
      "loss_total": 0.02383885160088539,
      "step": 7350
    },
    {
      "loss_action": 0.01665520668029785,
      "loss_total": 0.01665520668029785,
      "step": 7350
    },
    {
      "loss_action": 0.012745288200676441,
      "loss_total": 0.012745288200676441,
      "step": 7350
    },
    {
      "loss_action": 0.05125679820775986,
      "loss_total": 0.05125679820775986,
      "step": 7350
    },
    {
      "loss_action": 0.13917557895183563,
      "loss_total": 0.13917557895183563,
      "step": 7350
    },
    {
      "loss_action": 0.04195181652903557,
      "loss_total": 0.04195181652903557,
      "step": 7350
    },
    {
      "loss_action": 0.020576363429427147,
      "loss_total": 0.020576363429427147,
      "step": 7350
    },
    {
      "loss_action": 0.019662126898765564,
      "loss_total": 0.019662126898765564,
      "step": 7350
    },
    {
      "grad_norm": 0.263031005859375,
      "learning_rate": 9.984793538513862e-05,
      "loss": 0.0368,
      "step": 7360
    },
    {
      "loss_action": 0.018080314621329308,
      "loss_total": 0.018080314621329308,
      "step": 7360
    },
    {
      "loss_action": 0.024982064962387085,
      "loss_total": 0.024982064962387085,
      "step": 7360
    },
    {
      "loss_action": 0.014595859684050083,
      "loss_total": 0.014595859684050083,
      "step": 7360
    },
    {
      "loss_action": 0.026403233408927917,
      "loss_total": 0.026403233408927917,
      "step": 7360
    },
    {
      "loss_action": 0.024713199585676193,
      "loss_total": 0.024713199585676193,
      "step": 7360
    },
    {
      "loss_action": 0.02261981926858425,
      "loss_total": 0.02261981926858425,
      "step": 7360
    },
    {
      "loss_action": 0.018969105556607246,
      "loss_total": 0.018969105556607246,
      "step": 7360
    },
    {
      "loss_action": 0.02384648099541664,
      "loss_total": 0.02384648099541664,
      "step": 7360
    },
    {
      "grad_norm": 0.34117746353149414,
      "learning_rate": 9.984664408393912e-05,
      "loss": 0.0277,
      "step": 7370
    },
    {
      "loss_action": 0.017461583018302917,
      "loss_total": 0.017461583018302917,
      "step": 7370
    },
    {
      "loss_action": 0.02035810612142086,
      "loss_total": 0.02035810612142086,
      "step": 7370
    },
    {
      "loss_action": 0.031042147427797318,
      "loss_total": 0.031042147427797318,
      "step": 7370
    },
    {
      "loss_action": 0.016221575438976288,
      "loss_total": 0.016221575438976288,
      "step": 7370
    },
    {
      "loss_action": 0.024008935317397118,
      "loss_total": 0.024008935317397118,
      "step": 7370
    },
    {
      "loss_action": 0.04199603945016861,
      "loss_total": 0.04199603945016861,
      "step": 7370
    },
    {
      "loss_action": 0.03835158795118332,
      "loss_total": 0.03835158795118332,
      "step": 7370
    },
    {
      "loss_action": 0.017679354175925255,
      "loss_total": 0.017679354175925255,
      "step": 7370
    },
    {
      "grad_norm": 0.22456543147563934,
      "learning_rate": 9.984534733158556e-05,
      "loss": 0.0241,
      "step": 7380
    },
    {
      "loss_action": 0.044982608407735825,
      "loss_total": 0.044982608407735825,
      "step": 7380
    },
    {
      "loss_action": 0.02131802774965763,
      "loss_total": 0.02131802774965763,
      "step": 7380
    },
    {
      "loss_action": 0.010276265442371368,
      "loss_total": 0.010276265442371368,
      "step": 7380
    },
    {
      "loss_action": 0.022444844245910645,
      "loss_total": 0.022444844245910645,
      "step": 7380
    },
    {
      "loss_action": 0.03271562233567238,
      "loss_total": 0.03271562233567238,
      "step": 7380
    },
    {
      "loss_action": 0.035784777253866196,
      "loss_total": 0.035784777253866196,
      "step": 7380
    },
    {
      "loss_action": 0.020228730514645576,
      "loss_total": 0.020228730514645576,
      "step": 7380
    },
    {
      "loss_action": 0.04217899590730667,
      "loss_total": 0.04217899590730667,
      "step": 7380
    },
    {
      "grad_norm": 0.2865079641342163,
      "learning_rate": 9.984404512821977e-05,
      "loss": 0.0241,
      "step": 7390
    },
    {
      "loss_action": 0.023384973406791687,
      "loss_total": 0.023384973406791687,
      "step": 7390
    },
    {
      "loss_action": 0.020151570439338684,
      "loss_total": 0.020151570439338684,
      "step": 7390
    },
    {
      "loss_action": 0.057806335389614105,
      "loss_total": 0.057806335389614105,
      "step": 7390
    },
    {
      "loss_action": 0.023366261273622513,
      "loss_total": 0.023366261273622513,
      "step": 7390
    },
    {
      "loss_action": 0.026191551238298416,
      "loss_total": 0.026191551238298416,
      "step": 7390
    },
    {
      "loss_action": 0.027239959686994553,
      "loss_total": 0.027239959686994553,
      "step": 7390
    },
    {
      "loss_action": 0.015671594068408012,
      "loss_total": 0.015671594068408012,
      "step": 7390
    },
    {
      "loss_action": 0.024918489158153534,
      "loss_total": 0.024918489158153534,
      "step": 7390
    },
    {
      "grad_norm": 0.2954098880290985,
      "learning_rate": 9.984273747398411e-05,
      "loss": 0.0238,
      "step": 7400
    },
    {
      "loss_action": 0.01654195412993431,
      "loss_total": 0.01654195412993431,
      "step": 7400
    },
    {
      "loss_action": 0.03340747952461243,
      "loss_total": 0.03340747952461243,
      "step": 7400
    },
    {
      "loss_action": 0.016639914363622665,
      "loss_total": 0.016639914363622665,
      "step": 7400
    },
    {
      "loss_action": 0.016029737889766693,
      "loss_total": 0.016029737889766693,
      "step": 7400
    },
    {
      "loss_action": 0.046750813722610474,
      "loss_total": 0.046750813722610474,
      "step": 7400
    },
    {
      "loss_action": 0.03130948171019554,
      "loss_total": 0.03130948171019554,
      "step": 7400
    },
    {
      "loss_action": 0.021277423948049545,
      "loss_total": 0.021277423948049545,
      "step": 7400
    },
    {
      "loss_action": 0.016569163650274277,
      "loss_total": 0.016569163650274277,
      "step": 7400
    },
    {
      "grad_norm": 0.21028363704681396,
      "learning_rate": 9.984142436902165e-05,
      "loss": 0.0215,
      "step": 7410
    },
    {
      "loss_action": 0.018817147240042686,
      "loss_total": 0.018817147240042686,
      "step": 7410
    },
    {
      "loss_action": 0.03705752268433571,
      "loss_total": 0.03705752268433571,
      "step": 7410
    },
    {
      "loss_action": 0.021519724279642105,
      "loss_total": 0.021519724279642105,
      "step": 7410
    },
    {
      "loss_action": 0.03608325123786926,
      "loss_total": 0.03608325123786926,
      "step": 7410
    },
    {
      "loss_action": 0.020153475925326347,
      "loss_total": 0.020153475925326347,
      "step": 7410
    },
    {
      "loss_action": 0.008412178605794907,
      "loss_total": 0.008412178605794907,
      "step": 7410
    },
    {
      "loss_action": 0.008726971223950386,
      "loss_total": 0.008726971223950386,
      "step": 7410
    },
    {
      "loss_action": 0.02066865563392639,
      "loss_total": 0.02066865563392639,
      "step": 7410
    },
    {
      "grad_norm": 0.21504604816436768,
      "learning_rate": 9.984010581347596e-05,
      "loss": 0.0202,
      "step": 7420
    },
    {
      "loss_action": 0.024671273306012154,
      "loss_total": 0.024671273306012154,
      "step": 7420
    },
    {
      "loss_action": 0.015040721744298935,
      "loss_total": 0.015040721744298935,
      "step": 7420
    },
    {
      "loss_action": 0.020300041884183884,
      "loss_total": 0.020300041884183884,
      "step": 7420
    },
    {
      "loss_action": 0.018431324511766434,
      "loss_total": 0.018431324511766434,
      "step": 7420
    },
    {
      "loss_action": 0.014683501794934273,
      "loss_total": 0.014683501794934273,
      "step": 7420
    },
    {
      "loss_action": 0.03791714832186699,
      "loss_total": 0.03791714832186699,
      "step": 7420
    },
    {
      "loss_action": 0.021424075588583946,
      "loss_total": 0.021424075588583946,
      "step": 7420
    },
    {
      "loss_action": 0.016897067427635193,
      "loss_total": 0.016897067427635193,
      "step": 7420
    },
    {
      "grad_norm": 0.2405681312084198,
      "learning_rate": 9.983878180749121e-05,
      "loss": 0.0222,
      "step": 7430
    },
    {
      "loss_action": 0.019779816269874573,
      "loss_total": 0.019779816269874573,
      "step": 7430
    },
    {
      "loss_action": 0.03191027045249939,
      "loss_total": 0.03191027045249939,
      "step": 7430
    },
    {
      "loss_action": 0.019479520618915558,
      "loss_total": 0.019479520618915558,
      "step": 7430
    },
    {
      "loss_action": 0.020532706752419472,
      "loss_total": 0.020532706752419472,
      "step": 7430
    },
    {
      "loss_action": 0.00945686548948288,
      "loss_total": 0.00945686548948288,
      "step": 7430
    },
    {
      "loss_action": 0.015893559902906418,
      "loss_total": 0.015893559902906418,
      "step": 7430
    },
    {
      "loss_action": 0.02988867089152336,
      "loss_total": 0.02988867089152336,
      "step": 7430
    },
    {
      "loss_action": 0.028562219813466072,
      "loss_total": 0.028562219813466072,
      "step": 7430
    },
    {
      "grad_norm": 0.20894813537597656,
      "learning_rate": 9.983745235121222e-05,
      "loss": 0.0214,
      "step": 7440
    },
    {
      "loss_action": 0.015623830258846283,
      "loss_total": 0.015623830258846283,
      "step": 7440
    },
    {
      "loss_action": 0.014978630468249321,
      "loss_total": 0.014978630468249321,
      "step": 7440
    },
    {
      "loss_action": 0.015525822527706623,
      "loss_total": 0.015525822527706623,
      "step": 7440
    },
    {
      "loss_action": 0.020475514233112335,
      "loss_total": 0.020475514233112335,
      "step": 7440
    },
    {
      "loss_action": 0.03276966139674187,
      "loss_total": 0.03276966139674187,
      "step": 7440
    },
    {
      "loss_action": 0.014338241890072823,
      "loss_total": 0.014338241890072823,
      "step": 7440
    },
    {
      "loss_action": 0.01637526974081993,
      "loss_total": 0.01637526974081993,
      "step": 7440
    },
    {
      "loss_action": 0.02296094223856926,
      "loss_total": 0.02296094223856926,
      "step": 7440
    },
    {
      "grad_norm": 0.2586192190647125,
      "learning_rate": 9.983611744478438e-05,
      "loss": 0.0205,
      "step": 7450
    },
    {
      "loss_action": 0.011079451069235802,
      "loss_total": 0.011079451069235802,
      "step": 7450
    },
    {
      "loss_action": 0.020360831171274185,
      "loss_total": 0.020360831171274185,
      "step": 7450
    },
    {
      "loss_action": 0.014450695365667343,
      "loss_total": 0.014450695365667343,
      "step": 7450
    },
    {
      "loss_action": 0.010798214003443718,
      "loss_total": 0.010798214003443718,
      "step": 7450
    },
    {
      "loss_action": 0.014933543279767036,
      "loss_total": 0.014933543279767036,
      "step": 7450
    },
    {
      "loss_action": 0.013803636655211449,
      "loss_total": 0.013803636655211449,
      "step": 7450
    },
    {
      "loss_action": 0.008679879829287529,
      "loss_total": 0.008679879829287529,
      "step": 7450
    },
    {
      "loss_action": 0.018982160836458206,
      "loss_total": 0.018982160836458206,
      "step": 7450
    },
    {
      "grad_norm": 0.33749791979789734,
      "learning_rate": 9.983477708835365e-05,
      "loss": 0.0251,
      "step": 7460
    },
    {
      "loss_action": 0.01291786227375269,
      "loss_total": 0.01291786227375269,
      "step": 7460
    },
    {
      "loss_action": 0.02185901068150997,
      "loss_total": 0.02185901068150997,
      "step": 7460
    },
    {
      "loss_action": 0.019134121015667915,
      "loss_total": 0.019134121015667915,
      "step": 7460
    },
    {
      "loss_action": 0.023022431880235672,
      "loss_total": 0.023022431880235672,
      "step": 7460
    },
    {
      "loss_action": 0.0140265803784132,
      "loss_total": 0.0140265803784132,
      "step": 7460
    },
    {
      "loss_action": 0.016699831932783127,
      "loss_total": 0.016699831932783127,
      "step": 7460
    },
    {
      "loss_action": 0.01607668772339821,
      "loss_total": 0.01607668772339821,
      "step": 7460
    },
    {
      "loss_action": 0.019318122416734695,
      "loss_total": 0.019318122416734695,
      "step": 7460
    },
    {
      "grad_norm": 0.271022766828537,
      "learning_rate": 9.983343128206664e-05,
      "loss": 0.0229,
      "step": 7470
    },
    {
      "loss_action": 0.059123143553733826,
      "loss_total": 0.059123143553733826,
      "step": 7470
    },
    {
      "loss_action": 0.01770864427089691,
      "loss_total": 0.01770864427089691,
      "step": 7470
    },
    {
      "loss_action": 0.024556459859013557,
      "loss_total": 0.024556459859013557,
      "step": 7470
    },
    {
      "loss_action": 0.016688073053956032,
      "loss_total": 0.016688073053956032,
      "step": 7470
    },
    {
      "loss_action": 0.013014547526836395,
      "loss_total": 0.013014547526836395,
      "step": 7470
    },
    {
      "loss_action": 0.02265535108745098,
      "loss_total": 0.02265535108745098,
      "step": 7470
    },
    {
      "loss_action": 0.009140685200691223,
      "loss_total": 0.009140685200691223,
      "step": 7470
    },
    {
      "loss_action": 0.016695870086550713,
      "loss_total": 0.016695870086550713,
      "step": 7470
    },
    {
      "grad_norm": 0.2500859797000885,
      "learning_rate": 9.983208002607049e-05,
      "loss": 0.02,
      "step": 7480
    },
    {
      "loss_action": 0.01520148292183876,
      "loss_total": 0.01520148292183876,
      "step": 7480
    },
    {
      "loss_action": 0.02001447230577469,
      "loss_total": 0.02001447230577469,
      "step": 7480
    },
    {
      "loss_action": 0.02463635429739952,
      "loss_total": 0.02463635429739952,
      "step": 7480
    },
    {
      "loss_action": 0.017440523952245712,
      "loss_total": 0.017440523952245712,
      "step": 7480
    },
    {
      "loss_action": 0.01380681712180376,
      "loss_total": 0.01380681712180376,
      "step": 7480
    },
    {
      "loss_action": 0.022709615528583527,
      "loss_total": 0.022709615528583527,
      "step": 7480
    },
    {
      "loss_action": 0.022527391090989113,
      "loss_total": 0.022527391090989113,
      "step": 7480
    },
    {
      "loss_action": 0.03248897194862366,
      "loss_total": 0.03248897194862366,
      "step": 7480
    },
    {
      "grad_norm": 0.22513985633850098,
      "learning_rate": 9.9830723320513e-05,
      "loss": 0.0195,
      "step": 7490
    },
    {
      "loss_action": 0.012916875071823597,
      "loss_total": 0.012916875071823597,
      "step": 7490
    },
    {
      "loss_action": 0.022388694807887077,
      "loss_total": 0.022388694807887077,
      "step": 7490
    },
    {
      "loss_action": 0.0236353799700737,
      "loss_total": 0.0236353799700737,
      "step": 7490
    },
    {
      "loss_action": 0.016014158725738525,
      "loss_total": 0.016014158725738525,
      "step": 7490
    },
    {
      "loss_action": 0.07682479918003082,
      "loss_total": 0.07682479918003082,
      "step": 7490
    },
    {
      "loss_action": 0.026019981130957603,
      "loss_total": 0.026019981130957603,
      "step": 7490
    },
    {
      "loss_action": 0.01877664215862751,
      "loss_total": 0.01877664215862751,
      "step": 7490
    },
    {
      "loss_action": 0.014207226224243641,
      "loss_total": 0.014207226224243641,
      "step": 7490
    },
    {
      "grad_norm": 0.19934333860874176,
      "learning_rate": 9.982936116554254e-05,
      "loss": 0.0218,
      "step": 7500
    },
    {
      "loss_action": 0.028691072016954422,
      "loss_total": 0.028691072016954422,
      "step": 7500
    },
    {
      "loss_action": 0.018738284707069397,
      "loss_total": 0.018738284707069397,
      "step": 7500
    },
    {
      "loss_action": 0.026832416653633118,
      "loss_total": 0.026832416653633118,
      "step": 7500
    },
    {
      "loss_action": 0.019902518019080162,
      "loss_total": 0.019902518019080162,
      "step": 7500
    },
    {
      "loss_action": 0.020510487258434296,
      "loss_total": 0.020510487258434296,
      "step": 7500
    },
    {
      "loss_action": 0.029172344133257866,
      "loss_total": 0.029172344133257866,
      "step": 7500
    },
    {
      "loss_action": 0.018780086189508438,
      "loss_total": 0.018780086189508438,
      "step": 7500
    },
    {
      "loss_action": 0.02966565266251564,
      "loss_total": 0.02966565266251564,
      "step": 7500
    },
    {
      "grad_norm": 0.21942998468875885,
      "learning_rate": 9.982799356130803e-05,
      "loss": 0.0203,
      "step": 7510
    },
    {
      "loss_action": 0.015637798234820366,
      "loss_total": 0.015637798234820366,
      "step": 7510
    },
    {
      "loss_action": 0.01780235767364502,
      "loss_total": 0.01780235767364502,
      "step": 7510
    },
    {
      "loss_action": 0.022788789123296738,
      "loss_total": 0.022788789123296738,
      "step": 7510
    },
    {
      "loss_action": 0.009937407448887825,
      "loss_total": 0.009937407448887825,
      "step": 7510
    },
    {
      "loss_action": 0.01677441969513893,
      "loss_total": 0.01677441969513893,
      "step": 7510
    },
    {
      "loss_action": 0.02185744419693947,
      "loss_total": 0.02185744419693947,
      "step": 7510
    },
    {
      "loss_action": 0.02318304404616356,
      "loss_total": 0.02318304404616356,
      "step": 7510
    },
    {
      "loss_action": 0.01593380980193615,
      "loss_total": 0.01593380980193615,
      "step": 7510
    },
    {
      "grad_norm": 0.25166451930999756,
      "learning_rate": 9.982662050795908e-05,
      "loss": 0.0226,
      "step": 7520
    },
    {
      "loss_action": 0.00961366668343544,
      "loss_total": 0.00961366668343544,
      "step": 7520
    },
    {
      "loss_action": 0.01908501796424389,
      "loss_total": 0.01908501796424389,
      "step": 7520
    },
    {
      "loss_action": 0.018832199275493622,
      "loss_total": 0.018832199275493622,
      "step": 7520
    },
    {
      "loss_action": 0.028708815574645996,
      "loss_total": 0.028708815574645996,
      "step": 7520
    },
    {
      "loss_action": 0.02051568403840065,
      "loss_total": 0.02051568403840065,
      "step": 7520
    },
    {
      "loss_action": 0.033830851316452026,
      "loss_total": 0.033830851316452026,
      "step": 7520
    },
    {
      "loss_action": 0.01970083639025688,
      "loss_total": 0.01970083639025688,
      "step": 7520
    },
    {
      "loss_action": 0.020817328244447708,
      "loss_total": 0.020817328244447708,
      "step": 7520
    },
    {
      "grad_norm": 0.2712275981903076,
      "learning_rate": 9.982524200564583e-05,
      "loss": 0.022,
      "step": 7530
    },
    {
      "loss_action": 0.016215600073337555,
      "loss_total": 0.016215600073337555,
      "step": 7530
    },
    {
      "loss_action": 0.04127291962504387,
      "loss_total": 0.04127291962504387,
      "step": 7530
    },
    {
      "loss_action": 0.011732038110494614,
      "loss_total": 0.011732038110494614,
      "step": 7530
    },
    {
      "loss_action": 0.014404330402612686,
      "loss_total": 0.014404330402612686,
      "step": 7530
    },
    {
      "loss_action": 0.027517113834619522,
      "loss_total": 0.027517113834619522,
      "step": 7530
    },
    {
      "loss_action": 0.021063733845949173,
      "loss_total": 0.021063733845949173,
      "step": 7530
    },
    {
      "loss_action": 0.019708041101694107,
      "loss_total": 0.019708041101694107,
      "step": 7530
    },
    {
      "loss_action": 0.013355239294469357,
      "loss_total": 0.013355239294469357,
      "step": 7530
    },
    {
      "grad_norm": 0.2715623378753662,
      "learning_rate": 9.982385805451901e-05,
      "loss": 0.0248,
      "step": 7540
    },
    {
      "loss_action": 0.02149629220366478,
      "loss_total": 0.02149629220366478,
      "step": 7540
    },
    {
      "loss_action": 0.014352112077176571,
      "loss_total": 0.014352112077176571,
      "step": 7540
    },
    {
      "loss_action": 0.03305412828922272,
      "loss_total": 0.03305412828922272,
      "step": 7540
    },
    {
      "loss_action": 0.041917987167835236,
      "loss_total": 0.041917987167835236,
      "step": 7540
    },
    {
      "loss_action": 0.02178582362830639,
      "loss_total": 0.02178582362830639,
      "step": 7540
    },
    {
      "loss_action": 0.019408535212278366,
      "loss_total": 0.019408535212278366,
      "step": 7540
    },
    {
      "loss_action": 0.012459669262170792,
      "loss_total": 0.012459669262170792,
      "step": 7540
    },
    {
      "loss_action": 0.016638554632663727,
      "loss_total": 0.016638554632663727,
      "step": 7540
    },
    {
      "grad_norm": 0.24709157645702362,
      "learning_rate": 9.982246865472998e-05,
      "loss": 0.022,
      "step": 7550
    },
    {
      "loss_action": 0.04132761433720589,
      "loss_total": 0.04132761433720589,
      "step": 7550
    },
    {
      "loss_action": 0.0106113962829113,
      "loss_total": 0.0106113962829113,
      "step": 7550
    },
    {
      "loss_action": 0.012656014412641525,
      "loss_total": 0.012656014412641525,
      "step": 7550
    },
    {
      "loss_action": 0.022450454533100128,
      "loss_total": 0.022450454533100128,
      "step": 7550
    },
    {
      "loss_action": 0.016024557873606682,
      "loss_total": 0.016024557873606682,
      "step": 7550
    },
    {
      "loss_action": 0.014909234829246998,
      "loss_total": 0.014909234829246998,
      "step": 7550
    },
    {
      "loss_action": 0.015443341806530952,
      "loss_total": 0.015443341806530952,
      "step": 7550
    },
    {
      "loss_action": 0.025379132479429245,
      "loss_total": 0.025379132479429245,
      "step": 7550
    },
    {
      "grad_norm": 0.2274826318025589,
      "learning_rate": 9.982107380643069e-05,
      "loss": 0.0251,
      "step": 7560
    },
    {
      "loss_action": 0.01897311583161354,
      "loss_total": 0.01897311583161354,
      "step": 7560
    },
    {
      "loss_action": 0.021373163908720016,
      "loss_total": 0.021373163908720016,
      "step": 7560
    },
    {
      "loss_action": 0.012754715047776699,
      "loss_total": 0.012754715047776699,
      "step": 7560
    },
    {
      "loss_action": 0.02416062541306019,
      "loss_total": 0.02416062541306019,
      "step": 7560
    },
    {
      "loss_action": 0.013403438031673431,
      "loss_total": 0.013403438031673431,
      "step": 7560
    },
    {
      "loss_action": 0.021731384098529816,
      "loss_total": 0.021731384098529816,
      "step": 7560
    },
    {
      "loss_action": 0.015857450664043427,
      "loss_total": 0.015857450664043427,
      "step": 7560
    },
    {
      "loss_action": 0.014970872551202774,
      "loss_total": 0.014970872551202774,
      "step": 7560
    },
    {
      "grad_norm": 0.2437242716550827,
      "learning_rate": 9.981967350977368e-05,
      "loss": 0.0197,
      "step": 7570
    },
    {
      "loss_action": 0.013349337503314018,
      "loss_total": 0.013349337503314018,
      "step": 7570
    },
    {
      "loss_action": 0.012783954851329327,
      "loss_total": 0.012783954851329327,
      "step": 7570
    },
    {
      "loss_action": 0.022201597690582275,
      "loss_total": 0.022201597690582275,
      "step": 7570
    },
    {
      "loss_action": 0.014383744448423386,
      "loss_total": 0.014383744448423386,
      "step": 7570
    },
    {
      "loss_action": 0.01770966872572899,
      "loss_total": 0.01770966872572899,
      "step": 7570
    },
    {
      "loss_action": 0.05424841120839119,
      "loss_total": 0.05424841120839119,
      "step": 7570
    },
    {
      "loss_action": 0.02768038772046566,
      "loss_total": 0.02768038772046566,
      "step": 7570
    },
    {
      "loss_action": 0.0319632925093174,
      "loss_total": 0.0319632925093174,
      "step": 7570
    },
    {
      "grad_norm": 0.21635611355304718,
      "learning_rate": 9.981826776491208e-05,
      "loss": 0.02,
      "step": 7580
    },
    {
      "loss_action": 0.00792357511818409,
      "loss_total": 0.00792357511818409,
      "step": 7580
    },
    {
      "loss_action": 0.010821770876646042,
      "loss_total": 0.010821770876646042,
      "step": 7580
    },
    {
      "loss_action": 0.008582089096307755,
      "loss_total": 0.008582089096307755,
      "step": 7580
    },
    {
      "loss_action": 0.01306481659412384,
      "loss_total": 0.01306481659412384,
      "step": 7580
    },
    {
      "loss_action": 0.013873234391212463,
      "loss_total": 0.013873234391212463,
      "step": 7580
    },
    {
      "loss_action": 0.01300525851547718,
      "loss_total": 0.01300525851547718,
      "step": 7580
    },
    {
      "loss_action": 0.012663384899497032,
      "loss_total": 0.012663384899497032,
      "step": 7580
    },
    {
      "loss_action": 0.020491784438490868,
      "loss_total": 0.020491784438490868,
      "step": 7580
    },
    {
      "grad_norm": 0.16318346560001373,
      "learning_rate": 9.98168565719996e-05,
      "loss": 0.0201,
      "step": 7590
    },
    {
      "loss_action": 0.021844178438186646,
      "loss_total": 0.021844178438186646,
      "step": 7590
    },
    {
      "loss_action": 0.013805175200104713,
      "loss_total": 0.013805175200104713,
      "step": 7590
    },
    {
      "loss_action": 0.012068776413798332,
      "loss_total": 0.012068776413798332,
      "step": 7590
    },
    {
      "loss_action": 0.012518098577857018,
      "loss_total": 0.012518098577857018,
      "step": 7590
    },
    {
      "loss_action": 0.013676322996616364,
      "loss_total": 0.013676322996616364,
      "step": 7590
    },
    {
      "loss_action": 0.03179958462715149,
      "loss_total": 0.03179958462715149,
      "step": 7590
    },
    {
      "loss_action": 0.01356540061533451,
      "loss_total": 0.01356540061533451,
      "step": 7590
    },
    {
      "loss_action": 0.012001692317426205,
      "loss_total": 0.012001692317426205,
      "step": 7590
    },
    {
      "grad_norm": 0.20348221063613892,
      "learning_rate": 9.98154399311906e-05,
      "loss": 0.0196,
      "step": 7600
    },
    {
      "loss_action": 0.011981619521975517,
      "loss_total": 0.011981619521975517,
      "step": 7600
    },
    {
      "loss_action": 0.01678142137825489,
      "loss_total": 0.01678142137825489,
      "step": 7600
    },
    {
      "loss_action": 0.01789519190788269,
      "loss_total": 0.01789519190788269,
      "step": 7600
    },
    {
      "loss_action": 0.05459772050380707,
      "loss_total": 0.05459772050380707,
      "step": 7600
    },
    {
      "loss_action": 0.021029770374298096,
      "loss_total": 0.021029770374298096,
      "step": 7600
    },
    {
      "loss_action": 0.019741332158446312,
      "loss_total": 0.019741332158446312,
      "step": 7600
    },
    {
      "loss_action": 0.019829999655485153,
      "loss_total": 0.019829999655485153,
      "step": 7600
    },
    {
      "loss_action": 0.03901278227567673,
      "loss_total": 0.03901278227567673,
      "step": 7600
    },
    {
      "grad_norm": 0.23350252211093903,
      "learning_rate": 9.981401784263997e-05,
      "loss": 0.0197,
      "step": 7610
    },
    {
      "loss_action": 0.015462031587958336,
      "loss_total": 0.015462031587958336,
      "step": 7610
    },
    {
      "loss_action": 0.025919344276189804,
      "loss_total": 0.025919344276189804,
      "step": 7610
    },
    {
      "loss_action": 0.017849570140242577,
      "loss_total": 0.017849570140242577,
      "step": 7610
    },
    {
      "loss_action": 0.012761140242218971,
      "loss_total": 0.012761140242218971,
      "step": 7610
    },
    {
      "loss_action": 0.015194195322692394,
      "loss_total": 0.015194195322692394,
      "step": 7610
    },
    {
      "loss_action": 0.017251472920179367,
      "loss_total": 0.017251472920179367,
      "step": 7610
    },
    {
      "loss_action": 0.030443990603089333,
      "loss_total": 0.030443990603089333,
      "step": 7610
    },
    {
      "loss_action": 0.03100936859846115,
      "loss_total": 0.03100936859846115,
      "step": 7610
    },
    {
      "grad_norm": 0.3246147334575653,
      "learning_rate": 9.981259030650326e-05,
      "loss": 0.0208,
      "step": 7620
    },
    {
      "loss_action": 0.02361779473721981,
      "loss_total": 0.02361779473721981,
      "step": 7620
    },
    {
      "loss_action": 0.012153385207057,
      "loss_total": 0.012153385207057,
      "step": 7620
    },
    {
      "loss_action": 0.01877782866358757,
      "loss_total": 0.01877782866358757,
      "step": 7620
    },
    {
      "loss_action": 0.0767863541841507,
      "loss_total": 0.0767863541841507,
      "step": 7620
    },
    {
      "loss_action": 0.014426053501665592,
      "loss_total": 0.014426053501665592,
      "step": 7620
    },
    {
      "loss_action": 0.01810879074037075,
      "loss_total": 0.01810879074037075,
      "step": 7620
    },
    {
      "loss_action": 0.030942562967538834,
      "loss_total": 0.030942562967538834,
      "step": 7620
    },
    {
      "loss_action": 0.0122969476506114,
      "loss_total": 0.0122969476506114,
      "step": 7620
    },
    {
      "grad_norm": 0.2817416191101074,
      "learning_rate": 9.981115732293655e-05,
      "loss": 0.02,
      "step": 7630
    },
    {
      "loss_action": 0.02880004420876503,
      "loss_total": 0.02880004420876503,
      "step": 7630
    },
    {
      "loss_action": 0.009906122460961342,
      "loss_total": 0.009906122460961342,
      "step": 7630
    },
    {
      "loss_action": 0.013344560749828815,
      "loss_total": 0.013344560749828815,
      "step": 7630
    },
    {
      "loss_action": 0.025454888120293617,
      "loss_total": 0.025454888120293617,
      "step": 7630
    },
    {
      "loss_action": 0.02077358029782772,
      "loss_total": 0.02077358029782772,
      "step": 7630
    },
    {
      "loss_action": 0.009569698944687843,
      "loss_total": 0.009569698944687843,
      "step": 7630
    },
    {
      "loss_action": 0.0166424922645092,
      "loss_total": 0.0166424922645092,
      "step": 7630
    },
    {
      "loss_action": 0.03618636354804039,
      "loss_total": 0.03618636354804039,
      "step": 7630
    },
    {
      "grad_norm": 0.2594045102596283,
      "learning_rate": 9.980971889209659e-05,
      "loss": 0.0213,
      "step": 7640
    },
    {
      "loss_action": 0.03270001709461212,
      "loss_total": 0.03270001709461212,
      "step": 7640
    },
    {
      "loss_action": 0.013819064013659954,
      "loss_total": 0.013819064013659954,
      "step": 7640
    },
    {
      "loss_action": 0.01989806815981865,
      "loss_total": 0.01989806815981865,
      "step": 7640
    },
    {
      "loss_action": 0.019892720505595207,
      "loss_total": 0.019892720505595207,
      "step": 7640
    },
    {
      "loss_action": 0.01652277261018753,
      "loss_total": 0.01652277261018753,
      "step": 7640
    },
    {
      "loss_action": 0.017224762588739395,
      "loss_total": 0.017224762588739395,
      "step": 7640
    },
    {
      "loss_action": 0.029096949845552444,
      "loss_total": 0.029096949845552444,
      "step": 7640
    },
    {
      "loss_action": 0.034366097301244736,
      "loss_total": 0.034366097301244736,
      "step": 7640
    },
    {
      "grad_norm": 0.30414947867393494,
      "learning_rate": 9.980827501414064e-05,
      "loss": 0.0231,
      "step": 7650
    },
    {
      "loss_action": 0.03353565186262131,
      "loss_total": 0.03353565186262131,
      "step": 7650
    },
    {
      "loss_action": 0.024959977716207504,
      "loss_total": 0.024959977716207504,
      "step": 7650
    },
    {
      "loss_action": 0.011842198669910431,
      "loss_total": 0.011842198669910431,
      "step": 7650
    },
    {
      "loss_action": 0.025022052228450775,
      "loss_total": 0.025022052228450775,
      "step": 7650
    },
    {
      "loss_action": 0.01788296177983284,
      "loss_total": 0.01788296177983284,
      "step": 7650
    },
    {
      "loss_action": 0.019037600606679916,
      "loss_total": 0.019037600606679916,
      "step": 7650
    },
    {
      "loss_action": 0.0216872226446867,
      "loss_total": 0.0216872226446867,
      "step": 7650
    },
    {
      "loss_action": 0.010439751669764519,
      "loss_total": 0.010439751669764519,
      "step": 7650
    },
    {
      "grad_norm": 0.2162642478942871,
      "learning_rate": 9.980682568922663e-05,
      "loss": 0.0228,
      "step": 7660
    },
    {
      "loss_action": 0.009296422824263573,
      "loss_total": 0.009296422824263573,
      "step": 7660
    },
    {
      "loss_action": 0.03949003666639328,
      "loss_total": 0.03949003666639328,
      "step": 7660
    },
    {
      "loss_action": 0.013928251340985298,
      "loss_total": 0.013928251340985298,
      "step": 7660
    },
    {
      "loss_action": 0.016323156654834747,
      "loss_total": 0.016323156654834747,
      "step": 7660
    },
    {
      "loss_action": 0.04188937693834305,
      "loss_total": 0.04188937693834305,
      "step": 7660
    },
    {
      "loss_action": 0.017969315871596336,
      "loss_total": 0.017969315871596336,
      "step": 7660
    },
    {
      "loss_action": 0.029353085905313492,
      "loss_total": 0.029353085905313492,
      "step": 7660
    },
    {
      "loss_action": 0.016263414174318314,
      "loss_total": 0.016263414174318314,
      "step": 7660
    },
    {
      "grad_norm": 0.22339016199111938,
      "learning_rate": 9.980537091751304e-05,
      "loss": 0.0204,
      "step": 7670
    },
    {
      "loss_action": 0.01801357790827751,
      "loss_total": 0.01801357790827751,
      "step": 7670
    },
    {
      "loss_action": 0.01435768324881792,
      "loss_total": 0.01435768324881792,
      "step": 7670
    },
    {
      "loss_action": 0.020266063511371613,
      "loss_total": 0.020266063511371613,
      "step": 7670
    },
    {
      "loss_action": 0.02639373019337654,
      "loss_total": 0.02639373019337654,
      "step": 7670
    },
    {
      "loss_action": 0.013796020299196243,
      "loss_total": 0.013796020299196243,
      "step": 7670
    },
    {
      "loss_action": 0.010178572498261929,
      "loss_total": 0.010178572498261929,
      "step": 7670
    },
    {
      "loss_action": 0.016174111515283585,
      "loss_total": 0.016174111515283585,
      "step": 7670
    },
    {
      "loss_action": 0.010778430849313736,
      "loss_total": 0.010778430849313736,
      "step": 7670
    },
    {
      "grad_norm": 0.2464260756969452,
      "learning_rate": 9.980391069915897e-05,
      "loss": 0.0213,
      "step": 7680
    },
    {
      "loss_action": 0.023878460749983788,
      "loss_total": 0.023878460749983788,
      "step": 7680
    },
    {
      "loss_action": 0.03568480163812637,
      "loss_total": 0.03568480163812637,
      "step": 7680
    },
    {
      "loss_action": 0.052699100226163864,
      "loss_total": 0.052699100226163864,
      "step": 7680
    },
    {
      "loss_action": 0.034470267593860626,
      "loss_total": 0.034470267593860626,
      "step": 7680
    },
    {
      "loss_action": 0.009367063641548157,
      "loss_total": 0.009367063641548157,
      "step": 7680
    },
    {
      "loss_action": 0.026525141671299934,
      "loss_total": 0.026525141671299934,
      "step": 7680
    },
    {
      "loss_action": 0.013828646391630173,
      "loss_total": 0.013828646391630173,
      "step": 7680
    },
    {
      "loss_action": 0.020575348287820816,
      "loss_total": 0.020575348287820816,
      "step": 7680
    },
    {
      "grad_norm": 0.20067346096038818,
      "learning_rate": 9.98024450343241e-05,
      "loss": 0.0214,
      "step": 7690
    },
    {
      "loss_action": 0.015392202883958817,
      "loss_total": 0.015392202883958817,
      "step": 7690
    },
    {
      "loss_action": 0.0185037013143301,
      "loss_total": 0.0185037013143301,
      "step": 7690
    },
    {
      "loss_action": 0.019743645563721657,
      "loss_total": 0.019743645563721657,
      "step": 7690
    },
    {
      "loss_action": 0.015117942355573177,
      "loss_total": 0.015117942355573177,
      "step": 7690
    },
    {
      "loss_action": 0.014477865770459175,
      "loss_total": 0.014477865770459175,
      "step": 7690
    },
    {
      "loss_action": 0.041485466063022614,
      "loss_total": 0.041485466063022614,
      "step": 7690
    },
    {
      "loss_action": 0.03029574081301689,
      "loss_total": 0.03029574081301689,
      "step": 7690
    },
    {
      "loss_action": 0.01671057567000389,
      "loss_total": 0.01671057567000389,
      "step": 7690
    },
    {
      "grad_norm": 0.2454172819852829,
      "learning_rate": 9.980097392316872e-05,
      "loss": 0.0245,
      "step": 7700
    },
    {
      "loss_action": 0.02122907154262066,
      "loss_total": 0.02122907154262066,
      "step": 7700
    },
    {
      "loss_action": 0.06797634065151215,
      "loss_total": 0.06797634065151215,
      "step": 7700
    },
    {
      "loss_action": 0.025882337242364883,
      "loss_total": 0.025882337242364883,
      "step": 7700
    },
    {
      "loss_action": 0.026187509298324585,
      "loss_total": 0.026187509298324585,
      "step": 7700
    },
    {
      "loss_action": 0.017922258004546165,
      "loss_total": 0.017922258004546165,
      "step": 7700
    },
    {
      "loss_action": 0.019208190962672234,
      "loss_total": 0.019208190962672234,
      "step": 7700
    },
    {
      "loss_action": 0.022700993344187737,
      "loss_total": 0.022700993344187737,
      "step": 7700
    },
    {
      "loss_action": 0.028080107644200325,
      "loss_total": 0.028080107644200325,
      "step": 7700
    },
    {
      "grad_norm": 0.20903941988945007,
      "learning_rate": 9.97994973658537e-05,
      "loss": 0.0219,
      "step": 7710
    },
    {
      "loss_action": 0.013047745451331139,
      "loss_total": 0.013047745451331139,
      "step": 7710
    },
    {
      "loss_action": 0.02120693027973175,
      "loss_total": 0.02120693027973175,
      "step": 7710
    },
    {
      "loss_action": 0.02486826479434967,
      "loss_total": 0.02486826479434967,
      "step": 7710
    },
    {
      "loss_action": 0.01637977547943592,
      "loss_total": 0.01637977547943592,
      "step": 7710
    },
    {
      "loss_action": 0.048739269375801086,
      "loss_total": 0.048739269375801086,
      "step": 7710
    },
    {
      "loss_action": 0.017872439697384834,
      "loss_total": 0.017872439697384834,
      "step": 7710
    },
    {
      "loss_action": 0.014845739118754864,
      "loss_total": 0.014845739118754864,
      "step": 7710
    },
    {
      "loss_action": 0.014630208723247051,
      "loss_total": 0.014630208723247051,
      "step": 7710
    },
    {
      "grad_norm": 0.23089486360549927,
      "learning_rate": 9.979801536254054e-05,
      "loss": 0.0224,
      "step": 7720
    },
    {
      "loss_action": 0.07233691215515137,
      "loss_total": 0.07233691215515137,
      "step": 7720
    },
    {
      "loss_action": 0.021454591304063797,
      "loss_total": 0.021454591304063797,
      "step": 7720
    },
    {
      "loss_action": 0.018709274008870125,
      "loss_total": 0.018709274008870125,
      "step": 7720
    },
    {
      "loss_action": 0.0244585070759058,
      "loss_total": 0.0244585070759058,
      "step": 7720
    },
    {
      "loss_action": 0.021165065467357635,
      "loss_total": 0.021165065467357635,
      "step": 7720
    },
    {
      "loss_action": 0.0118024330586195,
      "loss_total": 0.0118024330586195,
      "step": 7720
    },
    {
      "loss_action": 0.02282366342842579,
      "loss_total": 0.02282366342842579,
      "step": 7720
    },
    {
      "loss_action": 0.041063133627176285,
      "loss_total": 0.041063133627176285,
      "step": 7720
    },
    {
      "grad_norm": 0.23652103543281555,
      "learning_rate": 9.979652791339127e-05,
      "loss": 0.0253,
      "step": 7730
    },
    {
      "loss_action": 0.015137862414121628,
      "loss_total": 0.015137862414121628,
      "step": 7730
    },
    {
      "loss_action": 0.017427898943424225,
      "loss_total": 0.017427898943424225,
      "step": 7730
    },
    {
      "loss_action": 0.037629567086696625,
      "loss_total": 0.037629567086696625,
      "step": 7730
    },
    {
      "loss_action": 0.021522156894207,
      "loss_total": 0.021522156894207,
      "step": 7730
    },
    {
      "loss_action": 0.009853207506239414,
      "loss_total": 0.009853207506239414,
      "step": 7730
    },
    {
      "loss_action": 0.01684735342860222,
      "loss_total": 0.01684735342860222,
      "step": 7730
    },
    {
      "loss_action": 0.011729223653674126,
      "loss_total": 0.011729223653674126,
      "step": 7730
    },
    {
      "loss_action": 0.009237374179065228,
      "loss_total": 0.009237374179065228,
      "step": 7730
    },
    {
      "grad_norm": 0.22128577530384064,
      "learning_rate": 9.97950350185686e-05,
      "loss": 0.0196,
      "step": 7740
    },
    {
      "loss_action": 0.021479211747646332,
      "loss_total": 0.021479211747646332,
      "step": 7740
    },
    {
      "loss_action": 0.02129053696990013,
      "loss_total": 0.02129053696990013,
      "step": 7740
    },
    {
      "loss_action": 0.01341581903398037,
      "loss_total": 0.01341581903398037,
      "step": 7740
    },
    {
      "loss_action": 0.021511485800147057,
      "loss_total": 0.021511485800147057,
      "step": 7740
    },
    {
      "loss_action": 0.01962214522063732,
      "loss_total": 0.01962214522063732,
      "step": 7740
    },
    {
      "loss_action": 0.027546940371394157,
      "loss_total": 0.027546940371394157,
      "step": 7740
    },
    {
      "loss_action": 0.02647276222705841,
      "loss_total": 0.02647276222705841,
      "step": 7740
    },
    {
      "loss_action": 0.02184312790632248,
      "loss_total": 0.02184312790632248,
      "step": 7740
    },
    {
      "grad_norm": 0.24183402955532074,
      "learning_rate": 9.979353667823574e-05,
      "loss": 0.0236,
      "step": 7750
    },
    {
      "loss_action": 0.01301299873739481,
      "loss_total": 0.01301299873739481,
      "step": 7750
    },
    {
      "loss_action": 0.013273509219288826,
      "loss_total": 0.013273509219288826,
      "step": 7750
    },
    {
      "loss_action": 0.02389560267329216,
      "loss_total": 0.02389560267329216,
      "step": 7750
    },
    {
      "loss_action": 0.017986424267292023,
      "loss_total": 0.017986424267292023,
      "step": 7750
    },
    {
      "loss_action": 0.02059350721538067,
      "loss_total": 0.02059350721538067,
      "step": 7750
    },
    {
      "loss_action": 0.022625405341386795,
      "loss_total": 0.022625405341386795,
      "step": 7750
    },
    {
      "loss_action": 0.016235370188951492,
      "loss_total": 0.016235370188951492,
      "step": 7750
    },
    {
      "loss_action": 0.015197353437542915,
      "loss_total": 0.015197353437542915,
      "step": 7750
    },
    {
      "grad_norm": 0.2315346598625183,
      "learning_rate": 9.979203289255658e-05,
      "loss": 0.021,
      "step": 7760
    },
    {
      "loss_action": 0.01796577125787735,
      "loss_total": 0.01796577125787735,
      "step": 7760
    },
    {
      "loss_action": 0.01958654075860977,
      "loss_total": 0.01958654075860977,
      "step": 7760
    },
    {
      "loss_action": 0.018099647015333176,
      "loss_total": 0.018099647015333176,
      "step": 7760
    },
    {
      "loss_action": 0.020746292546391487,
      "loss_total": 0.020746292546391487,
      "step": 7760
    },
    {
      "loss_action": 0.057309187948703766,
      "loss_total": 0.057309187948703766,
      "step": 7760
    },
    {
      "loss_action": 0.02105504646897316,
      "loss_total": 0.02105504646897316,
      "step": 7760
    },
    {
      "loss_action": 0.017255906015634537,
      "loss_total": 0.017255906015634537,
      "step": 7760
    },
    {
      "loss_action": 0.0831313282251358,
      "loss_total": 0.0831313282251358,
      "step": 7760
    },
    {
      "grad_norm": 0.24856017529964447,
      "learning_rate": 9.979052366169557e-05,
      "loss": 0.026,
      "step": 7770
    },
    {
      "loss_action": 0.01597478985786438,
      "loss_total": 0.01597478985786438,
      "step": 7770
    },
    {
      "loss_action": 0.014283174648880959,
      "loss_total": 0.014283174648880959,
      "step": 7770
    },
    {
      "loss_action": 0.015343032777309418,
      "loss_total": 0.015343032777309418,
      "step": 7770
    },
    {
      "loss_action": 0.015410883352160454,
      "loss_total": 0.015410883352160454,
      "step": 7770
    },
    {
      "loss_action": 0.02667599730193615,
      "loss_total": 0.02667599730193615,
      "step": 7770
    },
    {
      "loss_action": 0.01576751098036766,
      "loss_total": 0.01576751098036766,
      "step": 7770
    },
    {
      "loss_action": 0.016660179942846298,
      "loss_total": 0.016660179942846298,
      "step": 7770
    },
    {
      "loss_action": 0.01895729824900627,
      "loss_total": 0.01895729824900627,
      "step": 7770
    },
    {
      "grad_norm": 0.2334059327840805,
      "learning_rate": 9.978900898581775e-05,
      "loss": 0.0209,
      "step": 7780
    },
    {
      "loss_action": 0.01273648627102375,
      "loss_total": 0.01273648627102375,
      "step": 7780
    },
    {
      "loss_action": 0.015255453065037727,
      "loss_total": 0.015255453065037727,
      "step": 7780
    },
    {
      "loss_action": 0.014534294605255127,
      "loss_total": 0.014534294605255127,
      "step": 7780
    },
    {
      "loss_action": 0.01360349915921688,
      "loss_total": 0.01360349915921688,
      "step": 7780
    },
    {
      "loss_action": 0.014024967327713966,
      "loss_total": 0.014024967327713966,
      "step": 7780
    },
    {
      "loss_action": 0.03698611259460449,
      "loss_total": 0.03698611259460449,
      "step": 7780
    },
    {
      "loss_action": 0.018883520737290382,
      "loss_total": 0.018883520737290382,
      "step": 7780
    },
    {
      "loss_action": 0.014651019126176834,
      "loss_total": 0.014651019126176834,
      "step": 7780
    },
    {
      "grad_norm": 0.2524302899837494,
      "learning_rate": 9.978748886508875e-05,
      "loss": 0.0212,
      "step": 7790
    },
    {
      "loss_action": 0.017504654824733734,
      "loss_total": 0.017504654824733734,
      "step": 7790
    },
    {
      "loss_action": 0.021041162312030792,
      "loss_total": 0.021041162312030792,
      "step": 7790
    },
    {
      "loss_action": 0.012957829982042313,
      "loss_total": 0.012957829982042313,
      "step": 7790
    },
    {
      "loss_action": 0.0206382405012846,
      "loss_total": 0.0206382405012846,
      "step": 7790
    },
    {
      "loss_action": 0.008932887576520443,
      "loss_total": 0.008932887576520443,
      "step": 7790
    },
    {
      "loss_action": 0.020590662956237793,
      "loss_total": 0.020590662956237793,
      "step": 7790
    },
    {
      "loss_action": 0.016206808388233185,
      "loss_total": 0.016206808388233185,
      "step": 7790
    },
    {
      "loss_action": 0.027668874710798264,
      "loss_total": 0.027668874710798264,
      "step": 7790
    },
    {
      "grad_norm": 0.27104246616363525,
      "learning_rate": 9.978596329967484e-05,
      "loss": 0.0201,
      "step": 7800
    },
    {
      "loss_action": 0.017907649278640747,
      "loss_total": 0.017907649278640747,
      "step": 7800
    },
    {
      "loss_action": 0.044196948409080505,
      "loss_total": 0.044196948409080505,
      "step": 7800
    },
    {
      "loss_action": 0.017556749284267426,
      "loss_total": 0.017556749284267426,
      "step": 7800
    },
    {
      "loss_action": 0.015768300741910934,
      "loss_total": 0.015768300741910934,
      "step": 7800
    },
    {
      "loss_action": 0.021297868341207504,
      "loss_total": 0.021297868341207504,
      "step": 7800
    },
    {
      "loss_action": 0.013726718723773956,
      "loss_total": 0.013726718723773956,
      "step": 7800
    },
    {
      "loss_action": 0.010590500198304653,
      "loss_total": 0.010590500198304653,
      "step": 7800
    },
    {
      "loss_action": 0.009209146723151207,
      "loss_total": 0.009209146723151207,
      "step": 7800
    },
    {
      "grad_norm": 0.2812158763408661,
      "learning_rate": 9.978443228974284e-05,
      "loss": 0.0199,
      "step": 7810
    },
    {
      "loss_action": 0.019689112901687622,
      "loss_total": 0.019689112901687622,
      "step": 7810
    },
    {
      "loss_action": 0.01610250025987625,
      "loss_total": 0.01610250025987625,
      "step": 7810
    },
    {
      "loss_action": 0.00958632305264473,
      "loss_total": 0.00958632305264473,
      "step": 7810
    },
    {
      "loss_action": 0.01383164431899786,
      "loss_total": 0.01383164431899786,
      "step": 7810
    },
    {
      "loss_action": 0.010159498080611229,
      "loss_total": 0.010159498080611229,
      "step": 7810
    },
    {
      "loss_action": 0.023075293749570847,
      "loss_total": 0.023075293749570847,
      "step": 7810
    },
    {
      "loss_action": 0.023615755140781403,
      "loss_total": 0.023615755140781403,
      "step": 7810
    },
    {
      "loss_action": 0.0072699072770774364,
      "loss_total": 0.0072699072770774364,
      "step": 7810
    },
    {
      "grad_norm": 0.23677043616771698,
      "learning_rate": 9.978289583546015e-05,
      "loss": 0.0187,
      "step": 7820
    },
    {
      "loss_action": 0.018930941820144653,
      "loss_total": 0.018930941820144653,
      "step": 7820
    },
    {
      "loss_action": 0.04759899526834488,
      "loss_total": 0.04759899526834488,
      "step": 7820
    },
    {
      "loss_action": 0.017089325934648514,
      "loss_total": 0.017089325934648514,
      "step": 7820
    },
    {
      "loss_action": 0.018776021897792816,
      "loss_total": 0.018776021897792816,
      "step": 7820
    },
    {
      "loss_action": 0.017303520813584328,
      "loss_total": 0.017303520813584328,
      "step": 7820
    },
    {
      "loss_action": 0.017098208889365196,
      "loss_total": 0.017098208889365196,
      "step": 7820
    },
    {
      "loss_action": 0.013055720366537571,
      "loss_total": 0.013055720366537571,
      "step": 7820
    },
    {
      "loss_action": 0.02606995590031147,
      "loss_total": 0.02606995590031147,
      "step": 7820
    },
    {
      "grad_norm": 0.23720625042915344,
      "learning_rate": 9.978135393699484e-05,
      "loss": 0.0231,
      "step": 7830
    },
    {
      "loss_action": 0.012922878377139568,
      "loss_total": 0.012922878377139568,
      "step": 7830
    },
    {
      "loss_action": 0.01578541286289692,
      "loss_total": 0.01578541286289692,
      "step": 7830
    },
    {
      "loss_action": 0.013703825883567333,
      "loss_total": 0.013703825883567333,
      "step": 7830
    },
    {
      "loss_action": 0.017428524792194366,
      "loss_total": 0.017428524792194366,
      "step": 7830
    },
    {
      "loss_action": 0.02262076362967491,
      "loss_total": 0.02262076362967491,
      "step": 7830
    },
    {
      "loss_action": 0.020723585039377213,
      "loss_total": 0.020723585039377213,
      "step": 7830
    },
    {
      "loss_action": 0.020512044429779053,
      "loss_total": 0.020512044429779053,
      "step": 7830
    },
    {
      "loss_action": 0.020886823534965515,
      "loss_total": 0.020886823534965515,
      "step": 7830
    },
    {
      "grad_norm": 0.15850593149662018,
      "learning_rate": 9.977980659451548e-05,
      "loss": 0.0202,
      "step": 7840
    },
    {
      "loss_action": 0.018773455172777176,
      "loss_total": 0.018773455172777176,
      "step": 7840
    },
    {
      "loss_action": 0.01320809405297041,
      "loss_total": 0.01320809405297041,
      "step": 7840
    },
    {
      "loss_action": 0.011936514638364315,
      "loss_total": 0.011936514638364315,
      "step": 7840
    },
    {
      "loss_action": 0.014923909679055214,
      "loss_total": 0.014923909679055214,
      "step": 7840
    },
    {
      "loss_action": 0.04736991971731186,
      "loss_total": 0.04736991971731186,
      "step": 7840
    },
    {
      "loss_action": 0.007597294170409441,
      "loss_total": 0.007597294170409441,
      "step": 7840
    },
    {
      "loss_action": 0.025741616263985634,
      "loss_total": 0.025741616263985634,
      "step": 7840
    },
    {
      "loss_action": 0.012437238357961178,
      "loss_total": 0.012437238357961178,
      "step": 7840
    },
    {
      "grad_norm": 0.16958452761173248,
      "learning_rate": 9.977825380819135e-05,
      "loss": 0.0201,
      "step": 7850
    },
    {
      "loss_action": 0.022705916315317154,
      "loss_total": 0.022705916315317154,
      "step": 7850
    },
    {
      "loss_action": 0.011035272851586342,
      "loss_total": 0.011035272851586342,
      "step": 7850
    },
    {
      "loss_action": 0.015404192730784416,
      "loss_total": 0.015404192730784416,
      "step": 7850
    },
    {
      "loss_action": 0.03271707892417908,
      "loss_total": 0.03271707892417908,
      "step": 7850
    },
    {
      "loss_action": 0.01913214474916458,
      "loss_total": 0.01913214474916458,
      "step": 7850
    },
    {
      "loss_action": 0.025152431800961494,
      "loss_total": 0.025152431800961494,
      "step": 7850
    },
    {
      "loss_action": 0.04525472968816757,
      "loss_total": 0.04525472968816757,
      "step": 7850
    },
    {
      "loss_action": 0.02316388115286827,
      "loss_total": 0.02316388115286827,
      "step": 7850
    },
    {
      "grad_norm": 0.23667316138744354,
      "learning_rate": 9.97766955781922e-05,
      "loss": 0.0216,
      "step": 7860
    },
    {
      "loss_action": 0.018354525789618492,
      "loss_total": 0.018354525789618492,
      "step": 7860
    },
    {
      "loss_action": 0.030373360961675644,
      "loss_total": 0.030373360961675644,
      "step": 7860
    },
    {
      "loss_action": 0.013443712145090103,
      "loss_total": 0.013443712145090103,
      "step": 7860
    },
    {
      "loss_action": 0.016078323125839233,
      "loss_total": 0.016078323125839233,
      "step": 7860
    },
    {
      "loss_action": 0.011480936780571938,
      "loss_total": 0.011480936780571938,
      "step": 7860
    },
    {
      "loss_action": 0.020481761544942856,
      "loss_total": 0.020481761544942856,
      "step": 7860
    },
    {
      "loss_action": 0.011026465333998203,
      "loss_total": 0.011026465333998203,
      "step": 7860
    },
    {
      "loss_action": 0.021072153002023697,
      "loss_total": 0.021072153002023697,
      "step": 7860
    },
    {
      "grad_norm": 0.21207772195339203,
      "learning_rate": 9.977513190468848e-05,
      "loss": 0.0191,
      "step": 7870
    },
    {
      "loss_action": 0.03301841765642166,
      "loss_total": 0.03301841765642166,
      "step": 7870
    },
    {
      "loss_action": 0.0069469278678298,
      "loss_total": 0.0069469278678298,
      "step": 7870
    },
    {
      "loss_action": 0.013568485155701637,
      "loss_total": 0.013568485155701637,
      "step": 7870
    },
    {
      "loss_action": 0.031029118224978447,
      "loss_total": 0.031029118224978447,
      "step": 7870
    },
    {
      "loss_action": 0.0324159599840641,
      "loss_total": 0.0324159599840641,
      "step": 7870
    },
    {
      "loss_action": 0.011902239173650742,
      "loss_total": 0.011902239173650742,
      "step": 7870
    },
    {
      "loss_action": 0.017442647367715836,
      "loss_total": 0.017442647367715836,
      "step": 7870
    },
    {
      "loss_action": 0.0134500153362751,
      "loss_total": 0.0134500153362751,
      "step": 7870
    },
    {
      "grad_norm": 0.283578097820282,
      "learning_rate": 9.977356278785116e-05,
      "loss": 0.0202,
      "step": 7880
    },
    {
      "loss_action": 0.042478788644075394,
      "loss_total": 0.042478788644075394,
      "step": 7880
    },
    {
      "loss_action": 0.02146090567111969,
      "loss_total": 0.02146090567111969,
      "step": 7880
    },
    {
      "loss_action": 0.013263421133160591,
      "loss_total": 0.013263421133160591,
      "step": 7880
    },
    {
      "loss_action": 0.010369841940701008,
      "loss_total": 0.010369841940701008,
      "step": 7880
    },
    {
      "loss_action": 0.01350050512701273,
      "loss_total": 0.01350050512701273,
      "step": 7880
    },
    {
      "loss_action": 0.006163523532450199,
      "loss_total": 0.006163523532450199,
      "step": 7880
    },
    {
      "loss_action": 0.02554795891046524,
      "loss_total": 0.02554795891046524,
      "step": 7880
    },
    {
      "loss_action": 0.03876553103327751,
      "loss_total": 0.03876553103327751,
      "step": 7880
    },
    {
      "grad_norm": 0.30106645822525024,
      "learning_rate": 9.977198822785184e-05,
      "loss": 0.0215,
      "step": 7890
    },
    {
      "loss_action": 0.01637665554881096,
      "loss_total": 0.01637665554881096,
      "step": 7890
    },
    {
      "loss_action": 0.01877501979470253,
      "loss_total": 0.01877501979470253,
      "step": 7890
    },
    {
      "loss_action": 0.02786858193576336,
      "loss_total": 0.02786858193576336,
      "step": 7890
    },
    {
      "loss_action": 0.014440043829381466,
      "loss_total": 0.014440043829381466,
      "step": 7890
    },
    {
      "loss_action": 0.01926312781870365,
      "loss_total": 0.01926312781870365,
      "step": 7890
    },
    {
      "loss_action": 0.018184609711170197,
      "loss_total": 0.018184609711170197,
      "step": 7890
    },
    {
      "loss_action": 0.013280598446726799,
      "loss_total": 0.013280598446726799,
      "step": 7890
    },
    {
      "loss_action": 0.02166210114955902,
      "loss_total": 0.02166210114955902,
      "step": 7890
    },
    {
      "grad_norm": 0.3601321876049042,
      "learning_rate": 9.977040822486273e-05,
      "loss": 0.0216,
      "step": 7900
    },
    {
      "loss_action": 0.007742590270936489,
      "loss_total": 0.007742590270936489,
      "step": 7900
    },
    {
      "loss_action": 0.014467528089880943,
      "loss_total": 0.014467528089880943,
      "step": 7900
    },
    {
      "loss_action": 0.01745552010834217,
      "loss_total": 0.01745552010834217,
      "step": 7900
    },
    {
      "loss_action": 0.018509656190872192,
      "loss_total": 0.018509656190872192,
      "step": 7900
    },
    {
      "loss_action": 0.012920727021992207,
      "loss_total": 0.012920727021992207,
      "step": 7900
    },
    {
      "loss_action": 0.02143898233771324,
      "loss_total": 0.02143898233771324,
      "step": 7900
    },
    {
      "loss_action": 0.010076448321342468,
      "loss_total": 0.010076448321342468,
      "step": 7900
    },
    {
      "loss_action": 0.019703708589076996,
      "loss_total": 0.019703708589076996,
      "step": 7900
    },
    {
      "grad_norm": 0.2909059524536133,
      "learning_rate": 9.97688227790566e-05,
      "loss": 0.0211,
      "step": 7910
    },
    {
      "loss_action": 0.009652040898799896,
      "loss_total": 0.009652040898799896,
      "step": 7910
    },
    {
      "loss_action": 0.019734008237719536,
      "loss_total": 0.019734008237719536,
      "step": 7910
    },
    {
      "loss_action": 0.014586658217012882,
      "loss_total": 0.014586658217012882,
      "step": 7910
    },
    {
      "loss_action": 0.02354247495532036,
      "loss_total": 0.02354247495532036,
      "step": 7910
    },
    {
      "loss_action": 0.012561253271996975,
      "loss_total": 0.012561253271996975,
      "step": 7910
    },
    {
      "loss_action": 0.0618719644844532,
      "loss_total": 0.0618719644844532,
      "step": 7910
    },
    {
      "loss_action": 0.009726894088089466,
      "loss_total": 0.009726894088089466,
      "step": 7910
    },
    {
      "loss_action": 0.02083750069141388,
      "loss_total": 0.02083750069141388,
      "step": 7910
    },
    {
      "grad_norm": 0.2259044200181961,
      "learning_rate": 9.976723189060684e-05,
      "loss": 0.0202,
      "step": 7920
    },
    {
      "loss_action": 0.03097761981189251,
      "loss_total": 0.03097761981189251,
      "step": 7920
    },
    {
      "loss_action": 0.011630451306700706,
      "loss_total": 0.011630451306700706,
      "step": 7920
    },
    {
      "loss_action": 0.029438525438308716,
      "loss_total": 0.029438525438308716,
      "step": 7920
    },
    {
      "loss_action": 0.14976611733436584,
      "loss_total": 0.14976611733436584,
      "step": 7920
    },
    {
      "loss_action": 0.017410816624760628,
      "loss_total": 0.017410816624760628,
      "step": 7920
    },
    {
      "loss_action": 0.030237462371587753,
      "loss_total": 0.030237462371587753,
      "step": 7920
    },
    {
      "loss_action": 0.015137087553739548,
      "loss_total": 0.015137087553739548,
      "step": 7920
    },
    {
      "loss_action": 0.01709241047501564,
      "loss_total": 0.01709241047501564,
      "step": 7920
    },
    {
      "grad_norm": 0.28469306230545044,
      "learning_rate": 9.976563555968742e-05,
      "loss": 0.0206,
      "step": 7930
    },
    {
      "loss_action": 0.016620531678199768,
      "loss_total": 0.016620531678199768,
      "step": 7930
    },
    {
      "loss_action": 0.024769946932792664,
      "loss_total": 0.024769946932792664,
      "step": 7930
    },
    {
      "loss_action": 0.01621984876692295,
      "loss_total": 0.01621984876692295,
      "step": 7930
    },
    {
      "loss_action": 0.014173541218042374,
      "loss_total": 0.014173541218042374,
      "step": 7930
    },
    {
      "loss_action": 0.0246652252972126,
      "loss_total": 0.0246652252972126,
      "step": 7930
    },
    {
      "loss_action": 0.01946032978594303,
      "loss_total": 0.01946032978594303,
      "step": 7930
    },
    {
      "loss_action": 0.019199244678020477,
      "loss_total": 0.019199244678020477,
      "step": 7930
    },
    {
      "loss_action": 0.015703098848462105,
      "loss_total": 0.015703098848462105,
      "step": 7930
    },
    {
      "grad_norm": 0.2623724639415741,
      "learning_rate": 9.976403378647292e-05,
      "loss": 0.0213,
      "step": 7940
    },
    {
      "loss_action": 0.011187944561243057,
      "loss_total": 0.011187944561243057,
      "step": 7940
    },
    {
      "loss_action": 0.027520403265953064,
      "loss_total": 0.027520403265953064,
      "step": 7940
    },
    {
      "loss_action": 0.022088950499892235,
      "loss_total": 0.022088950499892235,
      "step": 7940
    },
    {
      "loss_action": 0.02916771173477173,
      "loss_total": 0.02916771173477173,
      "step": 7940
    },
    {
      "loss_action": 0.012967700138688087,
      "loss_total": 0.012967700138688087,
      "step": 7940
    },
    {
      "loss_action": 0.05496654286980629,
      "loss_total": 0.05496654286980629,
      "step": 7940
    },
    {
      "loss_action": 0.021279554814100266,
      "loss_total": 0.021279554814100266,
      "step": 7940
    },
    {
      "loss_action": 0.011739438399672508,
      "loss_total": 0.011739438399672508,
      "step": 7940
    },
    {
      "grad_norm": 0.27569580078125,
      "learning_rate": 9.97624265711385e-05,
      "loss": 0.021,
      "step": 7950
    },
    {
      "loss_action": 0.020435281097888947,
      "loss_total": 0.020435281097888947,
      "step": 7950
    },
    {
      "loss_action": 0.014381290413439274,
      "loss_total": 0.014381290413439274,
      "step": 7950
    },
    {
      "loss_action": 0.03611942380666733,
      "loss_total": 0.03611942380666733,
      "step": 7950
    },
    {
      "loss_action": 0.017068907618522644,
      "loss_total": 0.017068907618522644,
      "step": 7950
    },
    {
      "loss_action": 0.014574743807315826,
      "loss_total": 0.014574743807315826,
      "step": 7950
    },
    {
      "loss_action": 0.01979532465338707,
      "loss_total": 0.01979532465338707,
      "step": 7950
    },
    {
      "loss_action": 0.044901538640260696,
      "loss_total": 0.044901538640260696,
      "step": 7950
    },
    {
      "loss_action": 0.02518467605113983,
      "loss_total": 0.02518467605113983,
      "step": 7950
    },
    {
      "grad_norm": 0.2131221890449524,
      "learning_rate": 9.976081391385993e-05,
      "loss": 0.0214,
      "step": 7960
    },
    {
      "loss_action": 0.030606761574745178,
      "loss_total": 0.030606761574745178,
      "step": 7960
    },
    {
      "loss_action": 0.01943511702120304,
      "loss_total": 0.01943511702120304,
      "step": 7960
    },
    {
      "loss_action": 0.04302595183253288,
      "loss_total": 0.04302595183253288,
      "step": 7960
    },
    {
      "loss_action": 0.014081362634897232,
      "loss_total": 0.014081362634897232,
      "step": 7960
    },
    {
      "loss_action": 0.019864914938807487,
      "loss_total": 0.019864914938807487,
      "step": 7960
    },
    {
      "loss_action": 0.02025177702307701,
      "loss_total": 0.02025177702307701,
      "step": 7960
    },
    {
      "loss_action": 0.011646338738501072,
      "loss_total": 0.011646338738501072,
      "step": 7960
    },
    {
      "loss_action": 0.0355035699903965,
      "loss_total": 0.0355035699903965,
      "step": 7960
    },
    {
      "grad_norm": 0.32447394728660583,
      "learning_rate": 9.975919581481356e-05,
      "loss": 0.0245,
      "step": 7970
    },
    {
      "loss_action": 0.016557948663830757,
      "loss_total": 0.016557948663830757,
      "step": 7970
    },
    {
      "loss_action": 0.014878733083605766,
      "loss_total": 0.014878733083605766,
      "step": 7970
    },
    {
      "loss_action": 0.022721968591213226,
      "loss_total": 0.022721968591213226,
      "step": 7970
    },
    {
      "loss_action": 0.013041477650403976,
      "loss_total": 0.013041477650403976,
      "step": 7970
    },
    {
      "loss_action": 0.026762135326862335,
      "loss_total": 0.026762135326862335,
      "step": 7970
    },
    {
      "loss_action": 0.02603152021765709,
      "loss_total": 0.02603152021765709,
      "step": 7970
    },
    {
      "loss_action": 0.019293535500764847,
      "loss_total": 0.019293535500764847,
      "step": 7970
    },
    {
      "loss_action": 0.015696125105023384,
      "loss_total": 0.015696125105023384,
      "step": 7970
    },
    {
      "grad_norm": 0.264404833316803,
      "learning_rate": 9.975757227417634e-05,
      "loss": 0.0238,
      "step": 7980
    },
    {
      "loss_action": 0.019315166398882866,
      "loss_total": 0.019315166398882866,
      "step": 7980
    },
    {
      "loss_action": 0.015968291088938713,
      "loss_total": 0.015968291088938713,
      "step": 7980
    },
    {
      "loss_action": 0.054779134690761566,
      "loss_total": 0.054779134690761566,
      "step": 7980
    },
    {
      "loss_action": 0.02676708623766899,
      "loss_total": 0.02676708623766899,
      "step": 7980
    },
    {
      "loss_action": 0.037613362073898315,
      "loss_total": 0.037613362073898315,
      "step": 7980
    },
    {
      "loss_action": 0.022673271596431732,
      "loss_total": 0.022673271596431732,
      "step": 7980
    },
    {
      "loss_action": 0.011674400418996811,
      "loss_total": 0.011674400418996811,
      "step": 7980
    },
    {
      "loss_action": 0.024579718708992004,
      "loss_total": 0.024579718708992004,
      "step": 7980
    },
    {
      "grad_norm": 0.2483249455690384,
      "learning_rate": 9.975594329212586e-05,
      "loss": 0.0212,
      "step": 7990
    },
    {
      "loss_action": 0.016450006514787674,
      "loss_total": 0.016450006514787674,
      "step": 7990
    },
    {
      "loss_action": 0.00804172083735466,
      "loss_total": 0.00804172083735466,
      "step": 7990
    },
    {
      "loss_action": 0.008257993496954441,
      "loss_total": 0.008257993496954441,
      "step": 7990
    },
    {
      "loss_action": 0.030019424855709076,
      "loss_total": 0.030019424855709076,
      "step": 7990
    },
    {
      "loss_action": 0.021035155281424522,
      "loss_total": 0.021035155281424522,
      "step": 7990
    },
    {
      "loss_action": 0.012070611119270325,
      "loss_total": 0.012070611119270325,
      "step": 7990
    },
    {
      "loss_action": 0.015122137032449245,
      "loss_total": 0.015122137032449245,
      "step": 7990
    },
    {
      "loss_action": 0.017632991075515747,
      "loss_total": 0.017632991075515747,
      "step": 7990
    },
    {
      "grad_norm": 0.2824661135673523,
      "learning_rate": 9.97543088688402e-05,
      "loss": 0.0189,
      "step": 8000
    },
    {
      "loss_action": 0.03619494289159775,
      "loss_total": 0.03619494289159775,
      "step": 8000
    },
    {
      "loss_action": 0.014321558177471161,
      "loss_total": 0.014321558177471161,
      "step": 8000
    },
    {
      "loss_action": 0.013459485955536366,
      "loss_total": 0.013459485955536366,
      "step": 8000
    },
    {
      "loss_action": 0.012067262083292007,
      "loss_total": 0.012067262083292007,
      "step": 8000
    },
    {
      "loss_action": 0.015311125665903091,
      "loss_total": 0.015311125665903091,
      "step": 8000
    },
    {
      "loss_action": 0.02946113795042038,
      "loss_total": 0.02946113795042038,
      "step": 8000
    },
    {
      "loss_action": 0.03585423529148102,
      "loss_total": 0.03585423529148102,
      "step": 8000
    },
    {
      "loss_action": 0.025408364832401276,
      "loss_total": 0.025408364832401276,
      "step": 8000
    },
    {
      "grad_norm": 0.20549701154232025,
      "learning_rate": 9.975266900449814e-05,
      "loss": 0.0199,
      "step": 8010
    },
    {
      "loss_action": 0.010108401998877525,
      "loss_total": 0.010108401998877525,
      "step": 8010
    },
    {
      "loss_action": 0.02281298115849495,
      "loss_total": 0.02281298115849495,
      "step": 8010
    },
    {
      "loss_action": 0.02346322312951088,
      "loss_total": 0.02346322312951088,
      "step": 8010
    },
    {
      "loss_action": 0.020697928965091705,
      "loss_total": 0.020697928965091705,
      "step": 8010
    },
    {
      "loss_action": 0.015758661553263664,
      "loss_total": 0.015758661553263664,
      "step": 8010
    },
    {
      "loss_action": 0.018839314579963684,
      "loss_total": 0.018839314579963684,
      "step": 8010
    },
    {
      "loss_action": 0.021300077438354492,
      "loss_total": 0.021300077438354492,
      "step": 8010
    },
    {
      "loss_action": 0.011491628363728523,
      "loss_total": 0.011491628363728523,
      "step": 8010
    },
    {
      "grad_norm": 0.27612408995628357,
      "learning_rate": 9.975102369927898e-05,
      "loss": 0.0213,
      "step": 8020
    },
    {
      "loss_action": 0.009645472280681133,
      "loss_total": 0.009645472280681133,
      "step": 8020
    },
    {
      "loss_action": 0.019886529073119164,
      "loss_total": 0.019886529073119164,
      "step": 8020
    },
    {
      "loss_action": 0.025631550699472427,
      "loss_total": 0.025631550699472427,
      "step": 8020
    },
    {
      "loss_action": 0.02636755257844925,
      "loss_total": 0.02636755257844925,
      "step": 8020
    },
    {
      "loss_action": 0.01581786572933197,
      "loss_total": 0.01581786572933197,
      "step": 8020
    },
    {
      "loss_action": 0.02634342759847641,
      "loss_total": 0.02634342759847641,
      "step": 8020
    },
    {
      "loss_action": 0.02008877694606781,
      "loss_total": 0.02008877694606781,
      "step": 8020
    },
    {
      "loss_action": 0.02370656467974186,
      "loss_total": 0.02370656467974186,
      "step": 8020
    },
    {
      "grad_norm": 0.2009367048740387,
      "learning_rate": 9.974937295336269e-05,
      "loss": 0.0216,
      "step": 8030
    },
    {
      "loss_action": 0.012741787359118462,
      "loss_total": 0.012741787359118462,
      "step": 8030
    },
    {
      "loss_action": 0.022845301777124405,
      "loss_total": 0.022845301777124405,
      "step": 8030
    },
    {
      "loss_action": 0.022240050137043,
      "loss_total": 0.022240050137043,
      "step": 8030
    },
    {
      "loss_action": 0.03764055669307709,
      "loss_total": 0.03764055669307709,
      "step": 8030
    },
    {
      "loss_action": 0.018157705664634705,
      "loss_total": 0.018157705664634705,
      "step": 8030
    },
    {
      "loss_action": 0.03610410541296005,
      "loss_total": 0.03610410541296005,
      "step": 8030
    },
    {
      "loss_action": 0.033844973891973495,
      "loss_total": 0.033844973891973495,
      "step": 8030
    },
    {
      "loss_action": 0.01868477463722229,
      "loss_total": 0.01868477463722229,
      "step": 8030
    },
    {
      "grad_norm": 0.3219297528266907,
      "learning_rate": 9.974771676692975e-05,
      "loss": 0.0231,
      "step": 8040
    },
    {
      "loss_action": 0.01860075630247593,
      "loss_total": 0.01860075630247593,
      "step": 8040
    },
    {
      "loss_action": 0.03920803964138031,
      "loss_total": 0.03920803964138031,
      "step": 8040
    },
    {
      "loss_action": 0.019947616383433342,
      "loss_total": 0.019947616383433342,
      "step": 8040
    },
    {
      "loss_action": 0.019255170598626137,
      "loss_total": 0.019255170598626137,
      "step": 8040
    },
    {
      "loss_action": 0.011242038570344448,
      "loss_total": 0.011242038570344448,
      "step": 8040
    },
    {
      "loss_action": 0.01576336845755577,
      "loss_total": 0.01576336845755577,
      "step": 8040
    },
    {
      "loss_action": 0.02048604190349579,
      "loss_total": 0.02048604190349579,
      "step": 8040
    },
    {
      "loss_action": 0.01864447072148323,
      "loss_total": 0.01864447072148323,
      "step": 8040
    },
    {
      "grad_norm": 0.2088489681482315,
      "learning_rate": 9.974605514016131e-05,
      "loss": 0.0222,
      "step": 8050
    },
    {
      "loss_action": 0.017870677635073662,
      "loss_total": 0.017870677635073662,
      "step": 8050
    },
    {
      "loss_action": 0.03315296396613121,
      "loss_total": 0.03315296396613121,
      "step": 8050
    },
    {
      "loss_action": 0.05489613860845566,
      "loss_total": 0.05489613860845566,
      "step": 8050
    },
    {
      "loss_action": 0.011818457394838333,
      "loss_total": 0.011818457394838333,
      "step": 8050
    },
    {
      "loss_action": 0.029089471325278282,
      "loss_total": 0.029089471325278282,
      "step": 8050
    },
    {
      "loss_action": 0.009434828534722328,
      "loss_total": 0.009434828534722328,
      "step": 8050
    },
    {
      "loss_action": 0.01306466106325388,
      "loss_total": 0.01306466106325388,
      "step": 8050
    },
    {
      "loss_action": 0.01700158417224884,
      "loss_total": 0.01700158417224884,
      "step": 8050
    },
    {
      "grad_norm": 0.24290770292282104,
      "learning_rate": 9.974438807323907e-05,
      "loss": 0.0203,
      "step": 8060
    },
    {
      "loss_action": 0.01601089909672737,
      "loss_total": 0.01601089909672737,
      "step": 8060
    },
    {
      "loss_action": 0.024055084213614464,
      "loss_total": 0.024055084213614464,
      "step": 8060
    },
    {
      "loss_action": 0.044127993285655975,
      "loss_total": 0.044127993285655975,
      "step": 8060
    },
    {
      "loss_action": 0.012307414785027504,
      "loss_total": 0.012307414785027504,
      "step": 8060
    },
    {
      "loss_action": 0.023923031985759735,
      "loss_total": 0.023923031985759735,
      "step": 8060
    },
    {
      "loss_action": 0.02672279067337513,
      "loss_total": 0.02672279067337513,
      "step": 8060
    },
    {
      "loss_action": 0.016584500670433044,
      "loss_total": 0.016584500670433044,
      "step": 8060
    },
    {
      "loss_action": 0.04660050570964813,
      "loss_total": 0.04660050570964813,
      "step": 8060
    },
    {
      "grad_norm": 0.2245396226644516,
      "learning_rate": 9.974271556634535e-05,
      "loss": 0.0216,
      "step": 8070
    },
    {
      "loss_action": 0.011807243339717388,
      "loss_total": 0.011807243339717388,
      "step": 8070
    },
    {
      "loss_action": 0.015238296240568161,
      "loss_total": 0.015238296240568161,
      "step": 8070
    },
    {
      "loss_action": 0.011566735804080963,
      "loss_total": 0.011566735804080963,
      "step": 8070
    },
    {
      "loss_action": 0.027658611536026,
      "loss_total": 0.027658611536026,
      "step": 8070
    },
    {
      "loss_action": 0.020268060266971588,
      "loss_total": 0.020268060266971588,
      "step": 8070
    },
    {
      "loss_action": 0.04470312222838402,
      "loss_total": 0.04470312222838402,
      "step": 8070
    },
    {
      "loss_action": 0.012104108929634094,
      "loss_total": 0.012104108929634094,
      "step": 8070
    },
    {
      "loss_action": 0.013983506709337234,
      "loss_total": 0.013983506709337234,
      "step": 8070
    },
    {
      "grad_norm": 0.307366281747818,
      "learning_rate": 9.974103761966302e-05,
      "loss": 0.0199,
      "step": 8080
    },
    {
      "loss_action": 0.04737439379096031,
      "loss_total": 0.04737439379096031,
      "step": 8080
    },
    {
      "loss_action": 0.0160609632730484,
      "loss_total": 0.0160609632730484,
      "step": 8080
    },
    {
      "loss_action": 0.016053687781095505,
      "loss_total": 0.016053687781095505,
      "step": 8080
    },
    {
      "loss_action": 0.014759167097508907,
      "loss_total": 0.014759167097508907,
      "step": 8080
    },
    {
      "loss_action": 0.021550294011831284,
      "loss_total": 0.021550294011831284,
      "step": 8080
    },
    {
      "loss_action": 0.04176143556833267,
      "loss_total": 0.04176143556833267,
      "step": 8080
    },
    {
      "loss_action": 0.03814752399921417,
      "loss_total": 0.03814752399921417,
      "step": 8080
    },
    {
      "loss_action": 0.031101759523153305,
      "loss_total": 0.031101759523153305,
      "step": 8080
    },
    {
      "grad_norm": 0.2927949130535126,
      "learning_rate": 9.973935423337563e-05,
      "loss": 0.0238,
      "step": 8090
    },
    {
      "loss_action": 0.02620607241988182,
      "loss_total": 0.02620607241988182,
      "step": 8090
    },
    {
      "loss_action": 0.03525534272193909,
      "loss_total": 0.03525534272193909,
      "step": 8090
    },
    {
      "loss_action": 0.021130844950675964,
      "loss_total": 0.021130844950675964,
      "step": 8090
    },
    {
      "loss_action": 0.023459559306502342,
      "loss_total": 0.023459559306502342,
      "step": 8090
    },
    {
      "loss_action": 0.01507309079170227,
      "loss_total": 0.01507309079170227,
      "step": 8090
    },
    {
      "loss_action": 0.02749526873230934,
      "loss_total": 0.02749526873230934,
      "step": 8090
    },
    {
      "loss_action": 0.016781173646450043,
      "loss_total": 0.016781173646450043,
      "step": 8090
    },
    {
      "loss_action": 0.017720680683851242,
      "loss_total": 0.017720680683851242,
      "step": 8090
    },
    {
      "grad_norm": 0.28201547265052795,
      "learning_rate": 9.973766540766722e-05,
      "loss": 0.0244,
      "step": 8100
    },
    {
      "loss_action": 0.02368047460913658,
      "loss_total": 0.02368047460913658,
      "step": 8100
    },
    {
      "loss_action": 0.009249391034245491,
      "loss_total": 0.009249391034245491,
      "step": 8100
    },
    {
      "loss_action": 0.016216356307268143,
      "loss_total": 0.016216356307268143,
      "step": 8100
    },
    {
      "loss_action": 0.018931102007627487,
      "loss_total": 0.018931102007627487,
      "step": 8100
    },
    {
      "loss_action": 0.02154964581131935,
      "loss_total": 0.02154964581131935,
      "step": 8100
    },
    {
      "loss_action": 0.02624783292412758,
      "loss_total": 0.02624783292412758,
      "step": 8100
    },
    {
      "loss_action": 0.030278639867901802,
      "loss_total": 0.030278639867901802,
      "step": 8100
    },
    {
      "loss_action": 0.016742784529924393,
      "loss_total": 0.016742784529924393,
      "step": 8100
    },
    {
      "grad_norm": 0.18505121767520905,
      "learning_rate": 9.97359711427225e-05,
      "loss": 0.0221,
      "step": 8110
    },
    {
      "loss_action": 0.019504038617014885,
      "loss_total": 0.019504038617014885,
      "step": 8110
    },
    {
      "loss_action": 0.026049289852380753,
      "loss_total": 0.026049289852380753,
      "step": 8110
    },
    {
      "loss_action": 0.010614064522087574,
      "loss_total": 0.010614064522087574,
      "step": 8110
    },
    {
      "loss_action": 0.01824776642024517,
      "loss_total": 0.01824776642024517,
      "step": 8110
    },
    {
      "loss_action": 0.023856081068515778,
      "loss_total": 0.023856081068515778,
      "step": 8110
    },
    {
      "loss_action": 0.012153991498053074,
      "loss_total": 0.012153991498053074,
      "step": 8110
    },
    {
      "loss_action": 0.028210436925292015,
      "loss_total": 0.028210436925292015,
      "step": 8110
    },
    {
      "loss_action": 0.05297356843948364,
      "loss_total": 0.05297356843948364,
      "step": 8110
    },
    {
      "grad_norm": 0.21251115202903748,
      "learning_rate": 9.973427143872677e-05,
      "loss": 0.0217,
      "step": 8120
    },
    {
      "loss_action": 0.017105810344219208,
      "loss_total": 0.017105810344219208,
      "step": 8120
    },
    {
      "loss_action": 0.01581859216094017,
      "loss_total": 0.01581859216094017,
      "step": 8120
    },
    {
      "loss_action": 0.03356284648180008,
      "loss_total": 0.03356284648180008,
      "step": 8120
    },
    {
      "loss_action": 0.01945120096206665,
      "loss_total": 0.01945120096206665,
      "step": 8120
    },
    {
      "loss_action": 0.02112371101975441,
      "loss_total": 0.02112371101975441,
      "step": 8120
    },
    {
      "loss_action": 0.03146285563707352,
      "loss_total": 0.03146285563707352,
      "step": 8120
    },
    {
      "loss_action": 0.021135954186320305,
      "loss_total": 0.021135954186320305,
      "step": 8120
    },
    {
      "loss_action": 0.016958191990852356,
      "loss_total": 0.016958191990852356,
      "step": 8120
    },
    {
      "grad_norm": 0.25356489419937134,
      "learning_rate": 9.973256629586589e-05,
      "loss": 0.0206,
      "step": 8130
    },
    {
      "loss_action": 0.02811386063694954,
      "loss_total": 0.02811386063694954,
      "step": 8130
    },
    {
      "loss_action": 0.021078860387206078,
      "loss_total": 0.021078860387206078,
      "step": 8130
    },
    {
      "loss_action": 0.010568352416157722,
      "loss_total": 0.010568352416157722,
      "step": 8130
    },
    {
      "loss_action": 0.03966505825519562,
      "loss_total": 0.03966505825519562,
      "step": 8130
    },
    {
      "loss_action": 0.0230107419192791,
      "loss_total": 0.0230107419192791,
      "step": 8130
    },
    {
      "loss_action": 0.015508677810430527,
      "loss_total": 0.015508677810430527,
      "step": 8130
    },
    {
      "loss_action": 0.013679508119821548,
      "loss_total": 0.013679508119821548,
      "step": 8130
    },
    {
      "loss_action": 0.03335870802402496,
      "loss_total": 0.03335870802402496,
      "step": 8130
    },
    {
      "grad_norm": 0.30607467889785767,
      "learning_rate": 9.973085571432632e-05,
      "loss": 0.0191,
      "step": 8140
    },
    {
      "loss_action": 0.018926534801721573,
      "loss_total": 0.018926534801721573,
      "step": 8140
    },
    {
      "loss_action": 0.016613997519016266,
      "loss_total": 0.016613997519016266,
      "step": 8140
    },
    {
      "loss_action": 0.019382387399673462,
      "loss_total": 0.019382387399673462,
      "step": 8140
    },
    {
      "loss_action": 0.05525238439440727,
      "loss_total": 0.05525238439440727,
      "step": 8140
    },
    {
      "loss_action": 0.04152196645736694,
      "loss_total": 0.04152196645736694,
      "step": 8140
    },
    {
      "loss_action": 0.012138696387410164,
      "loss_total": 0.012138696387410164,
      "step": 8140
    },
    {
      "loss_action": 0.019866827875375748,
      "loss_total": 0.019866827875375748,
      "step": 8140
    },
    {
      "loss_action": 0.03551490604877472,
      "loss_total": 0.03551490604877472,
      "step": 8140
    },
    {
      "grad_norm": 0.2727451026439667,
      "learning_rate": 9.972913969429513e-05,
      "loss": 0.0219,
      "step": 8150
    },
    {
      "loss_action": 0.015133462846279144,
      "loss_total": 0.015133462846279144,
      "step": 8150
    },
    {
      "loss_action": 0.014247838407754898,
      "loss_total": 0.014247838407754898,
      "step": 8150
    },
    {
      "loss_action": 0.03522308170795441,
      "loss_total": 0.03522308170795441,
      "step": 8150
    },
    {
      "loss_action": 0.03914336860179901,
      "loss_total": 0.03914336860179901,
      "step": 8150
    },
    {
      "loss_action": 0.012165438383817673,
      "loss_total": 0.012165438383817673,
      "step": 8150
    },
    {
      "loss_action": 0.01689569093286991,
      "loss_total": 0.01689569093286991,
      "step": 8150
    },
    {
      "loss_action": 0.011131003499031067,
      "loss_total": 0.011131003499031067,
      "step": 8150
    },
    {
      "loss_action": 0.01569453440606594,
      "loss_total": 0.01569453440606594,
      "step": 8150
    },
    {
      "grad_norm": 0.28298914432525635,
      "learning_rate": 9.972741823596e-05,
      "loss": 0.0209,
      "step": 8160
    },
    {
      "loss_action": 0.0325075201690197,
      "loss_total": 0.0325075201690197,
      "step": 8160
    },
    {
      "loss_action": 0.022579558193683624,
      "loss_total": 0.022579558193683624,
      "step": 8160
    },
    {
      "loss_action": 0.012404194101691246,
      "loss_total": 0.012404194101691246,
      "step": 8160
    },
    {
      "loss_action": 0.031174229457974434,
      "loss_total": 0.031174229457974434,
      "step": 8160
    },
    {
      "loss_action": 0.02070368267595768,
      "loss_total": 0.02070368267595768,
      "step": 8160
    },
    {
      "loss_action": 0.02655675634741783,
      "loss_total": 0.02655675634741783,
      "step": 8160
    },
    {
      "loss_action": 0.01256146002560854,
      "loss_total": 0.01256146002560854,
      "step": 8160
    },
    {
      "loss_action": 0.022923510521650314,
      "loss_total": 0.022923510521650314,
      "step": 8160
    },
    {
      "grad_norm": 0.23626570403575897,
      "learning_rate": 9.972569133950917e-05,
      "loss": 0.0211,
      "step": 8170
    },
    {
      "loss_action": 0.010464219376444817,
      "loss_total": 0.010464219376444817,
      "step": 8170
    },
    {
      "loss_action": 0.017603067681193352,
      "loss_total": 0.017603067681193352,
      "step": 8170
    },
    {
      "loss_action": 0.011577412486076355,
      "loss_total": 0.011577412486076355,
      "step": 8170
    },
    {
      "loss_action": 0.010866440832614899,
      "loss_total": 0.010866440832614899,
      "step": 8170
    },
    {
      "loss_action": 0.011101039126515388,
      "loss_total": 0.011101039126515388,
      "step": 8170
    },
    {
      "loss_action": 0.026450956240296364,
      "loss_total": 0.026450956240296364,
      "step": 8170
    },
    {
      "loss_action": 0.00968234334141016,
      "loss_total": 0.00968234334141016,
      "step": 8170
    },
    {
      "loss_action": 0.017578503116965294,
      "loss_total": 0.017578503116965294,
      "step": 8170
    },
    {
      "grad_norm": 0.18340304493904114,
      "learning_rate": 9.972395900513151e-05,
      "loss": 0.0214,
      "step": 8180
    },
    {
      "loss_action": 0.011339915916323662,
      "loss_total": 0.011339915916323662,
      "step": 8180
    },
    {
      "loss_action": 0.021639680489897728,
      "loss_total": 0.021639680489897728,
      "step": 8180
    },
    {
      "loss_action": 0.018523970618844032,
      "loss_total": 0.018523970618844032,
      "step": 8180
    },
    {
      "loss_action": 0.01073526032269001,
      "loss_total": 0.01073526032269001,
      "step": 8180
    },
    {
      "loss_action": 0.02963840961456299,
      "loss_total": 0.02963840961456299,
      "step": 8180
    },
    {
      "loss_action": 0.017227526754140854,
      "loss_total": 0.017227526754140854,
      "step": 8180
    },
    {
      "loss_action": 0.016581997275352478,
      "loss_total": 0.016581997275352478,
      "step": 8180
    },
    {
      "loss_action": 0.012713124044239521,
      "loss_total": 0.012713124044239521,
      "step": 8180
    },
    {
      "grad_norm": 0.28410497307777405,
      "learning_rate": 9.972222123301645e-05,
      "loss": 0.0201,
      "step": 8190
    },
    {
      "loss_action": 0.05383319407701492,
      "loss_total": 0.05383319407701492,
      "step": 8190
    },
    {
      "loss_action": 0.024743173271417618,
      "loss_total": 0.024743173271417618,
      "step": 8190
    },
    {
      "loss_action": 0.016219740733504295,
      "loss_total": 0.016219740733504295,
      "step": 8190
    },
    {
      "loss_action": 0.015863589942455292,
      "loss_total": 0.015863589942455292,
      "step": 8190
    },
    {
      "loss_action": 0.05006224289536476,
      "loss_total": 0.05006224289536476,
      "step": 8190
    },
    {
      "loss_action": 0.01782241463661194,
      "loss_total": 0.01782241463661194,
      "step": 8190
    },
    {
      "loss_action": 0.011177451349794865,
      "loss_total": 0.011177451349794865,
      "step": 8190
    },
    {
      "loss_action": 0.021680369973182678,
      "loss_total": 0.021680369973182678,
      "step": 8190
    },
    {
      "grad_norm": 0.29727140069007874,
      "learning_rate": 9.972047802335403e-05,
      "loss": 0.0224,
      "step": 8200
    },
    {
      "loss_action": 0.011227138340473175,
      "loss_total": 0.011227138340473175,
      "step": 8200
    },
    {
      "loss_action": 0.02417244017124176,
      "loss_total": 0.02417244017124176,
      "step": 8200
    },
    {
      "loss_action": 0.023065166547894478,
      "loss_total": 0.023065166547894478,
      "step": 8200
    },
    {
      "loss_action": 0.017973948270082474,
      "loss_total": 0.017973948270082474,
      "step": 8200
    },
    {
      "loss_action": 0.05622398853302002,
      "loss_total": 0.05622398853302002,
      "step": 8200
    },
    {
      "loss_action": 0.0208206158131361,
      "loss_total": 0.0208206158131361,
      "step": 8200
    },
    {
      "loss_action": 0.012454647570848465,
      "loss_total": 0.012454647570848465,
      "step": 8200
    },
    {
      "loss_action": 0.019114766269922256,
      "loss_total": 0.019114766269922256,
      "step": 8200
    },
    {
      "grad_norm": 0.19915078580379486,
      "learning_rate": 9.971872937633488e-05,
      "loss": 0.0212,
      "step": 8210
    },
    {
      "loss_action": 0.027790764346718788,
      "loss_total": 0.027790764346718788,
      "step": 8210
    },
    {
      "loss_action": 0.02038576826453209,
      "loss_total": 0.02038576826453209,
      "step": 8210
    },
    {
      "loss_action": 0.017074143514037132,
      "loss_total": 0.017074143514037132,
      "step": 8210
    },
    {
      "loss_action": 0.018311263993382454,
      "loss_total": 0.018311263993382454,
      "step": 8210
    },
    {
      "loss_action": 0.034267641603946686,
      "loss_total": 0.034267641603946686,
      "step": 8210
    },
    {
      "loss_action": 0.019319821149110794,
      "loss_total": 0.019319821149110794,
      "step": 8210
    },
    {
      "loss_action": 0.017720920965075493,
      "loss_total": 0.017720920965075493,
      "step": 8210
    },
    {
      "loss_action": 0.027646973729133606,
      "loss_total": 0.027646973729133606,
      "step": 8210
    },
    {
      "grad_norm": 0.22926820814609528,
      "learning_rate": 9.971697529215024e-05,
      "loss": 0.0195,
      "step": 8220
    },
    {
      "loss_action": 0.013648808002471924,
      "loss_total": 0.013648808002471924,
      "step": 8220
    },
    {
      "loss_action": 0.017101895064115524,
      "loss_total": 0.017101895064115524,
      "step": 8220
    },
    {
      "loss_action": 0.025280442088842392,
      "loss_total": 0.025280442088842392,
      "step": 8220
    },
    {
      "loss_action": 0.014664373360574245,
      "loss_total": 0.014664373360574245,
      "step": 8220
    },
    {
      "loss_action": 0.011180327273905277,
      "loss_total": 0.011180327273905277,
      "step": 8220
    },
    {
      "loss_action": 0.011402497999370098,
      "loss_total": 0.011402497999370098,
      "step": 8220
    },
    {
      "loss_action": 0.022436724975705147,
      "loss_total": 0.022436724975705147,
      "step": 8220
    },
    {
      "loss_action": 0.009871058166027069,
      "loss_total": 0.009871058166027069,
      "step": 8220
    },
    {
      "grad_norm": 0.27267175912857056,
      "learning_rate": 9.971521577099192e-05,
      "loss": 0.0214,
      "step": 8230
    },
    {
      "loss_action": 0.045757606625556946,
      "loss_total": 0.045757606625556946,
      "step": 8230
    },
    {
      "loss_action": 0.010179414413869381,
      "loss_total": 0.010179414413869381,
      "step": 8230
    },
    {
      "loss_action": 0.04657173901796341,
      "loss_total": 0.04657173901796341,
      "step": 8230
    },
    {
      "loss_action": 0.02126181870698929,
      "loss_total": 0.02126181870698929,
      "step": 8230
    },
    {
      "loss_action": 0.03195211663842201,
      "loss_total": 0.03195211663842201,
      "step": 8230
    },
    {
      "loss_action": 0.04889049381017685,
      "loss_total": 0.04889049381017685,
      "step": 8230
    },
    {
      "loss_action": 0.01891149766743183,
      "loss_total": 0.01891149766743183,
      "step": 8230
    },
    {
      "loss_action": 0.012576861307024956,
      "loss_total": 0.012576861307024956,
      "step": 8230
    },
    {
      "grad_norm": 0.18733680248260498,
      "learning_rate": 9.971345081305236e-05,
      "loss": 0.0204,
      "step": 8240
    },
    {
      "loss_action": 0.011851598508656025,
      "loss_total": 0.011851598508656025,
      "step": 8240
    },
    {
      "loss_action": 0.03440448269248009,
      "loss_total": 0.03440448269248009,
      "step": 8240
    },
    {
      "loss_action": 0.007270437199622393,
      "loss_total": 0.007270437199622393,
      "step": 8240
    },
    {
      "loss_action": 0.024059614166617393,
      "loss_total": 0.024059614166617393,
      "step": 8240
    },
    {
      "loss_action": 0.008026683703064919,
      "loss_total": 0.008026683703064919,
      "step": 8240
    },
    {
      "loss_action": 0.023001771420240402,
      "loss_total": 0.023001771420240402,
      "step": 8240
    },
    {
      "loss_action": 0.00860172975808382,
      "loss_total": 0.00860172975808382,
      "step": 8240
    },
    {
      "loss_action": 0.026279723271727562,
      "loss_total": 0.026279723271727562,
      "step": 8240
    },
    {
      "grad_norm": 0.3237837255001068,
      "learning_rate": 9.971168041852456e-05,
      "loss": 0.0209,
      "step": 8250
    },
    {
      "loss_action": 0.01532186008989811,
      "loss_total": 0.01532186008989811,
      "step": 8250
    },
    {
      "loss_action": 0.027673326432704926,
      "loss_total": 0.027673326432704926,
      "step": 8250
    },
    {
      "loss_action": 0.018048027530312538,
      "loss_total": 0.018048027530312538,
      "step": 8250
    },
    {
      "loss_action": 0.007889604195952415,
      "loss_total": 0.007889604195952415,
      "step": 8250
    },
    {
      "loss_action": 0.028625434264540672,
      "loss_total": 0.028625434264540672,
      "step": 8250
    },
    {
      "loss_action": 0.02033529058098793,
      "loss_total": 0.02033529058098793,
      "step": 8250
    },
    {
      "loss_action": 0.014442120678722858,
      "loss_total": 0.014442120678722858,
      "step": 8250
    },
    {
      "loss_action": 0.019621271640062332,
      "loss_total": 0.019621271640062332,
      "step": 8250
    },
    {
      "grad_norm": 0.23473578691482544,
      "learning_rate": 9.970990458760215e-05,
      "loss": 0.0203,
      "step": 8260
    },
    {
      "loss_action": 0.021109875291585922,
      "loss_total": 0.021109875291585922,
      "step": 8260
    },
    {
      "loss_action": 0.024246662855148315,
      "loss_total": 0.024246662855148315,
      "step": 8260
    },
    {
      "loss_action": 0.03017842397093773,
      "loss_total": 0.03017842397093773,
      "step": 8260
    },
    {
      "loss_action": 0.016650475561618805,
      "loss_total": 0.016650475561618805,
      "step": 8260
    },
    {
      "loss_action": 0.024503521621227264,
      "loss_total": 0.024503521621227264,
      "step": 8260
    },
    {
      "loss_action": 0.017915844917297363,
      "loss_total": 0.017915844917297363,
      "step": 8260
    },
    {
      "loss_action": 0.024357115849852562,
      "loss_total": 0.024357115849852562,
      "step": 8260
    },
    {
      "loss_action": 0.02157003805041313,
      "loss_total": 0.02157003805041313,
      "step": 8260
    },
    {
      "grad_norm": 0.23280423879623413,
      "learning_rate": 9.970812332047929e-05,
      "loss": 0.0211,
      "step": 8270
    },
    {
      "loss_action": 0.010392127558588982,
      "loss_total": 0.010392127558588982,
      "step": 8270
    },
    {
      "loss_action": 0.01366369053721428,
      "loss_total": 0.01366369053721428,
      "step": 8270
    },
    {
      "loss_action": 0.014830900356173515,
      "loss_total": 0.014830900356173515,
      "step": 8270
    },
    {
      "loss_action": 0.014853033237159252,
      "loss_total": 0.014853033237159252,
      "step": 8270
    },
    {
      "loss_action": 0.051636043936014175,
      "loss_total": 0.051636043936014175,
      "step": 8270
    },
    {
      "loss_action": 0.020380206406116486,
      "loss_total": 0.020380206406116486,
      "step": 8270
    },
    {
      "loss_action": 0.02741704136133194,
      "loss_total": 0.02741704136133194,
      "step": 8270
    },
    {
      "loss_action": 0.02695297636091709,
      "loss_total": 0.02695297636091709,
      "step": 8270
    },
    {
      "grad_norm": 0.22860786318778992,
      "learning_rate": 9.97063366173508e-05,
      "loss": 0.0204,
      "step": 8280
    },
    {
      "loss_action": 0.021354880183935165,
      "loss_total": 0.021354880183935165,
      "step": 8280
    },
    {
      "loss_action": 0.01665017008781433,
      "loss_total": 0.01665017008781433,
      "step": 8280
    },
    {
      "loss_action": 0.0386916846036911,
      "loss_total": 0.0386916846036911,
      "step": 8280
    },
    {
      "loss_action": 0.009173732250928879,
      "loss_total": 0.009173732250928879,
      "step": 8280
    },
    {
      "loss_action": 0.00848747044801712,
      "loss_total": 0.00848747044801712,
      "step": 8280
    },
    {
      "loss_action": 0.013357656076550484,
      "loss_total": 0.013357656076550484,
      "step": 8280
    },
    {
      "loss_action": 0.008109331130981445,
      "loss_total": 0.008109331130981445,
      "step": 8280
    },
    {
      "loss_action": 0.024589745327830315,
      "loss_total": 0.024589745327830315,
      "step": 8280
    },
    {
      "grad_norm": 0.2600577175617218,
      "learning_rate": 9.970454447841207e-05,
      "loss": 0.0215,
      "step": 8290
    },
    {
      "loss_action": 0.03048771619796753,
      "loss_total": 0.03048771619796753,
      "step": 8290
    },
    {
      "loss_action": 0.038155049085617065,
      "loss_total": 0.038155049085617065,
      "step": 8290
    },
    {
      "loss_action": 0.02263079211115837,
      "loss_total": 0.02263079211115837,
      "step": 8290
    },
    {
      "loss_action": 0.0217844657599926,
      "loss_total": 0.0217844657599926,
      "step": 8290
    },
    {
      "loss_action": 0.03780102729797363,
      "loss_total": 0.03780102729797363,
      "step": 8290
    },
    {
      "loss_action": 0.0386260561645031,
      "loss_total": 0.0386260561645031,
      "step": 8290
    },
    {
      "loss_action": 0.02211422100663185,
      "loss_total": 0.02211422100663185,
      "step": 8290
    },
    {
      "loss_action": 0.03498488664627075,
      "loss_total": 0.03498488664627075,
      "step": 8290
    },
    {
      "grad_norm": 0.24277552962303162,
      "learning_rate": 9.970274690385909e-05,
      "loss": 0.0219,
      "step": 8300
    },
    {
      "loss_action": 0.048543959856033325,
      "loss_total": 0.048543959856033325,
      "step": 8300
    },
    {
      "loss_action": 0.018578477203845978,
      "loss_total": 0.018578477203845978,
      "step": 8300
    },
    {
      "loss_action": 0.013278896920382977,
      "loss_total": 0.013278896920382977,
      "step": 8300
    },
    {
      "loss_action": 0.030355192720890045,
      "loss_total": 0.030355192720890045,
      "step": 8300
    },
    {
      "loss_action": 0.0364537239074707,
      "loss_total": 0.0364537239074707,
      "step": 8300
    },
    {
      "loss_action": 0.02542494609951973,
      "loss_total": 0.02542494609951973,
      "step": 8300
    },
    {
      "loss_action": 0.02208341658115387,
      "loss_total": 0.02208341658115387,
      "step": 8300
    },
    {
      "loss_action": 0.027166035026311874,
      "loss_total": 0.027166035026311874,
      "step": 8300
    },
    {
      "grad_norm": 0.20464906096458435,
      "learning_rate": 9.970094389388844e-05,
      "loss": 0.0237,
      "step": 8310
    },
    {
      "loss_action": 0.01644250378012657,
      "loss_total": 0.01644250378012657,
      "step": 8310
    },
    {
      "loss_action": 0.017343800514936447,
      "loss_total": 0.017343800514936447,
      "step": 8310
    },
    {
      "loss_action": 0.02280205860733986,
      "loss_total": 0.02280205860733986,
      "step": 8310
    },
    {
      "loss_action": 0.027638129889965057,
      "loss_total": 0.027638129889965057,
      "step": 8310
    },
    {
      "loss_action": 0.023112069815397263,
      "loss_total": 0.023112069815397263,
      "step": 8310
    },
    {
      "loss_action": 0.01672075316309929,
      "loss_total": 0.01672075316309929,
      "step": 8310
    },
    {
      "loss_action": 0.021462533622980118,
      "loss_total": 0.021462533622980118,
      "step": 8310
    },
    {
      "loss_action": 0.030537167564034462,
      "loss_total": 0.030537167564034462,
      "step": 8310
    },
    {
      "grad_norm": 0.22658692300319672,
      "learning_rate": 9.969913544869728e-05,
      "loss": 0.0199,
      "step": 8320
    },
    {
      "loss_action": 0.018719172105193138,
      "loss_total": 0.018719172105193138,
      "step": 8320
    },
    {
      "loss_action": 0.031172920018434525,
      "loss_total": 0.031172920018434525,
      "step": 8320
    },
    {
      "loss_action": 0.031287819147109985,
      "loss_total": 0.031287819147109985,
      "step": 8320
    },
    {
      "loss_action": 0.02160937339067459,
      "loss_total": 0.02160937339067459,
      "step": 8320
    },
    {
      "loss_action": 0.029937006533145905,
      "loss_total": 0.029937006533145905,
      "step": 8320
    },
    {
      "loss_action": 0.025921136140823364,
      "loss_total": 0.025921136140823364,
      "step": 8320
    },
    {
      "loss_action": 0.05020586773753166,
      "loss_total": 0.05020586773753166,
      "step": 8320
    },
    {
      "loss_action": 0.033982373774051666,
      "loss_total": 0.033982373774051666,
      "step": 8320
    },
    {
      "grad_norm": 0.1646038144826889,
      "learning_rate": 9.96973215684834e-05,
      "loss": 0.0206,
      "step": 8330
    },
    {
      "loss_action": 0.0449335016310215,
      "loss_total": 0.0449335016310215,
      "step": 8330
    },
    {
      "loss_action": 0.020499777048826218,
      "loss_total": 0.020499777048826218,
      "step": 8330
    },
    {
      "loss_action": 0.024463390931487083,
      "loss_total": 0.024463390931487083,
      "step": 8330
    },
    {
      "loss_action": 0.010522134602069855,
      "loss_total": 0.010522134602069855,
      "step": 8330
    },
    {
      "loss_action": 0.020752184092998505,
      "loss_total": 0.020752184092998505,
      "step": 8330
    },
    {
      "loss_action": 0.018762510269880295,
      "loss_total": 0.018762510269880295,
      "step": 8330
    },
    {
      "loss_action": 0.01606627367436886,
      "loss_total": 0.01606627367436886,
      "step": 8330
    },
    {
      "loss_action": 0.009588495828211308,
      "loss_total": 0.009588495828211308,
      "step": 8330
    },
    {
      "grad_norm": 0.18574900925159454,
      "learning_rate": 9.969550225344513e-05,
      "loss": 0.0199,
      "step": 8340
    },
    {
      "loss_action": 0.013678545132279396,
      "loss_total": 0.013678545132279396,
      "step": 8340
    },
    {
      "loss_action": 0.011504502967000008,
      "loss_total": 0.011504502967000008,
      "step": 8340
    },
    {
      "loss_action": 0.012521648779511452,
      "loss_total": 0.012521648779511452,
      "step": 8340
    },
    {
      "loss_action": 0.012738018296658993,
      "loss_total": 0.012738018296658993,
      "step": 8340
    },
    {
      "loss_action": 0.036465100944042206,
      "loss_total": 0.036465100944042206,
      "step": 8340
    },
    {
      "loss_action": 0.011663436889648438,
      "loss_total": 0.011663436889648438,
      "step": 8340
    },
    {
      "loss_action": 0.009520288556814194,
      "loss_total": 0.009520288556814194,
      "step": 8340
    },
    {
      "loss_action": 0.011237338185310364,
      "loss_total": 0.011237338185310364,
      "step": 8340
    },
    {
      "grad_norm": 0.2674514949321747,
      "learning_rate": 9.969367750378147e-05,
      "loss": 0.0254,
      "step": 8350
    },
    {
      "loss_action": 0.02191413938999176,
      "loss_total": 0.02191413938999176,
      "step": 8350
    },
    {
      "loss_action": 0.030022352933883667,
      "loss_total": 0.030022352933883667,
      "step": 8350
    },
    {
      "loss_action": 0.017420314252376556,
      "loss_total": 0.017420314252376556,
      "step": 8350
    },
    {
      "loss_action": 0.01998777687549591,
      "loss_total": 0.01998777687549591,
      "step": 8350
    },
    {
      "loss_action": 0.018825726583600044,
      "loss_total": 0.018825726583600044,
      "step": 8350
    },
    {
      "loss_action": 0.02336895652115345,
      "loss_total": 0.02336895652115345,
      "step": 8350
    },
    {
      "loss_action": 0.01702847331762314,
      "loss_total": 0.01702847331762314,
      "step": 8350
    },
    {
      "loss_action": 0.02501552738249302,
      "loss_total": 0.02501552738249302,
      "step": 8350
    },
    {
      "grad_norm": 0.20035067200660706,
      "learning_rate": 9.969184731969194e-05,
      "loss": 0.0232,
      "step": 8360
    },
    {
      "loss_action": 0.01567539945244789,
      "loss_total": 0.01567539945244789,
      "step": 8360
    },
    {
      "loss_action": 0.015574522316455841,
      "loss_total": 0.015574522316455841,
      "step": 8360
    },
    {
      "loss_action": 0.017368141561746597,
      "loss_total": 0.017368141561746597,
      "step": 8360
    },
    {
      "loss_action": 0.02078915387392044,
      "loss_total": 0.02078915387392044,
      "step": 8360
    },
    {
      "loss_action": 0.013246927410364151,
      "loss_total": 0.013246927410364151,
      "step": 8360
    },
    {
      "loss_action": 0.023900482803583145,
      "loss_total": 0.023900482803583145,
      "step": 8360
    },
    {
      "loss_action": 0.0927184671163559,
      "loss_total": 0.0927184671163559,
      "step": 8360
    },
    {
      "loss_action": 0.015367143787443638,
      "loss_total": 0.015367143787443638,
      "step": 8360
    },
    {
      "grad_norm": 0.27422574162483215,
      "learning_rate": 9.96900117013767e-05,
      "loss": 0.0202,
      "step": 8370
    },
    {
      "loss_action": 0.019276659935712814,
      "loss_total": 0.019276659935712814,
      "step": 8370
    },
    {
      "loss_action": 0.015760861337184906,
      "loss_total": 0.015760861337184906,
      "step": 8370
    },
    {
      "loss_action": 0.016619712114334106,
      "loss_total": 0.016619712114334106,
      "step": 8370
    },
    {
      "loss_action": 0.008398802950978279,
      "loss_total": 0.008398802950978279,
      "step": 8370
    },
    {
      "loss_action": 0.010969223454594612,
      "loss_total": 0.010969223454594612,
      "step": 8370
    },
    {
      "loss_action": 0.01122179813683033,
      "loss_total": 0.01122179813683033,
      "step": 8370
    },
    {
      "loss_action": 0.01775035820901394,
      "loss_total": 0.01775035820901394,
      "step": 8370
    },
    {
      "loss_action": 0.028702987357974052,
      "loss_total": 0.028702987357974052,
      "step": 8370
    },
    {
      "grad_norm": 0.20877601206302643,
      "learning_rate": 9.96881706490365e-05,
      "loss": 0.0208,
      "step": 8380
    },
    {
      "loss_action": 0.016216982156038284,
      "loss_total": 0.016216982156038284,
      "step": 8380
    },
    {
      "loss_action": 0.015414541587233543,
      "loss_total": 0.015414541587233543,
      "step": 8380
    },
    {
      "loss_action": 0.017881333827972412,
      "loss_total": 0.017881333827972412,
      "step": 8380
    },
    {
      "loss_action": 0.04132930934429169,
      "loss_total": 0.04132930934429169,
      "step": 8380
    },
    {
      "loss_action": 0.01891816034913063,
      "loss_total": 0.01891816034913063,
      "step": 8380
    },
    {
      "loss_action": 0.027216751128435135,
      "loss_total": 0.027216751128435135,
      "step": 8380
    },
    {
      "loss_action": 0.023854998871684074,
      "loss_total": 0.023854998871684074,
      "step": 8380
    },
    {
      "loss_action": 0.03589166700839996,
      "loss_total": 0.03589166700839996,
      "step": 8380
    },
    {
      "grad_norm": 0.23337234556674957,
      "learning_rate": 9.968632416287265e-05,
      "loss": 0.0223,
      "step": 8390
    },
    {
      "loss_action": 0.021068111062049866,
      "loss_total": 0.021068111062049866,
      "step": 8390
    },
    {
      "loss_action": 0.0237338375300169,
      "loss_total": 0.0237338375300169,
      "step": 8390
    },
    {
      "loss_action": 0.012289093807339668,
      "loss_total": 0.012289093807339668,
      "step": 8390
    },
    {
      "loss_action": 0.022371353581547737,
      "loss_total": 0.022371353581547737,
      "step": 8390
    },
    {
      "loss_action": 0.012853134423494339,
      "loss_total": 0.012853134423494339,
      "step": 8390
    },
    {
      "loss_action": 0.040538351982831955,
      "loss_total": 0.040538351982831955,
      "step": 8390
    },
    {
      "loss_action": 0.01908932998776436,
      "loss_total": 0.01908932998776436,
      "step": 8390
    },
    {
      "loss_action": 0.010815883055329323,
      "loss_total": 0.010815883055329323,
      "step": 8390
    },
    {
      "grad_norm": 0.18706980347633362,
      "learning_rate": 9.96844722430871e-05,
      "loss": 0.0213,
      "step": 8400
    },
    {
      "loss_action": 0.03029455803334713,
      "loss_total": 0.03029455803334713,
      "step": 8400
    },
    {
      "loss_action": 0.04128233343362808,
      "loss_total": 0.04128233343362808,
      "step": 8400
    },
    {
      "loss_action": 0.055935345590114594,
      "loss_total": 0.055935345590114594,
      "step": 8400
    },
    {
      "loss_action": 0.02653108909726143,
      "loss_total": 0.02653108909726143,
      "step": 8400
    },
    {
      "loss_action": 0.009033799171447754,
      "loss_total": 0.009033799171447754,
      "step": 8400
    },
    {
      "loss_action": 0.025621894747018814,
      "loss_total": 0.025621894747018814,
      "step": 8400
    },
    {
      "loss_action": 0.011721659451723099,
      "loss_total": 0.011721659451723099,
      "step": 8400
    },
    {
      "loss_action": 0.012798641808331013,
      "loss_total": 0.012798641808331013,
      "step": 8400
    },
    {
      "grad_norm": 0.21478238701820374,
      "learning_rate": 9.968261488988235e-05,
      "loss": 0.021,
      "step": 8410
    },
    {
      "loss_action": 0.018971575424075127,
      "loss_total": 0.018971575424075127,
      "step": 8410
    },
    {
      "loss_action": 0.01574951410293579,
      "loss_total": 0.01574951410293579,
      "step": 8410
    },
    {
      "loss_action": 0.01454269327223301,
      "loss_total": 0.01454269327223301,
      "step": 8410
    },
    {
      "loss_action": 0.015490949153900146,
      "loss_total": 0.015490949153900146,
      "step": 8410
    },
    {
      "loss_action": 0.01136963814496994,
      "loss_total": 0.01136963814496994,
      "step": 8410
    },
    {
      "loss_action": 0.014463107101619244,
      "loss_total": 0.014463107101619244,
      "step": 8410
    },
    {
      "loss_action": 0.012634992599487305,
      "loss_total": 0.012634992599487305,
      "step": 8410
    },
    {
      "loss_action": 0.017352242022752762,
      "loss_total": 0.017352242022752762,
      "step": 8410
    },
    {
      "grad_norm": 0.19489651918411255,
      "learning_rate": 9.968075210346155e-05,
      "loss": 0.0194,
      "step": 8420
    },
    {
      "loss_action": 0.020067084580659866,
      "loss_total": 0.020067084580659866,
      "step": 8420
    },
    {
      "loss_action": 0.027187062427401543,
      "loss_total": 0.027187062427401543,
      "step": 8420
    },
    {
      "loss_action": 0.013769169338047504,
      "loss_total": 0.013769169338047504,
      "step": 8420
    },
    {
      "loss_action": 0.010731715708971024,
      "loss_total": 0.010731715708971024,
      "step": 8420
    },
    {
      "loss_action": 0.018686443567276,
      "loss_total": 0.018686443567276,
      "step": 8420
    },
    {
      "loss_action": 0.011077085509896278,
      "loss_total": 0.011077085509896278,
      "step": 8420
    },
    {
      "loss_action": 0.015321883372962475,
      "loss_total": 0.015321883372962475,
      "step": 8420
    },
    {
      "loss_action": 0.02642073482275009,
      "loss_total": 0.02642073482275009,
      "step": 8420
    },
    {
      "grad_norm": 0.2682289779186249,
      "learning_rate": 9.967888388402839e-05,
      "loss": 0.0209,
      "step": 8430
    },
    {
      "loss_action": 0.0152478301897645,
      "loss_total": 0.0152478301897645,
      "step": 8430
    },
    {
      "loss_action": 0.014982367865741253,
      "loss_total": 0.014982367865741253,
      "step": 8430
    },
    {
      "loss_action": 0.03334983438253403,
      "loss_total": 0.03334983438253403,
      "step": 8430
    },
    {
      "loss_action": 0.014789522625505924,
      "loss_total": 0.014789522625505924,
      "step": 8430
    },
    {
      "loss_action": 0.014137456193566322,
      "loss_total": 0.014137456193566322,
      "step": 8430
    },
    {
      "loss_action": 0.013848904520273209,
      "loss_total": 0.013848904520273209,
      "step": 8430
    },
    {
      "loss_action": 0.016956694424152374,
      "loss_total": 0.016956694424152374,
      "step": 8430
    },
    {
      "loss_action": 0.017650514841079712,
      "loss_total": 0.017650514841079712,
      "step": 8430
    },
    {
      "grad_norm": 0.22804483771324158,
      "learning_rate": 9.967701023178717e-05,
      "loss": 0.0218,
      "step": 8440
    },
    {
      "loss_action": 0.021839473396539688,
      "loss_total": 0.021839473396539688,
      "step": 8440
    },
    {
      "loss_action": 0.013337288983166218,
      "loss_total": 0.013337288983166218,
      "step": 8440
    },
    {
      "loss_action": 0.02078891545534134,
      "loss_total": 0.02078891545534134,
      "step": 8440
    },
    {
      "loss_action": 0.023549005389213562,
      "loss_total": 0.023549005389213562,
      "step": 8440
    },
    {
      "loss_action": 0.024029910564422607,
      "loss_total": 0.024029910564422607,
      "step": 8440
    },
    {
      "loss_action": 0.01644069328904152,
      "loss_total": 0.01644069328904152,
      "step": 8440
    },
    {
      "loss_action": 0.017911339178681374,
      "loss_total": 0.017911339178681374,
      "step": 8440
    },
    {
      "loss_action": 0.019126974046230316,
      "loss_total": 0.019126974046230316,
      "step": 8440
    },
    {
      "grad_norm": 0.21680983901023865,
      "learning_rate": 9.967513114694282e-05,
      "loss": 0.0247,
      "step": 8450
    },
    {
      "loss_action": 0.03351638466119766,
      "loss_total": 0.03351638466119766,
      "step": 8450
    },
    {
      "loss_action": 0.023173172026872635,
      "loss_total": 0.023173172026872635,
      "step": 8450
    },
    {
      "loss_action": 0.016938382759690285,
      "loss_total": 0.016938382759690285,
      "step": 8450
    },
    {
      "loss_action": 0.02991027943789959,
      "loss_total": 0.02991027943789959,
      "step": 8450
    },
    {
      "loss_action": 0.020809175446629524,
      "loss_total": 0.020809175446629524,
      "step": 8450
    },
    {
      "loss_action": 0.056627057492733,
      "loss_total": 0.056627057492733,
      "step": 8450
    },
    {
      "loss_action": 0.012204861268401146,
      "loss_total": 0.012204861268401146,
      "step": 8450
    },
    {
      "loss_action": 0.02411242388188839,
      "loss_total": 0.02411242388188839,
      "step": 8450
    },
    {
      "grad_norm": 0.23728713393211365,
      "learning_rate": 9.967324662970079e-05,
      "loss": 0.0218,
      "step": 8460
    },
    {
      "loss_action": 0.012100918218493462,
      "loss_total": 0.012100918218493462,
      "step": 8460
    },
    {
      "loss_action": 0.026577871292829514,
      "loss_total": 0.026577871292829514,
      "step": 8460
    },
    {
      "loss_action": 0.019429489970207214,
      "loss_total": 0.019429489970207214,
      "step": 8460
    },
    {
      "loss_action": 0.013273857533931732,
      "loss_total": 0.013273857533931732,
      "step": 8460
    },
    {
      "loss_action": 0.016452737152576447,
      "loss_total": 0.016452737152576447,
      "step": 8460
    },
    {
      "loss_action": 0.01384454220533371,
      "loss_total": 0.01384454220533371,
      "step": 8460
    },
    {
      "loss_action": 0.014728190377354622,
      "loss_total": 0.014728190377354622,
      "step": 8460
    },
    {
      "loss_action": 0.033417169004678726,
      "loss_total": 0.033417169004678726,
      "step": 8460
    },
    {
      "grad_norm": 0.2870480418205261,
      "learning_rate": 9.96713566802672e-05,
      "loss": 0.0198,
      "step": 8470
    },
    {
      "loss_action": 0.017815332859754562,
      "loss_total": 0.017815332859754562,
      "step": 8470
    },
    {
      "loss_action": 0.019106239080429077,
      "loss_total": 0.019106239080429077,
      "step": 8470
    },
    {
      "loss_action": 0.01823730766773224,
      "loss_total": 0.01823730766773224,
      "step": 8470
    },
    {
      "loss_action": 0.015468679368495941,
      "loss_total": 0.015468679368495941,
      "step": 8470
    },
    {
      "loss_action": 0.019487541168928146,
      "loss_total": 0.019487541168928146,
      "step": 8470
    },
    {
      "loss_action": 0.012881584465503693,
      "loss_total": 0.012881584465503693,
      "step": 8470
    },
    {
      "loss_action": 0.014817848801612854,
      "loss_total": 0.014817848801612854,
      "step": 8470
    },
    {
      "loss_action": 0.0109422467648983,
      "loss_total": 0.0109422467648983,
      "step": 8470
    },
    {
      "grad_norm": 0.21637092530727386,
      "learning_rate": 9.966946129884873e-05,
      "loss": 0.02,
      "step": 8480
    },
    {
      "loss_action": 0.017717618495225906,
      "loss_total": 0.017717618495225906,
      "step": 8480
    },
    {
      "loss_action": 0.01702984608709812,
      "loss_total": 0.01702984608709812,
      "step": 8480
    },
    {
      "loss_action": 0.024418432265520096,
      "loss_total": 0.024418432265520096,
      "step": 8480
    },
    {
      "loss_action": 0.038175225257873535,
      "loss_total": 0.038175225257873535,
      "step": 8480
    },
    {
      "loss_action": 0.038120634853839874,
      "loss_total": 0.038120634853839874,
      "step": 8480
    },
    {
      "loss_action": 0.030180655419826508,
      "loss_total": 0.030180655419826508,
      "step": 8480
    },
    {
      "loss_action": 0.01708137057721615,
      "loss_total": 0.01708137057721615,
      "step": 8480
    },
    {
      "loss_action": 0.008045460097491741,
      "loss_total": 0.008045460097491741,
      "step": 8480
    },
    {
      "grad_norm": 0.2607252597808838,
      "learning_rate": 9.966756048565265e-05,
      "loss": 0.0203,
      "step": 8490
    },
    {
      "loss_action": 0.028329771012067795,
      "loss_total": 0.028329771012067795,
      "step": 8490
    },
    {
      "loss_action": 0.02120799571275711,
      "loss_total": 0.02120799571275711,
      "step": 8490
    },
    {
      "loss_action": 0.01900794357061386,
      "loss_total": 0.01900794357061386,
      "step": 8490
    },
    {
      "loss_action": 0.016376812011003494,
      "loss_total": 0.016376812011003494,
      "step": 8490
    },
    {
      "loss_action": 0.029291464015841484,
      "loss_total": 0.029291464015841484,
      "step": 8490
    },
    {
      "loss_action": 0.011064520105719566,
      "loss_total": 0.011064520105719566,
      "step": 8490
    },
    {
      "loss_action": 0.01337180845439434,
      "loss_total": 0.01337180845439434,
      "step": 8490
    },
    {
      "loss_action": 0.04568840563297272,
      "loss_total": 0.04568840563297272,
      "step": 8490
    },
    {
      "grad_norm": 0.264699786901474,
      "learning_rate": 9.966565424088681e-05,
      "loss": 0.0269,
      "step": 8500
    },
    {
      "loss_action": 0.02111884579062462,
      "loss_total": 0.02111884579062462,
      "step": 8500
    },
    {
      "loss_action": 0.01788642257452011,
      "loss_total": 0.01788642257452011,
      "step": 8500
    },
    {
      "loss_action": 0.019177909940481186,
      "loss_total": 0.019177909940481186,
      "step": 8500
    },
    {
      "loss_action": 0.03611624240875244,
      "loss_total": 0.03611624240875244,
      "step": 8500
    },
    {
      "loss_action": 0.01149507611989975,
      "loss_total": 0.01149507611989975,
      "step": 8500
    },
    {
      "loss_action": 0.015405156649649143,
      "loss_total": 0.015405156649649143,
      "step": 8500
    },
    {
      "loss_action": 0.015017213299870491,
      "loss_total": 0.015017213299870491,
      "step": 8500
    },
    {
      "loss_action": 0.02508966438472271,
      "loss_total": 0.02508966438472271,
      "step": 8500
    },
    {
      "grad_norm": 0.2677443325519562,
      "learning_rate": 9.96637425647597e-05,
      "loss": 0.0219,
      "step": 8510
    },
    {
      "loss_action": 0.023187946528196335,
      "loss_total": 0.023187946528196335,
      "step": 8510
    },
    {
      "loss_action": 0.018080921843647957,
      "loss_total": 0.018080921843647957,
      "step": 8510
    },
    {
      "loss_action": 0.017379969358444214,
      "loss_total": 0.017379969358444214,
      "step": 8510
    },
    {
      "loss_action": 0.01089564897119999,
      "loss_total": 0.01089564897119999,
      "step": 8510
    },
    {
      "loss_action": 0.04623346030712128,
      "loss_total": 0.04623346030712128,
      "step": 8510
    },
    {
      "loss_action": 0.02561463788151741,
      "loss_total": 0.02561463788151741,
      "step": 8510
    },
    {
      "loss_action": 0.026798803359270096,
      "loss_total": 0.026798803359270096,
      "step": 8510
    },
    {
      "loss_action": 0.03028532676398754,
      "loss_total": 0.03028532676398754,
      "step": 8510
    },
    {
      "grad_norm": 0.2408125251531601,
      "learning_rate": 9.966182545748038e-05,
      "loss": 0.0223,
      "step": 8520
    },
    {
      "loss_action": 0.028742710128426552,
      "loss_total": 0.028742710128426552,
      "step": 8520
    },
    {
      "loss_action": 0.012980950064957142,
      "loss_total": 0.012980950064957142,
      "step": 8520
    },
    {
      "loss_action": 0.009823756292462349,
      "loss_total": 0.009823756292462349,
      "step": 8520
    },
    {
      "loss_action": 0.015432684682309628,
      "loss_total": 0.015432684682309628,
      "step": 8520
    },
    {
      "loss_action": 0.05362164229154587,
      "loss_total": 0.05362164229154587,
      "step": 8520
    },
    {
      "loss_action": 0.027109883725643158,
      "loss_total": 0.027109883725643158,
      "step": 8520
    },
    {
      "loss_action": 0.009433198720216751,
      "loss_total": 0.009433198720216751,
      "step": 8520
    },
    {
      "loss_action": 0.01687319576740265,
      "loss_total": 0.01687319576740265,
      "step": 8520
    },
    {
      "grad_norm": 0.22194336354732513,
      "learning_rate": 9.96599029192585e-05,
      "loss": 0.021,
      "step": 8530
    },
    {
      "loss_action": 0.025024259462952614,
      "loss_total": 0.025024259462952614,
      "step": 8530
    },
    {
      "loss_action": 0.019753217697143555,
      "loss_total": 0.019753217697143555,
      "step": 8530
    },
    {
      "loss_action": 0.017991214990615845,
      "loss_total": 0.017991214990615845,
      "step": 8530
    },
    {
      "loss_action": 0.012472790665924549,
      "loss_total": 0.012472790665924549,
      "step": 8530
    },
    {
      "loss_action": 0.028325378894805908,
      "loss_total": 0.028325378894805908,
      "step": 8530
    },
    {
      "loss_action": 0.018721584230661392,
      "loss_total": 0.018721584230661392,
      "step": 8530
    },
    {
      "loss_action": 0.022067269310355186,
      "loss_total": 0.022067269310355186,
      "step": 8530
    },
    {
      "loss_action": 0.01014553289860487,
      "loss_total": 0.01014553289860487,
      "step": 8530
    },
    {
      "grad_norm": 0.254499226808548,
      "learning_rate": 9.965797495030428e-05,
      "loss": 0.0225,
      "step": 8540
    },
    {
      "loss_action": 0.021930620074272156,
      "loss_total": 0.021930620074272156,
      "step": 8540
    },
    {
      "loss_action": 0.024336330592632294,
      "loss_total": 0.024336330592632294,
      "step": 8540
    },
    {
      "loss_action": 0.02788245677947998,
      "loss_total": 0.02788245677947998,
      "step": 8540
    },
    {
      "loss_action": 0.015228746458888054,
      "loss_total": 0.015228746458888054,
      "step": 8540
    },
    {
      "loss_action": 0.019145861268043518,
      "loss_total": 0.019145861268043518,
      "step": 8540
    },
    {
      "loss_action": 0.01482840720564127,
      "loss_total": 0.01482840720564127,
      "step": 8540
    },
    {
      "loss_action": 0.017143022269010544,
      "loss_total": 0.017143022269010544,
      "step": 8540
    },
    {
      "loss_action": 0.014710789546370506,
      "loss_total": 0.014710789546370506,
      "step": 8540
    },
    {
      "grad_norm": 0.18578098714351654,
      "learning_rate": 9.96560415508286e-05,
      "loss": 0.0206,
      "step": 8550
    },
    {
      "loss_action": 0.031088650226593018,
      "loss_total": 0.031088650226593018,
      "step": 8550
    },
    {
      "loss_action": 0.012389629147946835,
      "loss_total": 0.012389629147946835,
      "step": 8550
    },
    {
      "loss_action": 0.014355795457959175,
      "loss_total": 0.014355795457959175,
      "step": 8550
    },
    {
      "loss_action": 0.01264900155365467,
      "loss_total": 0.01264900155365467,
      "step": 8550
    },
    {
      "loss_action": 0.030163370072841644,
      "loss_total": 0.030163370072841644,
      "step": 8550
    },
    {
      "loss_action": 0.014173725619912148,
      "loss_total": 0.014173725619912148,
      "step": 8550
    },
    {
      "loss_action": 0.017698921263217926,
      "loss_total": 0.017698921263217926,
      "step": 8550
    },
    {
      "loss_action": 0.012864610180258751,
      "loss_total": 0.012864610180258751,
      "step": 8550
    },
    {
      "grad_norm": 0.19987912476062775,
      "learning_rate": 9.965410272104286e-05,
      "loss": 0.0233,
      "step": 8560
    },
    {
      "loss_action": 0.0164672639220953,
      "loss_total": 0.0164672639220953,
      "step": 8560
    },
    {
      "loss_action": 0.01597367227077484,
      "loss_total": 0.01597367227077484,
      "step": 8560
    },
    {
      "loss_action": 0.026935696601867676,
      "loss_total": 0.026935696601867676,
      "step": 8560
    },
    {
      "loss_action": 0.013269991613924503,
      "loss_total": 0.013269991613924503,
      "step": 8560
    },
    {
      "loss_action": 0.030039168894290924,
      "loss_total": 0.030039168894290924,
      "step": 8560
    },
    {
      "loss_action": 0.029370663687586784,
      "loss_total": 0.029370663687586784,
      "step": 8560
    },
    {
      "loss_action": 0.015282955020666122,
      "loss_total": 0.015282955020666122,
      "step": 8560
    },
    {
      "loss_action": 0.021083593368530273,
      "loss_total": 0.021083593368530273,
      "step": 8560
    },
    {
      "grad_norm": 0.20665432512760162,
      "learning_rate": 9.96521584611591e-05,
      "loss": 0.0248,
      "step": 8570
    },
    {
      "loss_action": 0.01974538341164589,
      "loss_total": 0.01974538341164589,
      "step": 8570
    },
    {
      "loss_action": 0.01903916336596012,
      "loss_total": 0.01903916336596012,
      "step": 8570
    },
    {
      "loss_action": 0.012812771834433079,
      "loss_total": 0.012812771834433079,
      "step": 8570
    },
    {
      "loss_action": 0.0209524966776371,
      "loss_total": 0.0209524966776371,
      "step": 8570
    },
    {
      "loss_action": 0.014609381556510925,
      "loss_total": 0.014609381556510925,
      "step": 8570
    },
    {
      "loss_action": 0.0319928303360939,
      "loss_total": 0.0319928303360939,
      "step": 8570
    },
    {
      "loss_action": 0.02067844197154045,
      "loss_total": 0.02067844197154045,
      "step": 8570
    },
    {
      "loss_action": 0.01798728108406067,
      "loss_total": 0.01798728108406067,
      "step": 8570
    },
    {
      "grad_norm": 0.2325490415096283,
      "learning_rate": 9.965020877138994e-05,
      "loss": 0.0229,
      "step": 8580
    },
    {
      "loss_action": 0.012031838297843933,
      "loss_total": 0.012031838297843933,
      "step": 8580
    },
    {
      "loss_action": 0.009391708299517632,
      "loss_total": 0.009391708299517632,
      "step": 8580
    },
    {
      "loss_action": 0.016817068681120872,
      "loss_total": 0.016817068681120872,
      "step": 8580
    },
    {
      "loss_action": 0.023113738745450974,
      "loss_total": 0.023113738745450974,
      "step": 8580
    },
    {
      "loss_action": 0.015489204786717892,
      "loss_total": 0.015489204786717892,
      "step": 8580
    },
    {
      "loss_action": 0.01994512230157852,
      "loss_total": 0.01994512230157852,
      "step": 8580
    },
    {
      "loss_action": 0.05047621205449104,
      "loss_total": 0.05047621205449104,
      "step": 8580
    },
    {
      "loss_action": 0.02618698589503765,
      "loss_total": 0.02618698589503765,
      "step": 8580
    },
    {
      "grad_norm": 0.20672661066055298,
      "learning_rate": 9.964825365194861e-05,
      "loss": 0.0218,
      "step": 8590
    },
    {
      "loss_action": 0.02356516197323799,
      "loss_total": 0.02356516197323799,
      "step": 8590
    },
    {
      "loss_action": 0.028045445680618286,
      "loss_total": 0.028045445680618286,
      "step": 8590
    },
    {
      "loss_action": 0.019872739911079407,
      "loss_total": 0.019872739911079407,
      "step": 8590
    },
    {
      "loss_action": 0.01847946271300316,
      "loss_total": 0.01847946271300316,
      "step": 8590
    },
    {
      "loss_action": 0.017510786652565002,
      "loss_total": 0.017510786652565002,
      "step": 8590
    },
    {
      "loss_action": 0.025948429480195045,
      "loss_total": 0.025948429480195045,
      "step": 8590
    },
    {
      "loss_action": 0.012168558314442635,
      "loss_total": 0.012168558314442635,
      "step": 8590
    },
    {
      "loss_action": 0.016072871163487434,
      "loss_total": 0.016072871163487434,
      "step": 8590
    },
    {
      "grad_norm": 0.3341710567474365,
      "learning_rate": 9.96462931030489e-05,
      "loss": 0.0209,
      "step": 8600
    },
    {
      "loss_action": 0.013884557411074638,
      "loss_total": 0.013884557411074638,
      "step": 8600
    },
    {
      "loss_action": 0.11065396666526794,
      "loss_total": 0.11065396666526794,
      "step": 8600
    },
    {
      "loss_action": 0.019907530397176743,
      "loss_total": 0.019907530397176743,
      "step": 8600
    },
    {
      "loss_action": 0.024610407650470734,
      "loss_total": 0.024610407650470734,
      "step": 8600
    },
    {
      "loss_action": 0.006630816031247377,
      "loss_total": 0.006630816031247377,
      "step": 8600
    },
    {
      "loss_action": 0.020128387957811356,
      "loss_total": 0.020128387957811356,
      "step": 8600
    },
    {
      "loss_action": 0.0133512569591403,
      "loss_total": 0.0133512569591403,
      "step": 8600
    },
    {
      "loss_action": 0.013839437626302242,
      "loss_total": 0.013839437626302242,
      "step": 8600
    },
    {
      "grad_norm": 0.18190138041973114,
      "learning_rate": 9.96443271249052e-05,
      "loss": 0.0205,
      "step": 8610
    },
    {
      "loss_action": 0.014199817553162575,
      "loss_total": 0.014199817553162575,
      "step": 8610
    },
    {
      "loss_action": 0.02973848208785057,
      "loss_total": 0.02973848208785057,
      "step": 8610
    },
    {
      "loss_action": 0.01690313220024109,
      "loss_total": 0.01690313220024109,
      "step": 8610
    },
    {
      "loss_action": 0.017842551693320274,
      "loss_total": 0.017842551693320274,
      "step": 8610
    },
    {
      "loss_action": 0.02313951402902603,
      "loss_total": 0.02313951402902603,
      "step": 8610
    },
    {
      "loss_action": 0.013632621616125107,
      "loss_total": 0.013632621616125107,
      "step": 8610
    },
    {
      "loss_action": 0.02287967875599861,
      "loss_total": 0.02287967875599861,
      "step": 8610
    },
    {
      "loss_action": 0.011073444038629532,
      "loss_total": 0.011073444038629532,
      "step": 8610
    },
    {
      "grad_norm": 0.18348395824432373,
      "learning_rate": 9.964235571773255e-05,
      "loss": 0.0188,
      "step": 8620
    },
    {
      "loss_action": 0.017209883779287338,
      "loss_total": 0.017209883779287338,
      "step": 8620
    },
    {
      "loss_action": 0.01389097236096859,
      "loss_total": 0.01389097236096859,
      "step": 8620
    },
    {
      "loss_action": 0.023969044908881187,
      "loss_total": 0.023969044908881187,
      "step": 8620
    },
    {
      "loss_action": 0.01748981513082981,
      "loss_total": 0.01748981513082981,
      "step": 8620
    },
    {
      "loss_action": 0.023074904456734657,
      "loss_total": 0.023074904456734657,
      "step": 8620
    },
    {
      "loss_action": 0.0539214164018631,
      "loss_total": 0.0539214164018631,
      "step": 8620
    },
    {
      "loss_action": 0.015164031647145748,
      "loss_total": 0.015164031647145748,
      "step": 8620
    },
    {
      "loss_action": 0.0433257594704628,
      "loss_total": 0.0433257594704628,
      "step": 8620
    },
    {
      "grad_norm": 0.21944376826286316,
      "learning_rate": 9.96403788817465e-05,
      "loss": 0.0222,
      "step": 8630
    },
    {
      "loss_action": 0.014457397162914276,
      "loss_total": 0.014457397162914276,
      "step": 8630
    },
    {
      "loss_action": 0.037078604102134705,
      "loss_total": 0.037078604102134705,
      "step": 8630
    },
    {
      "loss_action": 0.020375875756144524,
      "loss_total": 0.020375875756144524,
      "step": 8630
    },
    {
      "loss_action": 0.01611080765724182,
      "loss_total": 0.01611080765724182,
      "step": 8630
    },
    {
      "loss_action": 0.015372078865766525,
      "loss_total": 0.015372078865766525,
      "step": 8630
    },
    {
      "loss_action": 0.02602151408791542,
      "loss_total": 0.02602151408791542,
      "step": 8630
    },
    {
      "loss_action": 0.022502189502120018,
      "loss_total": 0.022502189502120018,
      "step": 8630
    },
    {
      "loss_action": 0.013291059993207455,
      "loss_total": 0.013291059993207455,
      "step": 8630
    },
    {
      "grad_norm": 0.24838244915008545,
      "learning_rate": 9.963839661716325e-05,
      "loss": 0.024,
      "step": 8640
    },
    {
      "loss_action": 0.03247550502419472,
      "loss_total": 0.03247550502419472,
      "step": 8640
    },
    {
      "loss_action": 0.0285362359136343,
      "loss_total": 0.0285362359136343,
      "step": 8640
    },
    {
      "loss_action": 0.01778288558125496,
      "loss_total": 0.01778288558125496,
      "step": 8640
    },
    {
      "loss_action": 0.033527955412864685,
      "loss_total": 0.033527955412864685,
      "step": 8640
    },
    {
      "loss_action": 0.03545967489480972,
      "loss_total": 0.03545967489480972,
      "step": 8640
    },
    {
      "loss_action": 0.011923706158995628,
      "loss_total": 0.011923706158995628,
      "step": 8640
    },
    {
      "loss_action": 0.02987414412200451,
      "loss_total": 0.02987414412200451,
      "step": 8640
    },
    {
      "loss_action": 0.026784872636198997,
      "loss_total": 0.026784872636198997,
      "step": 8640
    },
    {
      "grad_norm": 0.23853984475135803,
      "learning_rate": 9.963640892419958e-05,
      "loss": 0.0239,
      "step": 8650
    },
    {
      "loss_action": 0.030953530222177505,
      "loss_total": 0.030953530222177505,
      "step": 8650
    },
    {
      "loss_action": 0.015517877414822578,
      "loss_total": 0.015517877414822578,
      "step": 8650
    },
    {
      "loss_action": 0.016062699258327484,
      "loss_total": 0.016062699258327484,
      "step": 8650
    },
    {
      "loss_action": 0.010531452484428883,
      "loss_total": 0.010531452484428883,
      "step": 8650
    },
    {
      "loss_action": 0.024309977889060974,
      "loss_total": 0.024309977889060974,
      "step": 8650
    },
    {
      "loss_action": 0.03107449784874916,
      "loss_total": 0.03107449784874916,
      "step": 8650
    },
    {
      "loss_action": 0.011554805561900139,
      "loss_total": 0.011554805561900139,
      "step": 8650
    },
    {
      "loss_action": 0.022191908210515976,
      "loss_total": 0.022191908210515976,
      "step": 8650
    },
    {
      "grad_norm": 0.24239400029182434,
      "learning_rate": 9.963441580307286e-05,
      "loss": 0.0213,
      "step": 8660
    },
    {
      "loss_action": 0.013204539194703102,
      "loss_total": 0.013204539194703102,
      "step": 8660
    },
    {
      "loss_action": 0.011972424574196339,
      "loss_total": 0.011972424574196339,
      "step": 8660
    },
    {
      "loss_action": 0.017136335372924805,
      "loss_total": 0.017136335372924805,
      "step": 8660
    },
    {
      "loss_action": 0.010217184200882912,
      "loss_total": 0.010217184200882912,
      "step": 8660
    },
    {
      "loss_action": 0.021454935893416405,
      "loss_total": 0.021454935893416405,
      "step": 8660
    },
    {
      "loss_action": 0.01531982235610485,
      "loss_total": 0.01531982235610485,
      "step": 8660
    },
    {
      "loss_action": 0.015104083344340324,
      "loss_total": 0.015104083344340324,
      "step": 8660
    },
    {
      "loss_action": 0.02223648875951767,
      "loss_total": 0.02223648875951767,
      "step": 8660
    },
    {
      "grad_norm": 0.35163912177085876,
      "learning_rate": 9.963241725400104e-05,
      "loss": 0.0228,
      "step": 8670
    },
    {
      "loss_action": 0.016443634405732155,
      "loss_total": 0.016443634405732155,
      "step": 8670
    },
    {
      "loss_action": 0.02465629205107689,
      "loss_total": 0.02465629205107689,
      "step": 8670
    },
    {
      "loss_action": 0.012915992178022861,
      "loss_total": 0.012915992178022861,
      "step": 8670
    },
    {
      "loss_action": 0.08714219182729721,
      "loss_total": 0.08714219182729721,
      "step": 8670
    },
    {
      "loss_action": 0.026905326172709465,
      "loss_total": 0.026905326172709465,
      "step": 8670
    },
    {
      "loss_action": 0.01875166967511177,
      "loss_total": 0.01875166967511177,
      "step": 8670
    },
    {
      "loss_action": 0.029966332018375397,
      "loss_total": 0.029966332018375397,
      "step": 8670
    },
    {
      "loss_action": 0.019598331302404404,
      "loss_total": 0.019598331302404404,
      "step": 8670
    },
    {
      "grad_norm": 0.22898755967617035,
      "learning_rate": 9.963041327720271e-05,
      "loss": 0.0252,
      "step": 8680
    },
    {
      "loss_action": 0.02137361280620098,
      "loss_total": 0.02137361280620098,
      "step": 8680
    },
    {
      "loss_action": 0.019184354692697525,
      "loss_total": 0.019184354692697525,
      "step": 8680
    },
    {
      "loss_action": 0.019574150443077087,
      "loss_total": 0.019574150443077087,
      "step": 8680
    },
    {
      "loss_action": 0.025135185569524765,
      "loss_total": 0.025135185569524765,
      "step": 8680
    },
    {
      "loss_action": 0.013404167257249355,
      "loss_total": 0.013404167257249355,
      "step": 8680
    },
    {
      "loss_action": 0.02464287355542183,
      "loss_total": 0.02464287355542183,
      "step": 8680
    },
    {
      "loss_action": 0.022680114954710007,
      "loss_total": 0.022680114954710007,
      "step": 8680
    },
    {
      "loss_action": 0.03363697603344917,
      "loss_total": 0.03363697603344917,
      "step": 8680
    },
    {
      "grad_norm": 0.1626875102519989,
      "learning_rate": 9.962840387289697e-05,
      "loss": 0.0199,
      "step": 8690
    },
    {
      "loss_action": 0.01441064104437828,
      "loss_total": 0.01441064104437828,
      "step": 8690
    },
    {
      "loss_action": 0.01979830674827099,
      "loss_total": 0.01979830674827099,
      "step": 8690
    },
    {
      "loss_action": 0.021251622587442398,
      "loss_total": 0.021251622587442398,
      "step": 8690
    },
    {
      "loss_action": 0.028170177713036537,
      "loss_total": 0.028170177713036537,
      "step": 8690
    },
    {
      "loss_action": 0.010765505954623222,
      "loss_total": 0.010765505954623222,
      "step": 8690
    },
    {
      "loss_action": 0.01919865794479847,
      "loss_total": 0.01919865794479847,
      "step": 8690
    },
    {
      "loss_action": 0.01330040954053402,
      "loss_total": 0.01330040954053402,
      "step": 8690
    },
    {
      "loss_action": 0.024055717512965202,
      "loss_total": 0.024055717512965202,
      "step": 8690
    },
    {
      "grad_norm": 0.25648099184036255,
      "learning_rate": 9.962638904130363e-05,
      "loss": 0.0191,
      "step": 8700
    },
    {
      "loss_action": 0.02055293135344982,
      "loss_total": 0.02055293135344982,
      "step": 8700
    },
    {
      "loss_action": 0.01321506965905428,
      "loss_total": 0.01321506965905428,
      "step": 8700
    },
    {
      "loss_action": 0.02239624783396721,
      "loss_total": 0.02239624783396721,
      "step": 8700
    },
    {
      "loss_action": 0.009119588881731033,
      "loss_total": 0.009119588881731033,
      "step": 8700
    },
    {
      "loss_action": 0.016387855634093285,
      "loss_total": 0.016387855634093285,
      "step": 8700
    },
    {
      "loss_action": 0.025794947519898415,
      "loss_total": 0.025794947519898415,
      "step": 8700
    },
    {
      "loss_action": 0.02086874470114708,
      "loss_total": 0.02086874470114708,
      "step": 8700
    },
    {
      "loss_action": 0.018756933510303497,
      "loss_total": 0.018756933510303497,
      "step": 8700
    },
    {
      "grad_norm": 0.20269696414470673,
      "learning_rate": 9.962436878264298e-05,
      "loss": 0.0198,
      "step": 8710
    },
    {
      "loss_action": 0.014740709215402603,
      "loss_total": 0.014740709215402603,
      "step": 8710
    },
    {
      "loss_action": 0.007882650941610336,
      "loss_total": 0.007882650941610336,
      "step": 8710
    },
    {
      "loss_action": 0.021153297275304794,
      "loss_total": 0.021153297275304794,
      "step": 8710
    },
    {
      "loss_action": 0.021476609632372856,
      "loss_total": 0.021476609632372856,
      "step": 8710
    },
    {
      "loss_action": 0.02758222632110119,
      "loss_total": 0.02758222632110119,
      "step": 8710
    },
    {
      "loss_action": 0.01359688863158226,
      "loss_total": 0.01359688863158226,
      "step": 8710
    },
    {
      "loss_action": 0.035660646855831146,
      "loss_total": 0.035660646855831146,
      "step": 8710
    },
    {
      "loss_action": 0.008301449008286,
      "loss_total": 0.008301449008286,
      "step": 8710
    },
    {
      "grad_norm": 0.23848822712898254,
      "learning_rate": 9.962234309713598e-05,
      "loss": 0.0208,
      "step": 8720
    },
    {
      "loss_action": 0.007186321076005697,
      "loss_total": 0.007186321076005697,
      "step": 8720
    },
    {
      "loss_action": 0.01522244606167078,
      "loss_total": 0.01522244606167078,
      "step": 8720
    },
    {
      "loss_action": 0.030542422086000443,
      "loss_total": 0.030542422086000443,
      "step": 8720
    },
    {
      "loss_action": 0.015892866998910904,
      "loss_total": 0.015892866998910904,
      "step": 8720
    },
    {
      "loss_action": 0.03548683226108551,
      "loss_total": 0.03548683226108551,
      "step": 8720
    },
    {
      "loss_action": 0.015892522409558296,
      "loss_total": 0.015892522409558296,
      "step": 8720
    },
    {
      "loss_action": 0.03225969523191452,
      "loss_total": 0.03225969523191452,
      "step": 8720
    },
    {
      "loss_action": 0.009571545757353306,
      "loss_total": 0.009571545757353306,
      "step": 8720
    },
    {
      "grad_norm": 0.3413907587528229,
      "learning_rate": 9.962031198500414e-05,
      "loss": 0.0211,
      "step": 8730
    },
    {
      "loss_action": 0.023461773991584778,
      "loss_total": 0.023461773991584778,
      "step": 8730
    },
    {
      "loss_action": 0.012521622702479362,
      "loss_total": 0.012521622702479362,
      "step": 8730
    },
    {
      "loss_action": 0.01383008062839508,
      "loss_total": 0.01383008062839508,
      "step": 8730
    },
    {
      "loss_action": 0.01088315062224865,
      "loss_total": 0.01088315062224865,
      "step": 8730
    },
    {
      "loss_action": 0.025831449776887894,
      "loss_total": 0.025831449776887894,
      "step": 8730
    },
    {
      "loss_action": 0.02345324121415615,
      "loss_total": 0.02345324121415615,
      "step": 8730
    },
    {
      "loss_action": 0.015088444575667381,
      "loss_total": 0.015088444575667381,
      "step": 8730
    },
    {
      "loss_action": 0.019034378230571747,
      "loss_total": 0.019034378230571747,
      "step": 8730
    },
    {
      "grad_norm": 0.25248396396636963,
      "learning_rate": 9.961827544646958e-05,
      "loss": 0.0205,
      "step": 8740
    },
    {
      "loss_action": 0.02526748925447464,
      "loss_total": 0.02526748925447464,
      "step": 8740
    },
    {
      "loss_action": 0.03369498252868652,
      "loss_total": 0.03369498252868652,
      "step": 8740
    },
    {
      "loss_action": 0.011819018051028252,
      "loss_total": 0.011819018051028252,
      "step": 8740
    },
    {
      "loss_action": 0.015773769468069077,
      "loss_total": 0.015773769468069077,
      "step": 8740
    },
    {
      "loss_action": 0.04295220226049423,
      "loss_total": 0.04295220226049423,
      "step": 8740
    },
    {
      "loss_action": 0.02597818523645401,
      "loss_total": 0.02597818523645401,
      "step": 8740
    },
    {
      "loss_action": 0.02149971015751362,
      "loss_total": 0.02149971015751362,
      "step": 8740
    },
    {
      "loss_action": 0.010455832816660404,
      "loss_total": 0.010455832816660404,
      "step": 8740
    },
    {
      "grad_norm": 0.23366349935531616,
      "learning_rate": 9.961623348175501e-05,
      "loss": 0.0178,
      "step": 8750
    },
    {
      "loss_action": 0.014738980680704117,
      "loss_total": 0.014738980680704117,
      "step": 8750
    },
    {
      "loss_action": 0.014963905327022076,
      "loss_total": 0.014963905327022076,
      "step": 8750
    },
    {
      "loss_action": 0.013237684965133667,
      "loss_total": 0.013237684965133667,
      "step": 8750
    },
    {
      "loss_action": 0.02692275494337082,
      "loss_total": 0.02692275494337082,
      "step": 8750
    },
    {
      "loss_action": 0.015408046543598175,
      "loss_total": 0.015408046543598175,
      "step": 8750
    },
    {
      "loss_action": 0.019067170098423958,
      "loss_total": 0.019067170098423958,
      "step": 8750
    },
    {
      "loss_action": 0.011697527952492237,
      "loss_total": 0.011697527952492237,
      "step": 8750
    },
    {
      "loss_action": 0.014581777155399323,
      "loss_total": 0.014581777155399323,
      "step": 8750
    },
    {
      "grad_norm": 0.3092725872993469,
      "learning_rate": 9.961418609108377e-05,
      "loss": 0.0203,
      "step": 8760
    },
    {
      "loss_action": 0.04575075954198837,
      "loss_total": 0.04575075954198837,
      "step": 8760
    },
    {
      "loss_action": 0.012166382744908333,
      "loss_total": 0.012166382744908333,
      "step": 8760
    },
    {
      "loss_action": 0.024640502408146858,
      "loss_total": 0.024640502408146858,
      "step": 8760
    },
    {
      "loss_action": 0.014009601436555386,
      "loss_total": 0.014009601436555386,
      "step": 8760
    },
    {
      "loss_action": 0.013666367158293724,
      "loss_total": 0.013666367158293724,
      "step": 8760
    },
    {
      "loss_action": 0.01839657500386238,
      "loss_total": 0.01839657500386238,
      "step": 8760
    },
    {
      "loss_action": 0.012592634186148643,
      "loss_total": 0.012592634186148643,
      "step": 8760
    },
    {
      "loss_action": 0.042954057455062866,
      "loss_total": 0.042954057455062866,
      "step": 8760
    },
    {
      "grad_norm": 0.1800292283296585,
      "learning_rate": 9.961213327467971e-05,
      "loss": 0.0227,
      "step": 8770
    },
    {
      "loss_action": 0.01261993683874607,
      "loss_total": 0.01261993683874607,
      "step": 8770
    },
    {
      "loss_action": 0.022758346050977707,
      "loss_total": 0.022758346050977707,
      "step": 8770
    },
    {
      "loss_action": 0.0234686229377985,
      "loss_total": 0.0234686229377985,
      "step": 8770
    },
    {
      "loss_action": 0.013740777969360352,
      "loss_total": 0.013740777969360352,
      "step": 8770
    },
    {
      "loss_action": 0.03973088040947914,
      "loss_total": 0.03973088040947914,
      "step": 8770
    },
    {
      "loss_action": 0.07113972306251526,
      "loss_total": 0.07113972306251526,
      "step": 8770
    },
    {
      "loss_action": 0.013428807258605957,
      "loss_total": 0.013428807258605957,
      "step": 8770
    },
    {
      "loss_action": 0.021762166172266006,
      "loss_total": 0.021762166172266006,
      "step": 8770
    },
    {
      "grad_norm": 0.23758003115653992,
      "learning_rate": 9.961007503276736e-05,
      "loss": 0.0229,
      "step": 8780
    },
    {
      "loss_action": 0.0252536628395319,
      "loss_total": 0.0252536628395319,
      "step": 8780
    },
    {
      "loss_action": 0.012547187507152557,
      "loss_total": 0.012547187507152557,
      "step": 8780
    },
    {
      "loss_action": 0.01673867553472519,
      "loss_total": 0.01673867553472519,
      "step": 8780
    },
    {
      "loss_action": 0.009869096800684929,
      "loss_total": 0.009869096800684929,
      "step": 8780
    },
    {
      "loss_action": 0.01447315700352192,
      "loss_total": 0.01447315700352192,
      "step": 8780
    },
    {
      "loss_action": 0.014549908228218555,
      "loss_total": 0.014549908228218555,
      "step": 8780
    },
    {
      "loss_action": 0.04103100299835205,
      "loss_total": 0.04103100299835205,
      "step": 8780
    },
    {
      "loss_action": 0.011051084846258163,
      "loss_total": 0.011051084846258163,
      "step": 8780
    },
    {
      "grad_norm": 0.2549123167991638,
      "learning_rate": 9.960801136557179e-05,
      "loss": 0.022,
      "step": 8790
    },
    {
      "loss_action": 0.017574194818735123,
      "loss_total": 0.017574194818735123,
      "step": 8790
    },
    {
      "loss_action": 0.014414514414966106,
      "loss_total": 0.014414514414966106,
      "step": 8790
    },
    {
      "loss_action": 0.007917732931673527,
      "loss_total": 0.007917732931673527,
      "step": 8790
    },
    {
      "loss_action": 0.01585424318909645,
      "loss_total": 0.01585424318909645,
      "step": 8790
    },
    {
      "loss_action": 0.012859689071774483,
      "loss_total": 0.012859689071774483,
      "step": 8790
    },
    {
      "loss_action": 0.013378115370869637,
      "loss_total": 0.013378115370869637,
      "step": 8790
    },
    {
      "loss_action": 0.025536544620990753,
      "loss_total": 0.025536544620990753,
      "step": 8790
    },
    {
      "loss_action": 0.012717265635728836,
      "loss_total": 0.012717265635728836,
      "step": 8790
    },
    {
      "grad_norm": 0.21087735891342163,
      "learning_rate": 9.960594227331866e-05,
      "loss": 0.0181,
      "step": 8800
    },
    {
      "loss_action": 0.020923342555761337,
      "loss_total": 0.020923342555761337,
      "step": 8800
    },
    {
      "loss_action": 0.019417133182287216,
      "loss_total": 0.019417133182287216,
      "step": 8800
    },
    {
      "loss_action": 0.021380949765443802,
      "loss_total": 0.021380949765443802,
      "step": 8800
    },
    {
      "loss_action": 0.022450022399425507,
      "loss_total": 0.022450022399425507,
      "step": 8800
    },
    {
      "loss_action": 0.010015733540058136,
      "loss_total": 0.010015733540058136,
      "step": 8800
    },
    {
      "loss_action": 0.015124051831662655,
      "loss_total": 0.015124051831662655,
      "step": 8800
    },
    {
      "loss_action": 0.017539819702506065,
      "loss_total": 0.017539819702506065,
      "step": 8800
    },
    {
      "loss_action": 0.01514492742717266,
      "loss_total": 0.01514492742717266,
      "step": 8800
    },
    {
      "grad_norm": 0.21453413367271423,
      "learning_rate": 9.960386775623429e-05,
      "loss": 0.0197,
      "step": 8810
    },
    {
      "loss_action": 0.009014811366796494,
      "loss_total": 0.009014811366796494,
      "step": 8810
    },
    {
      "loss_action": 0.01542101800441742,
      "loss_total": 0.01542101800441742,
      "step": 8810
    },
    {
      "loss_action": 0.017283977940678596,
      "loss_total": 0.017283977940678596,
      "step": 8810
    },
    {
      "loss_action": 0.04034706950187683,
      "loss_total": 0.04034706950187683,
      "step": 8810
    },
    {
      "loss_action": 0.022172914817929268,
      "loss_total": 0.022172914817929268,
      "step": 8810
    },
    {
      "loss_action": 0.010537849739193916,
      "loss_total": 0.010537849739193916,
      "step": 8810
    },
    {
      "loss_action": 0.01621181145310402,
      "loss_total": 0.01621181145310402,
      "step": 8810
    },
    {
      "loss_action": 0.012272356078028679,
      "loss_total": 0.012272356078028679,
      "step": 8810
    },
    {
      "grad_norm": 0.19142383337020874,
      "learning_rate": 9.96017878145455e-05,
      "loss": 0.0206,
      "step": 8820
    },
    {
      "loss_action": 0.023332184180617332,
      "loss_total": 0.023332184180617332,
      "step": 8820
    },
    {
      "loss_action": 0.012496342882514,
      "loss_total": 0.012496342882514,
      "step": 8820
    },
    {
      "loss_action": 0.012564891949295998,
      "loss_total": 0.012564891949295998,
      "step": 8820
    },
    {
      "loss_action": 0.00973134022206068,
      "loss_total": 0.00973134022206068,
      "step": 8820
    },
    {
      "loss_action": 0.012723784893751144,
      "loss_total": 0.012723784893751144,
      "step": 8820
    },
    {
      "loss_action": 0.01886811852455139,
      "loss_total": 0.01886811852455139,
      "step": 8820
    },
    {
      "loss_action": 0.02177371457219124,
      "loss_total": 0.02177371457219124,
      "step": 8820
    },
    {
      "loss_action": 0.02360539883375168,
      "loss_total": 0.02360539883375168,
      "step": 8820
    },
    {
      "grad_norm": 0.4143570363521576,
      "learning_rate": 9.959970244847977e-05,
      "loss": 0.0196,
      "step": 8830
    },
    {
      "loss_action": 0.022030096501111984,
      "loss_total": 0.022030096501111984,
      "step": 8830
    },
    {
      "loss_action": 0.014596201479434967,
      "loss_total": 0.014596201479434967,
      "step": 8830
    },
    {
      "loss_action": 0.02073558047413826,
      "loss_total": 0.02073558047413826,
      "step": 8830
    },
    {
      "loss_action": 0.0207696370780468,
      "loss_total": 0.0207696370780468,
      "step": 8830
    },
    {
      "loss_action": 0.013722030445933342,
      "loss_total": 0.013722030445933342,
      "step": 8830
    },
    {
      "loss_action": 0.01709975115954876,
      "loss_total": 0.01709975115954876,
      "step": 8830
    },
    {
      "loss_action": 0.012157849967479706,
      "loss_total": 0.012157849967479706,
      "step": 8830
    },
    {
      "loss_action": 0.059565216302871704,
      "loss_total": 0.059565216302871704,
      "step": 8830
    },
    {
      "grad_norm": 0.1906162053346634,
      "learning_rate": 9.959761165826518e-05,
      "loss": 0.021,
      "step": 8840
    },
    {
      "loss_action": 0.011114095337688923,
      "loss_total": 0.011114095337688923,
      "step": 8840
    },
    {
      "loss_action": 0.018093353137373924,
      "loss_total": 0.018093353137373924,
      "step": 8840
    },
    {
      "loss_action": 0.01125644613057375,
      "loss_total": 0.01125644613057375,
      "step": 8840
    },
    {
      "loss_action": 0.016139142215251923,
      "loss_total": 0.016139142215251923,
      "step": 8840
    },
    {
      "loss_action": 0.019393952563405037,
      "loss_total": 0.019393952563405037,
      "step": 8840
    },
    {
      "loss_action": 0.025938065722584724,
      "loss_total": 0.025938065722584724,
      "step": 8840
    },
    {
      "loss_action": 0.015422939322888851,
      "loss_total": 0.015422939322888851,
      "step": 8840
    },
    {
      "loss_action": 0.010927235707640648,
      "loss_total": 0.010927235707640648,
      "step": 8840
    },
    {
      "grad_norm": 0.2569613456726074,
      "learning_rate": 9.959551544413033e-05,
      "loss": 0.0219,
      "step": 8850
    },
    {
      "loss_action": 0.02655136026442051,
      "loss_total": 0.02655136026442051,
      "step": 8850
    },
    {
      "loss_action": 0.017249315977096558,
      "loss_total": 0.017249315977096558,
      "step": 8850
    },
    {
      "loss_action": 0.0244317427277565,
      "loss_total": 0.0244317427277565,
      "step": 8850
    },
    {
      "loss_action": 0.015440311282873154,
      "loss_total": 0.015440311282873154,
      "step": 8850
    },
    {
      "loss_action": 0.018457479774951935,
      "loss_total": 0.018457479774951935,
      "step": 8850
    },
    {
      "loss_action": 0.01514795795083046,
      "loss_total": 0.01514795795083046,
      "step": 8850
    },
    {
      "loss_action": 0.020876444876194,
      "loss_total": 0.020876444876194,
      "step": 8850
    },
    {
      "loss_action": 0.018972085788846016,
      "loss_total": 0.018972085788846016,
      "step": 8850
    },
    {
      "grad_norm": 0.20619551837444305,
      "learning_rate": 9.959341380630448e-05,
      "loss": 0.0214,
      "step": 8860
    },
    {
      "loss_action": 0.015412695705890656,
      "loss_total": 0.015412695705890656,
      "step": 8860
    },
    {
      "loss_action": 0.021697992458939552,
      "loss_total": 0.021697992458939552,
      "step": 8860
    },
    {
      "loss_action": 0.013971984386444092,
      "loss_total": 0.013971984386444092,
      "step": 8860
    },
    {
      "loss_action": 0.016562098637223244,
      "loss_total": 0.016562098637223244,
      "step": 8860
    },
    {
      "loss_action": 0.018198799341917038,
      "loss_total": 0.018198799341917038,
      "step": 8860
    },
    {
      "loss_action": 0.021124519407749176,
      "loss_total": 0.021124519407749176,
      "step": 8860
    },
    {
      "loss_action": 0.019724125042557716,
      "loss_total": 0.019724125042557716,
      "step": 8860
    },
    {
      "loss_action": 0.029714476317167282,
      "loss_total": 0.029714476317167282,
      "step": 8860
    },
    {
      "grad_norm": 0.3092198967933655,
      "learning_rate": 9.959130674501746e-05,
      "loss": 0.0212,
      "step": 8870
    },
    {
      "loss_action": 0.018146920949220657,
      "loss_total": 0.018146920949220657,
      "step": 8870
    },
    {
      "loss_action": 0.017288945615291595,
      "loss_total": 0.017288945615291595,
      "step": 8870
    },
    {
      "loss_action": 0.01708023063838482,
      "loss_total": 0.01708023063838482,
      "step": 8870
    },
    {
      "loss_action": 0.026764120906591415,
      "loss_total": 0.026764120906591415,
      "step": 8870
    },
    {
      "loss_action": 0.008766796439886093,
      "loss_total": 0.008766796439886093,
      "step": 8870
    },
    {
      "loss_action": 0.020286420360207558,
      "loss_total": 0.020286420360207558,
      "step": 8870
    },
    {
      "loss_action": 0.013194013386964798,
      "loss_total": 0.013194013386964798,
      "step": 8870
    },
    {
      "loss_action": 0.00936111994087696,
      "loss_total": 0.00936111994087696,
      "step": 8870
    },
    {
      "grad_norm": 0.1814391016960144,
      "learning_rate": 9.958919426049968e-05,
      "loss": 0.018,
      "step": 8880
    },
    {
      "loss_action": 0.017090970650315285,
      "loss_total": 0.017090970650315285,
      "step": 8880
    },
    {
      "loss_action": 0.011131668463349342,
      "loss_total": 0.011131668463349342,
      "step": 8880
    },
    {
      "loss_action": 0.023083020001649857,
      "loss_total": 0.023083020001649857,
      "step": 8880
    },
    {
      "loss_action": 0.022512665018439293,
      "loss_total": 0.022512665018439293,
      "step": 8880
    },
    {
      "loss_action": 0.027036990970373154,
      "loss_total": 0.027036990970373154,
      "step": 8880
    },
    {
      "loss_action": 0.02776770107448101,
      "loss_total": 0.02776770107448101,
      "step": 8880
    },
    {
      "loss_action": 0.10625695437192917,
      "loss_total": 0.10625695437192917,
      "step": 8880
    },
    {
      "loss_action": 0.04269047826528549,
      "loss_total": 0.04269047826528549,
      "step": 8880
    },
    {
      "grad_norm": 0.18934227526187897,
      "learning_rate": 9.958707635298219e-05,
      "loss": 0.0231,
      "step": 8890
    },
    {
      "loss_action": 0.015305095352232456,
      "loss_total": 0.015305095352232456,
      "step": 8890
    },
    {
      "loss_action": 0.0763835608959198,
      "loss_total": 0.0763835608959198,
      "step": 8890
    },
    {
      "loss_action": 0.026551278308033943,
      "loss_total": 0.026551278308033943,
      "step": 8890
    },
    {
      "loss_action": 0.016489777714014053,
      "loss_total": 0.016489777714014053,
      "step": 8890
    },
    {
      "loss_action": 0.025472190231084824,
      "loss_total": 0.025472190231084824,
      "step": 8890
    },
    {
      "loss_action": 0.01791059598326683,
      "loss_total": 0.01791059598326683,
      "step": 8890
    },
    {
      "loss_action": 0.019452985376119614,
      "loss_total": 0.019452985376119614,
      "step": 8890
    },
    {
      "loss_action": 0.012971504591405392,
      "loss_total": 0.012971504591405392,
      "step": 8890
    },
    {
      "grad_norm": 0.18348652124404907,
      "learning_rate": 9.958495302269657e-05,
      "loss": 0.0224,
      "step": 8900
    },
    {
      "loss_action": 0.04650447890162468,
      "loss_total": 0.04650447890162468,
      "step": 8900
    },
    {
      "loss_action": 0.016729461029171944,
      "loss_total": 0.016729461029171944,
      "step": 8900
    },
    {
      "loss_action": 0.013134616427123547,
      "loss_total": 0.013134616427123547,
      "step": 8900
    },
    {
      "loss_action": 0.02256794460117817,
      "loss_total": 0.02256794460117817,
      "step": 8900
    },
    {
      "loss_action": 0.027798427268862724,
      "loss_total": 0.027798427268862724,
      "step": 8900
    },
    {
      "loss_action": 0.02296879142522812,
      "loss_total": 0.02296879142522812,
      "step": 8900
    },
    {
      "loss_action": 0.02515714056789875,
      "loss_total": 0.02515714056789875,
      "step": 8900
    },
    {
      "loss_action": 0.04318110644817352,
      "loss_total": 0.04318110644817352,
      "step": 8900
    },
    {
      "grad_norm": 0.16536936163902283,
      "learning_rate": 9.958282426987503e-05,
      "loss": 0.0207,
      "step": 8910
    },
    {
      "loss_action": 0.020557869225740433,
      "loss_total": 0.020557869225740433,
      "step": 8910
    },
    {
      "loss_action": 0.028664879500865936,
      "loss_total": 0.028664879500865936,
      "step": 8910
    },
    {
      "loss_action": 0.013272791169583797,
      "loss_total": 0.013272791169583797,
      "step": 8910
    },
    {
      "loss_action": 0.011745032854378223,
      "loss_total": 0.011745032854378223,
      "step": 8910
    },
    {
      "loss_action": 0.01580902747809887,
      "loss_total": 0.01580902747809887,
      "step": 8910
    },
    {
      "loss_action": 0.011128557845950127,
      "loss_total": 0.011128557845950127,
      "step": 8910
    },
    {
      "loss_action": 0.018263153731822968,
      "loss_total": 0.018263153731822968,
      "step": 8910
    },
    {
      "loss_action": 0.015830058604478836,
      "loss_total": 0.015830058604478836,
      "step": 8910
    },
    {
      "grad_norm": 0.2049158811569214,
      "learning_rate": 9.95806900947504e-05,
      "loss": 0.0224,
      "step": 8920
    },
    {
      "loss_action": 0.0308210588991642,
      "loss_total": 0.0308210588991642,
      "step": 8920
    },
    {
      "loss_action": 0.015491900965571404,
      "loss_total": 0.015491900965571404,
      "step": 8920
    },
    {
      "loss_action": 0.023708444088697433,
      "loss_total": 0.023708444088697433,
      "step": 8920
    },
    {
      "loss_action": 0.013715405948460102,
      "loss_total": 0.013715405948460102,
      "step": 8920
    },
    {
      "loss_action": 0.0671696588397026,
      "loss_total": 0.0671696588397026,
      "step": 8920
    },
    {
      "loss_action": 0.014167193323373795,
      "loss_total": 0.014167193323373795,
      "step": 8920
    },
    {
      "loss_action": 0.024075791239738464,
      "loss_total": 0.024075791239738464,
      "step": 8920
    },
    {
      "loss_action": 0.0267828069627285,
      "loss_total": 0.0267828069627285,
      "step": 8920
    },
    {
      "grad_norm": 0.22713039815425873,
      "learning_rate": 9.957855049755604e-05,
      "loss": 0.0234,
      "step": 8930
    },
    {
      "loss_action": 0.01679045334458351,
      "loss_total": 0.01679045334458351,
      "step": 8930
    },
    {
      "loss_action": 0.016485389322042465,
      "loss_total": 0.016485389322042465,
      "step": 8930
    },
    {
      "loss_action": 0.016452934592962265,
      "loss_total": 0.016452934592962265,
      "step": 8930
    },
    {
      "loss_action": 0.017228901386260986,
      "loss_total": 0.017228901386260986,
      "step": 8930
    },
    {
      "loss_action": 0.035035453736782074,
      "loss_total": 0.035035453736782074,
      "step": 8930
    },
    {
      "loss_action": 0.024724069982767105,
      "loss_total": 0.024724069982767105,
      "step": 8930
    },
    {
      "loss_action": 0.014225063845515251,
      "loss_total": 0.014225063845515251,
      "step": 8930
    },
    {
      "loss_action": 0.01025733444839716,
      "loss_total": 0.01025733444839716,
      "step": 8930
    },
    {
      "grad_norm": 0.1707421839237213,
      "learning_rate": 9.957640547852593e-05,
      "loss": 0.0215,
      "step": 8940
    },
    {
      "loss_action": 0.012453264556825161,
      "loss_total": 0.012453264556825161,
      "step": 8940
    },
    {
      "loss_action": 0.019131800159811974,
      "loss_total": 0.019131800159811974,
      "step": 8940
    },
    {
      "loss_action": 0.016850916668772697,
      "loss_total": 0.016850916668772697,
      "step": 8940
    },
    {
      "loss_action": 0.017171476036310196,
      "loss_total": 0.017171476036310196,
      "step": 8940
    },
    {
      "loss_action": 0.010390879586338997,
      "loss_total": 0.010390879586338997,
      "step": 8940
    },
    {
      "loss_action": 0.011366678401827812,
      "loss_total": 0.011366678401827812,
      "step": 8940
    },
    {
      "loss_action": 0.020154044032096863,
      "loss_total": 0.020154044032096863,
      "step": 8940
    },
    {
      "loss_action": 0.015792297199368477,
      "loss_total": 0.015792297199368477,
      "step": 8940
    },
    {
      "grad_norm": 0.2837608754634857,
      "learning_rate": 9.957425503789466e-05,
      "loss": 0.0206,
      "step": 8950
    },
    {
      "loss_action": 0.012545290403068066,
      "loss_total": 0.012545290403068066,
      "step": 8950
    },
    {
      "loss_action": 0.02449609525501728,
      "loss_total": 0.02449609525501728,
      "step": 8950
    },
    {
      "loss_action": 0.019900361075997353,
      "loss_total": 0.019900361075997353,
      "step": 8950
    },
    {
      "loss_action": 0.019947731867432594,
      "loss_total": 0.019947731867432594,
      "step": 8950
    },
    {
      "loss_action": 0.018881525844335556,
      "loss_total": 0.018881525844335556,
      "step": 8950
    },
    {
      "loss_action": 0.025472111999988556,
      "loss_total": 0.025472111999988556,
      "step": 8950
    },
    {
      "loss_action": 0.014812111854553223,
      "loss_total": 0.014812111854553223,
      "step": 8950
    },
    {
      "loss_action": 0.028370168060064316,
      "loss_total": 0.028370168060064316,
      "step": 8950
    },
    {
      "grad_norm": 0.1971655637025833,
      "learning_rate": 9.957209917589738e-05,
      "loss": 0.0229,
      "step": 8960
    },
    {
      "loss_action": 0.015823859721422195,
      "loss_total": 0.015823859721422195,
      "step": 8960
    },
    {
      "loss_action": 0.024492140859365463,
      "loss_total": 0.024492140859365463,
      "step": 8960
    },
    {
      "loss_action": 0.006638896651566029,
      "loss_total": 0.006638896651566029,
      "step": 8960
    },
    {
      "loss_action": 0.018845198675990105,
      "loss_total": 0.018845198675990105,
      "step": 8960
    },
    {
      "loss_action": 0.023105204105377197,
      "loss_total": 0.023105204105377197,
      "step": 8960
    },
    {
      "loss_action": 0.015691187232732773,
      "loss_total": 0.015691187232732773,
      "step": 8960
    },
    {
      "loss_action": 0.016049643978476524,
      "loss_total": 0.016049643978476524,
      "step": 8960
    },
    {
      "loss_action": 0.06778697669506073,
      "loss_total": 0.06778697669506073,
      "step": 8960
    },
    {
      "grad_norm": 0.19818651676177979,
      "learning_rate": 9.956993789276987e-05,
      "loss": 0.0203,
      "step": 8970
    },
    {
      "loss_action": 0.01116366870701313,
      "loss_total": 0.01116366870701313,
      "step": 8970
    },
    {
      "loss_action": 0.024725573137402534,
      "loss_total": 0.024725573137402534,
      "step": 8970
    },
    {
      "loss_action": 0.009685881435871124,
      "loss_total": 0.009685881435871124,
      "step": 8970
    },
    {
      "loss_action": 0.029366005212068558,
      "loss_total": 0.029366005212068558,
      "step": 8970
    },
    {
      "loss_action": 0.017005737870931625,
      "loss_total": 0.017005737870931625,
      "step": 8970
    },
    {
      "loss_action": 0.01987810991704464,
      "loss_total": 0.01987810991704464,
      "step": 8970
    },
    {
      "loss_action": 0.011076451279222965,
      "loss_total": 0.011076451279222965,
      "step": 8970
    },
    {
      "loss_action": 0.023934898898005486,
      "loss_total": 0.023934898898005486,
      "step": 8970
    },
    {
      "grad_norm": 0.3250415623188019,
      "learning_rate": 9.956777118874847e-05,
      "loss": 0.021,
      "step": 8980
    },
    {
      "loss_action": 0.015073233284056187,
      "loss_total": 0.015073233284056187,
      "step": 8980
    },
    {
      "loss_action": 0.0129157193005085,
      "loss_total": 0.0129157193005085,
      "step": 8980
    },
    {
      "loss_action": 0.028625130653381348,
      "loss_total": 0.028625130653381348,
      "step": 8980
    },
    {
      "loss_action": 0.017083197832107544,
      "loss_total": 0.017083197832107544,
      "step": 8980
    },
    {
      "loss_action": 0.019835345447063446,
      "loss_total": 0.019835345447063446,
      "step": 8980
    },
    {
      "loss_action": 0.030792903155088425,
      "loss_total": 0.030792903155088425,
      "step": 8980
    },
    {
      "loss_action": 0.03458012267947197,
      "loss_total": 0.03458012267947197,
      "step": 8980
    },
    {
      "loss_action": 0.017040401697158813,
      "loss_total": 0.017040401697158813,
      "step": 8980
    },
    {
      "grad_norm": 0.1878940463066101,
      "learning_rate": 9.956559906407016e-05,
      "loss": 0.0224,
      "step": 8990
    },
    {
      "loss_action": 0.018724730238318443,
      "loss_total": 0.018724730238318443,
      "step": 8990
    },
    {
      "loss_action": 0.01458009798079729,
      "loss_total": 0.01458009798079729,
      "step": 8990
    },
    {
      "loss_action": 0.014941297471523285,
      "loss_total": 0.014941297471523285,
      "step": 8990
    },
    {
      "loss_action": 0.021903090178966522,
      "loss_total": 0.021903090178966522,
      "step": 8990
    },
    {
      "loss_action": 0.046484075486660004,
      "loss_total": 0.046484075486660004,
      "step": 8990
    },
    {
      "loss_action": 0.01667512208223343,
      "loss_total": 0.01667512208223343,
      "step": 8990
    },
    {
      "loss_action": 0.019152529537677765,
      "loss_total": 0.019152529537677765,
      "step": 8990
    },
    {
      "loss_action": 0.022327950224280357,
      "loss_total": 0.022327950224280357,
      "step": 8990
    },
    {
      "grad_norm": 0.2579142451286316,
      "learning_rate": 9.956342151897245e-05,
      "loss": 0.0231,
      "step": 9000
    },
    {
      "loss_action": 0.01725069247186184,
      "loss_total": 0.01725069247186184,
      "step": 9000
    },
    {
      "loss_action": 0.023098675534129143,
      "loss_total": 0.023098675534129143,
      "step": 9000
    },
    {
      "loss_action": 0.022308308631181717,
      "loss_total": 0.022308308631181717,
      "step": 9000
    },
    {
      "loss_action": 0.014504760503768921,
      "loss_total": 0.014504760503768921,
      "step": 9000
    },
    {
      "loss_action": 0.008231814019382,
      "loss_total": 0.008231814019382,
      "step": 9000
    },
    {
      "loss_action": 0.015711050480604172,
      "loss_total": 0.015711050480604172,
      "step": 9000
    },
    {
      "loss_action": 0.01470910757780075,
      "loss_total": 0.01470910757780075,
      "step": 9000
    },
    {
      "loss_action": 0.01630762778222561,
      "loss_total": 0.01630762778222561,
      "step": 9000
    },
    {
      "grad_norm": 0.1856095790863037,
      "learning_rate": 9.956123855369346e-05,
      "loss": 0.0228,
      "step": 9010
    },
    {
      "loss_action": 0.014264924451708794,
      "loss_total": 0.014264924451708794,
      "step": 9010
    },
    {
      "loss_action": 0.01435299962759018,
      "loss_total": 0.01435299962759018,
      "step": 9010
    },
    {
      "loss_action": 0.021550694480538368,
      "loss_total": 0.021550694480538368,
      "step": 9010
    },
    {
      "loss_action": 0.013763495720922947,
      "loss_total": 0.013763495720922947,
      "step": 9010
    },
    {
      "loss_action": 0.014669109135866165,
      "loss_total": 0.014669109135866165,
      "step": 9010
    },
    {
      "loss_action": 0.01637258380651474,
      "loss_total": 0.01637258380651474,
      "step": 9010
    },
    {
      "loss_action": 0.12556737661361694,
      "loss_total": 0.12556737661361694,
      "step": 9010
    },
    {
      "loss_action": 0.019264299422502518,
      "loss_total": 0.019264299422502518,
      "step": 9010
    },
    {
      "grad_norm": 0.1991887092590332,
      "learning_rate": 9.955905016847196e-05,
      "loss": 0.0212,
      "step": 9020
    },
    {
      "loss_action": 0.021781161427497864,
      "loss_total": 0.021781161427497864,
      "step": 9020
    },
    {
      "loss_action": 0.00848827138543129,
      "loss_total": 0.00848827138543129,
      "step": 9020
    },
    {
      "loss_action": 0.02675360068678856,
      "loss_total": 0.02675360068678856,
      "step": 9020
    },
    {
      "loss_action": 0.013284632004797459,
      "loss_total": 0.013284632004797459,
      "step": 9020
    },
    {
      "loss_action": 0.019527865573763847,
      "loss_total": 0.019527865573763847,
      "step": 9020
    },
    {
      "loss_action": 0.0455748625099659,
      "loss_total": 0.0455748625099659,
      "step": 9020
    },
    {
      "loss_action": 0.01454608328640461,
      "loss_total": 0.01454608328640461,
      "step": 9020
    },
    {
      "loss_action": 0.03142590448260307,
      "loss_total": 0.03142590448260307,
      "step": 9020
    },
    {
      "grad_norm": 0.16514211893081665,
      "learning_rate": 9.955685636354723e-05,
      "loss": 0.023,
      "step": 9030
    },
    {
      "loss_action": 0.00910248514264822,
      "loss_total": 0.00910248514264822,
      "step": 9030
    },
    {
      "loss_action": 0.02159036695957184,
      "loss_total": 0.02159036695957184,
      "step": 9030
    },
    {
      "loss_action": 0.021950967609882355,
      "loss_total": 0.021950967609882355,
      "step": 9030
    },
    {
      "loss_action": 0.03303617984056473,
      "loss_total": 0.03303617984056473,
      "step": 9030
    },
    {
      "loss_action": 0.014197761192917824,
      "loss_total": 0.014197761192917824,
      "step": 9030
    },
    {
      "loss_action": 0.012544830329716206,
      "loss_total": 0.012544830329716206,
      "step": 9030
    },
    {
      "loss_action": 0.007358994800597429,
      "loss_total": 0.007358994800597429,
      "step": 9030
    },
    {
      "loss_action": 0.01013192255049944,
      "loss_total": 0.01013192255049944,
      "step": 9030
    },
    {
      "grad_norm": 0.13816501200199127,
      "learning_rate": 9.95546571391592e-05,
      "loss": 0.02,
      "step": 9040
    },
    {
      "loss_action": 0.05546160787343979,
      "loss_total": 0.05546160787343979,
      "step": 9040
    },
    {
      "loss_action": 0.03240275755524635,
      "loss_total": 0.03240275755524635,
      "step": 9040
    },
    {
      "loss_action": 0.026354504749178886,
      "loss_total": 0.026354504749178886,
      "step": 9040
    },
    {
      "loss_action": 0.03600423038005829,
      "loss_total": 0.03600423038005829,
      "step": 9040
    },
    {
      "loss_action": 0.016634706407785416,
      "loss_total": 0.016634706407785416,
      "step": 9040
    },
    {
      "loss_action": 0.011168617755174637,
      "loss_total": 0.011168617755174637,
      "step": 9040
    },
    {
      "loss_action": 0.013921881094574928,
      "loss_total": 0.013921881094574928,
      "step": 9040
    },
    {
      "loss_action": 0.024588126689195633,
      "loss_total": 0.024588126689195633,
      "step": 9040
    },
    {
      "grad_norm": 0.2388487458229065,
      "learning_rate": 9.955245249554837e-05,
      "loss": 0.0216,
      "step": 9050
    },
    {
      "loss_action": 0.022535935044288635,
      "loss_total": 0.022535935044288635,
      "step": 9050
    },
    {
      "loss_action": 0.04151574894785881,
      "loss_total": 0.04151574894785881,
      "step": 9050
    },
    {
      "loss_action": 0.01724357344210148,
      "loss_total": 0.01724357344210148,
      "step": 9050
    },
    {
      "loss_action": 0.028488248586654663,
      "loss_total": 0.028488248586654663,
      "step": 9050
    },
    {
      "loss_action": 0.030239390209317207,
      "loss_total": 0.030239390209317207,
      "step": 9050
    },
    {
      "loss_action": 0.02519673854112625,
      "loss_total": 0.02519673854112625,
      "step": 9050
    },
    {
      "loss_action": 0.035969436168670654,
      "loss_total": 0.035969436168670654,
      "step": 9050
    },
    {
      "loss_action": 0.015549085102975368,
      "loss_total": 0.015549085102975368,
      "step": 9050
    },
    {
      "grad_norm": 0.2571449875831604,
      "learning_rate": 9.955024243295582e-05,
      "loss": 0.0213,
      "step": 9060
    },
    {
      "loss_action": 0.00758723821491003,
      "loss_total": 0.00758723821491003,
      "step": 9060
    },
    {
      "loss_action": 0.009103537537157536,
      "loss_total": 0.009103537537157536,
      "step": 9060
    },
    {
      "loss_action": 0.011575295589864254,
      "loss_total": 0.011575295589864254,
      "step": 9060
    },
    {
      "loss_action": 0.028170190751552582,
      "loss_total": 0.028170190751552582,
      "step": 9060
    },
    {
      "loss_action": 0.008749735541641712,
      "loss_total": 0.008749735541641712,
      "step": 9060
    },
    {
      "loss_action": 0.009332578629255295,
      "loss_total": 0.009332578629255295,
      "step": 9060
    },
    {
      "loss_action": 0.012772994115948677,
      "loss_total": 0.012772994115948677,
      "step": 9060
    },
    {
      "loss_action": 0.013118231669068336,
      "loss_total": 0.013118231669068336,
      "step": 9060
    },
    {
      "grad_norm": 0.22981475293636322,
      "learning_rate": 9.954802695162328e-05,
      "loss": 0.0232,
      "step": 9070
    },
    {
      "loss_action": 0.038215115666389465,
      "loss_total": 0.038215115666389465,
      "step": 9070
    },
    {
      "loss_action": 0.029836265370249748,
      "loss_total": 0.029836265370249748,
      "step": 9070
    },
    {
      "loss_action": 0.013714367523789406,
      "loss_total": 0.013714367523789406,
      "step": 9070
    },
    {
      "loss_action": 0.029671788215637207,
      "loss_total": 0.029671788215637207,
      "step": 9070
    },
    {
      "loss_action": 0.021527040749788284,
      "loss_total": 0.021527040749788284,
      "step": 9070
    },
    {
      "loss_action": 0.020184265449643135,
      "loss_total": 0.020184265449643135,
      "step": 9070
    },
    {
      "loss_action": 0.02641206420958042,
      "loss_total": 0.02641206420958042,
      "step": 9070
    },
    {
      "loss_action": 0.017304552718997,
      "loss_total": 0.017304552718997,
      "step": 9070
    },
    {
      "grad_norm": 0.2438148409128189,
      "learning_rate": 9.954580605179302e-05,
      "loss": 0.0211,
      "step": 9080
    },
    {
      "loss_action": 0.013968536630272865,
      "loss_total": 0.013968536630272865,
      "step": 9080
    },
    {
      "loss_action": 0.00907861441373825,
      "loss_total": 0.00907861441373825,
      "step": 9080
    },
    {
      "loss_action": 0.008946734480559826,
      "loss_total": 0.008946734480559826,
      "step": 9080
    },
    {
      "loss_action": 0.02028847113251686,
      "loss_total": 0.02028847113251686,
      "step": 9080
    },
    {
      "loss_action": 0.015348393470048904,
      "loss_total": 0.015348393470048904,
      "step": 9080
    },
    {
      "loss_action": 0.017220139503479004,
      "loss_total": 0.017220139503479004,
      "step": 9080
    },
    {
      "loss_action": 0.02041754499077797,
      "loss_total": 0.02041754499077797,
      "step": 9080
    },
    {
      "loss_action": 0.010979348793625832,
      "loss_total": 0.010979348793625832,
      "step": 9080
    },
    {
      "grad_norm": 0.19074201583862305,
      "learning_rate": 9.954357973370788e-05,
      "loss": 0.019,
      "step": 9090
    },
    {
      "loss_action": 0.01639019325375557,
      "loss_total": 0.01639019325375557,
      "step": 9090
    },
    {
      "loss_action": 0.01858500763773918,
      "loss_total": 0.01858500763773918,
      "step": 9090
    },
    {
      "loss_action": 0.04231400787830353,
      "loss_total": 0.04231400787830353,
      "step": 9090
    },
    {
      "loss_action": 0.05769208073616028,
      "loss_total": 0.05769208073616028,
      "step": 9090
    },
    {
      "loss_action": 0.031112948432564735,
      "loss_total": 0.031112948432564735,
      "step": 9090
    },
    {
      "loss_action": 0.0343722403049469,
      "loss_total": 0.0343722403049469,
      "step": 9090
    },
    {
      "loss_action": 0.028755657374858856,
      "loss_total": 0.028755657374858856,
      "step": 9090
    },
    {
      "loss_action": 0.016449639573693275,
      "loss_total": 0.016449639573693275,
      "step": 9090
    },
    {
      "grad_norm": 0.2265005260705948,
      "learning_rate": 9.954134799761135e-05,
      "loss": 0.0211,
      "step": 9100
    },
    {
      "loss_action": 0.010896225459873676,
      "loss_total": 0.010896225459873676,
      "step": 9100
    },
    {
      "loss_action": 0.015453125350177288,
      "loss_total": 0.015453125350177288,
      "step": 9100
    },
    {
      "loss_action": 0.00953427329659462,
      "loss_total": 0.00953427329659462,
      "step": 9100
    },
    {
      "loss_action": 0.020350005477666855,
      "loss_total": 0.020350005477666855,
      "step": 9100
    },
    {
      "loss_action": 0.010236880742013454,
      "loss_total": 0.010236880742013454,
      "step": 9100
    },
    {
      "loss_action": 0.04210885614156723,
      "loss_total": 0.04210885614156723,
      "step": 9100
    },
    {
      "loss_action": 0.015104934573173523,
      "loss_total": 0.015104934573173523,
      "step": 9100
    },
    {
      "loss_action": 0.012412816286087036,
      "loss_total": 0.012412816286087036,
      "step": 9100
    },
    {
      "grad_norm": 0.23450374603271484,
      "learning_rate": 9.953911084374748e-05,
      "loss": 0.0203,
      "step": 9110
    },
    {
      "loss_action": 0.009827684611082077,
      "loss_total": 0.009827684611082077,
      "step": 9110
    },
    {
      "loss_action": 0.021270735189318657,
      "loss_total": 0.021270735189318657,
      "step": 9110
    },
    {
      "loss_action": 0.011121874675154686,
      "loss_total": 0.011121874675154686,
      "step": 9110
    },
    {
      "loss_action": 0.007747767027467489,
      "loss_total": 0.007747767027467489,
      "step": 9110
    },
    {
      "loss_action": 0.015753189101815224,
      "loss_total": 0.015753189101815224,
      "step": 9110
    },
    {
      "loss_action": 0.014162292703986168,
      "loss_total": 0.014162292703986168,
      "step": 9110
    },
    {
      "loss_action": 0.017799504101276398,
      "loss_total": 0.017799504101276398,
      "step": 9110
    },
    {
      "loss_action": 0.015527327544987202,
      "loss_total": 0.015527327544987202,
      "step": 9110
    },
    {
      "grad_norm": 0.1996231973171234,
      "learning_rate": 9.953686827236093e-05,
      "loss": 0.0237,
      "step": 9120
    },
    {
      "loss_action": 0.00934210792183876,
      "loss_total": 0.00934210792183876,
      "step": 9120
    },
    {
      "loss_action": 0.04182896763086319,
      "loss_total": 0.04182896763086319,
      "step": 9120
    },
    {
      "loss_action": 0.012633321806788445,
      "loss_total": 0.012633321806788445,
      "step": 9120
    },
    {
      "loss_action": 0.014713140204548836,
      "loss_total": 0.014713140204548836,
      "step": 9120
    },
    {
      "loss_action": 0.010604673996567726,
      "loss_total": 0.010604673996567726,
      "step": 9120
    },
    {
      "loss_action": 0.015123504213988781,
      "loss_total": 0.015123504213988781,
      "step": 9120
    },
    {
      "loss_action": 0.017276959493756294,
      "loss_total": 0.017276959493756294,
      "step": 9120
    },
    {
      "loss_action": 0.016823049634695053,
      "loss_total": 0.016823049634695053,
      "step": 9120
    },
    {
      "grad_norm": 0.12554411590099335,
      "learning_rate": 9.953462028369695e-05,
      "loss": 0.0179,
      "step": 9130
    },
    {
      "loss_action": 0.016632091253995895,
      "loss_total": 0.016632091253995895,
      "step": 9130
    },
    {
      "loss_action": 0.016155162826180458,
      "loss_total": 0.016155162826180458,
      "step": 9130
    },
    {
      "loss_action": 0.024231024086475372,
      "loss_total": 0.024231024086475372,
      "step": 9130
    },
    {
      "loss_action": 0.01571466401219368,
      "loss_total": 0.01571466401219368,
      "step": 9130
    },
    {
      "loss_action": 0.06092160940170288,
      "loss_total": 0.06092160940170288,
      "step": 9130
    },
    {
      "loss_action": 0.022108418866991997,
      "loss_total": 0.022108418866991997,
      "step": 9130
    },
    {
      "loss_action": 0.012878138571977615,
      "loss_total": 0.012878138571977615,
      "step": 9130
    },
    {
      "loss_action": 0.015757668763399124,
      "loss_total": 0.015757668763399124,
      "step": 9130
    },
    {
      "grad_norm": 0.23721151053905487,
      "learning_rate": 9.953236687800136e-05,
      "loss": 0.0193,
      "step": 9140
    },
    {
      "loss_action": 0.01815076172351837,
      "loss_total": 0.01815076172351837,
      "step": 9140
    },
    {
      "loss_action": 0.01479495782405138,
      "loss_total": 0.01479495782405138,
      "step": 9140
    },
    {
      "loss_action": 0.022028077393770218,
      "loss_total": 0.022028077393770218,
      "step": 9140
    },
    {
      "loss_action": 0.03187548369169235,
      "loss_total": 0.03187548369169235,
      "step": 9140
    },
    {
      "loss_action": 0.012383604422211647,
      "loss_total": 0.012383604422211647,
      "step": 9140
    },
    {
      "loss_action": 0.04678192734718323,
      "loss_total": 0.04678192734718323,
      "step": 9140
    },
    {
      "loss_action": 0.013246605172753334,
      "loss_total": 0.013246605172753334,
      "step": 9140
    },
    {
      "loss_action": 0.016214150935411453,
      "loss_total": 0.016214150935411453,
      "step": 9140
    },
    {
      "grad_norm": 0.25757285952568054,
      "learning_rate": 9.95301080555206e-05,
      "loss": 0.0278,
      "step": 9150
    },
    {
      "loss_action": 0.008559077978134155,
      "loss_total": 0.008559077978134155,
      "step": 9150
    },
    {
      "loss_action": 0.026736414059996605,
      "loss_total": 0.026736414059996605,
      "step": 9150
    },
    {
      "loss_action": 0.025629714131355286,
      "loss_total": 0.025629714131355286,
      "step": 9150
    },
    {
      "loss_action": 0.021848974749445915,
      "loss_total": 0.021848974749445915,
      "step": 9150
    },
    {
      "loss_action": 0.02399994060397148,
      "loss_total": 0.02399994060397148,
      "step": 9150
    },
    {
      "loss_action": 0.0205058790743351,
      "loss_total": 0.0205058790743351,
      "step": 9150
    },
    {
      "loss_action": 0.036017075181007385,
      "loss_total": 0.036017075181007385,
      "step": 9150
    },
    {
      "loss_action": 0.021198507398366928,
      "loss_total": 0.021198507398366928,
      "step": 9150
    },
    {
      "grad_norm": 0.24941624701023102,
      "learning_rate": 9.952784381650171e-05,
      "loss": 0.021,
      "step": 9160
    },
    {
      "loss_action": 0.023738430812954903,
      "loss_total": 0.023738430812954903,
      "step": 9160
    },
    {
      "loss_action": 0.023761166259646416,
      "loss_total": 0.023761166259646416,
      "step": 9160
    },
    {
      "loss_action": 0.023282479494810104,
      "loss_total": 0.023282479494810104,
      "step": 9160
    },
    {
      "loss_action": 0.04321032762527466,
      "loss_total": 0.04321032762527466,
      "step": 9160
    },
    {
      "loss_action": 0.018815260380506516,
      "loss_total": 0.018815260380506516,
      "step": 9160
    },
    {
      "loss_action": 0.01966317743062973,
      "loss_total": 0.01966317743062973,
      "step": 9160
    },
    {
      "loss_action": 0.026223953813314438,
      "loss_total": 0.026223953813314438,
      "step": 9160
    },
    {
      "loss_action": 0.023570574820041656,
      "loss_total": 0.023570574820041656,
      "step": 9160
    },
    {
      "grad_norm": 0.22908474504947662,
      "learning_rate": 9.952557416119226e-05,
      "loss": 0.0203,
      "step": 9170
    },
    {
      "loss_action": 0.008671588264405727,
      "loss_total": 0.008671588264405727,
      "step": 9170
    },
    {
      "loss_action": 0.010031329467892647,
      "loss_total": 0.010031329467892647,
      "step": 9170
    },
    {
      "loss_action": 0.01146894320845604,
      "loss_total": 0.01146894320845604,
      "step": 9170
    },
    {
      "loss_action": 0.01498887874186039,
      "loss_total": 0.01498887874186039,
      "step": 9170
    },
    {
      "loss_action": 0.018523210659623146,
      "loss_total": 0.018523210659623146,
      "step": 9170
    },
    {
      "loss_action": 0.0260971300303936,
      "loss_total": 0.0260971300303936,
      "step": 9170
    },
    {
      "loss_action": 0.014874342828989029,
      "loss_total": 0.014874342828989029,
      "step": 9170
    },
    {
      "loss_action": 0.04704105108976364,
      "loss_total": 0.04704105108976364,
      "step": 9170
    },
    {
      "grad_norm": 0.1697426587343216,
      "learning_rate": 9.95232990898405e-05,
      "loss": 0.0212,
      "step": 9180
    },
    {
      "loss_action": 0.024348482489585876,
      "loss_total": 0.024348482489585876,
      "step": 9180
    },
    {
      "loss_action": 0.022555222734808922,
      "loss_total": 0.022555222734808922,
      "step": 9180
    },
    {
      "loss_action": 0.02144264057278633,
      "loss_total": 0.02144264057278633,
      "step": 9180
    },
    {
      "loss_action": 0.0159003809094429,
      "loss_total": 0.0159003809094429,
      "step": 9180
    },
    {
      "loss_action": 0.011127335950732231,
      "loss_total": 0.011127335950732231,
      "step": 9180
    },
    {
      "loss_action": 0.017015229910612106,
      "loss_total": 0.017015229910612106,
      "step": 9180
    },
    {
      "loss_action": 0.01939924620091915,
      "loss_total": 0.01939924620091915,
      "step": 9180
    },
    {
      "loss_action": 0.04243870824575424,
      "loss_total": 0.04243870824575424,
      "step": 9180
    },
    {
      "grad_norm": 0.17017194628715515,
      "learning_rate": 9.95210186026952e-05,
      "loss": 0.025,
      "step": 9190
    },
    {
      "loss_action": 0.018147554248571396,
      "loss_total": 0.018147554248571396,
      "step": 9190
    },
    {
      "loss_action": 0.015078706666827202,
      "loss_total": 0.015078706666827202,
      "step": 9190
    },
    {
      "loss_action": 0.011953016743063927,
      "loss_total": 0.011953016743063927,
      "step": 9190
    },
    {
      "loss_action": 0.017489619553089142,
      "loss_total": 0.017489619553089142,
      "step": 9190
    },
    {
      "loss_action": 0.016875524073839188,
      "loss_total": 0.016875524073839188,
      "step": 9190
    },
    {
      "loss_action": 0.00847221165895462,
      "loss_total": 0.00847221165895462,
      "step": 9190
    },
    {
      "loss_action": 0.011151304468512535,
      "loss_total": 0.011151304468512535,
      "step": 9190
    },
    {
      "loss_action": 0.01678403653204441,
      "loss_total": 0.01678403653204441,
      "step": 9190
    },
    {
      "grad_norm": 0.1778944432735443,
      "learning_rate": 9.951873270000576e-05,
      "loss": 0.0206,
      "step": 9200
    },
    {
      "loss_action": 0.02121134102344513,
      "loss_total": 0.02121134102344513,
      "step": 9200
    },
    {
      "loss_action": 0.13173185288906097,
      "loss_total": 0.13173185288906097,
      "step": 9200
    },
    {
      "loss_action": 0.018191076815128326,
      "loss_total": 0.018191076815128326,
      "step": 9200
    },
    {
      "loss_action": 0.01579301618039608,
      "loss_total": 0.01579301618039608,
      "step": 9200
    },
    {
      "loss_action": 0.017770428210496902,
      "loss_total": 0.017770428210496902,
      "step": 9200
    },
    {
      "loss_action": 0.01313912682235241,
      "loss_total": 0.01313912682235241,
      "step": 9200
    },
    {
      "loss_action": 0.023044802248477936,
      "loss_total": 0.023044802248477936,
      "step": 9200
    },
    {
      "loss_action": 0.011000006459653378,
      "loss_total": 0.011000006459653378,
      "step": 9200
    },
    {
      "grad_norm": 0.1684611737728119,
      "learning_rate": 9.951644138202216e-05,
      "loss": 0.0221,
      "step": 9210
    },
    {
      "loss_action": 0.027737027034163475,
      "loss_total": 0.027737027034163475,
      "step": 9210
    },
    {
      "loss_action": 0.03419966995716095,
      "loss_total": 0.03419966995716095,
      "step": 9210
    },
    {
      "loss_action": 0.05235525220632553,
      "loss_total": 0.05235525220632553,
      "step": 9210
    },
    {
      "loss_action": 0.057811856269836426,
      "loss_total": 0.057811856269836426,
      "step": 9210
    },
    {
      "loss_action": 0.02596825361251831,
      "loss_total": 0.02596825361251831,
      "step": 9210
    },
    {
      "loss_action": 0.02984357252717018,
      "loss_total": 0.02984357252717018,
      "step": 9210
    },
    {
      "loss_action": 0.04134991019964218,
      "loss_total": 0.04134991019964218,
      "step": 9210
    },
    {
      "loss_action": 0.028580475598573685,
      "loss_total": 0.028580475598573685,
      "step": 9210
    },
    {
      "grad_norm": 0.2677385210990906,
      "learning_rate": 9.951414464899498e-05,
      "loss": 0.024,
      "step": 9220
    },
    {
      "loss_action": 0.03497787192463875,
      "loss_total": 0.03497787192463875,
      "step": 9220
    },
    {
      "loss_action": 0.04506910964846611,
      "loss_total": 0.04506910964846611,
      "step": 9220
    },
    {
      "loss_action": 0.030337760224938393,
      "loss_total": 0.030337760224938393,
      "step": 9220
    },
    {
      "loss_action": 0.018381692469120026,
      "loss_total": 0.018381692469120026,
      "step": 9220
    },
    {
      "loss_action": 0.027348380535840988,
      "loss_total": 0.027348380535840988,
      "step": 9220
    },
    {
      "loss_action": 0.02529236115515232,
      "loss_total": 0.02529236115515232,
      "step": 9220
    },
    {
      "loss_action": 0.01227584108710289,
      "loss_total": 0.01227584108710289,
      "step": 9220
    },
    {
      "loss_action": 0.024587366729974747,
      "loss_total": 0.024587366729974747,
      "step": 9220
    },
    {
      "grad_norm": 0.1889156550168991,
      "learning_rate": 9.951184250117538e-05,
      "loss": 0.0231,
      "step": 9230
    },
    {
      "loss_action": 0.013502856716513634,
      "loss_total": 0.013502856716513634,
      "step": 9230
    },
    {
      "loss_action": 0.019739001989364624,
      "loss_total": 0.019739001989364624,
      "step": 9230
    },
    {
      "loss_action": 0.012657015584409237,
      "loss_total": 0.012657015584409237,
      "step": 9230
    },
    {
      "loss_action": 0.008523821830749512,
      "loss_total": 0.008523821830749512,
      "step": 9230
    },
    {
      "loss_action": 0.022229216992855072,
      "loss_total": 0.022229216992855072,
      "step": 9230
    },
    {
      "loss_action": 0.013541704043745995,
      "loss_total": 0.013541704043745995,
      "step": 9230
    },
    {
      "loss_action": 0.020990926772356033,
      "loss_total": 0.020990926772356033,
      "step": 9230
    },
    {
      "loss_action": 0.030434442684054375,
      "loss_total": 0.030434442684054375,
      "step": 9230
    },
    {
      "grad_norm": 0.23660331964492798,
      "learning_rate": 9.950953493881513e-05,
      "loss": 0.019,
      "step": 9240
    },
    {
      "loss_action": 0.024915017187595367,
      "loss_total": 0.024915017187595367,
      "step": 9240
    },
    {
      "loss_action": 0.01318015530705452,
      "loss_total": 0.01318015530705452,
      "step": 9240
    },
    {
      "loss_action": 0.011049945838749409,
      "loss_total": 0.011049945838749409,
      "step": 9240
    },
    {
      "loss_action": 0.014948796480894089,
      "loss_total": 0.014948796480894089,
      "step": 9240
    },
    {
      "loss_action": 0.022718776017427444,
      "loss_total": 0.022718776017427444,
      "step": 9240
    },
    {
      "loss_action": 0.018220027908682823,
      "loss_total": 0.018220027908682823,
      "step": 9240
    },
    {
      "loss_action": 0.018886961042881012,
      "loss_total": 0.018886961042881012,
      "step": 9240
    },
    {
      "loss_action": 0.016980590298771858,
      "loss_total": 0.016980590298771858,
      "step": 9240
    },
    {
      "grad_norm": 0.2167855203151703,
      "learning_rate": 9.950722196216658e-05,
      "loss": 0.0203,
      "step": 9250
    },
    {
      "loss_action": 0.015024859458208084,
      "loss_total": 0.015024859458208084,
      "step": 9250
    },
    {
      "loss_action": 0.02005806192755699,
      "loss_total": 0.02005806192755699,
      "step": 9250
    },
    {
      "loss_action": 0.014991212636232376,
      "loss_total": 0.014991212636232376,
      "step": 9250
    },
    {
      "loss_action": 0.03892777860164642,
      "loss_total": 0.03892777860164642,
      "step": 9250
    },
    {
      "loss_action": 0.013312752358615398,
      "loss_total": 0.013312752358615398,
      "step": 9250
    },
    {
      "loss_action": 0.010784161277115345,
      "loss_total": 0.010784161277115345,
      "step": 9250
    },
    {
      "loss_action": 0.01787433587014675,
      "loss_total": 0.01787433587014675,
      "step": 9250
    },
    {
      "loss_action": 0.011315785348415375,
      "loss_total": 0.011315785348415375,
      "step": 9250
    },
    {
      "grad_norm": 0.3085891008377075,
      "learning_rate": 9.950490357148265e-05,
      "loss": 0.0222,
      "step": 9260
    },
    {
      "loss_action": 0.031598955392837524,
      "loss_total": 0.031598955392837524,
      "step": 9260
    },
    {
      "loss_action": 0.02189314179122448,
      "loss_total": 0.02189314179122448,
      "step": 9260
    },
    {
      "loss_action": 0.024462956935167313,
      "loss_total": 0.024462956935167313,
      "step": 9260
    },
    {
      "loss_action": 0.007753781974315643,
      "loss_total": 0.007753781974315643,
      "step": 9260
    },
    {
      "loss_action": 0.015273033641278744,
      "loss_total": 0.015273033641278744,
      "step": 9260
    },
    {
      "loss_action": 0.009153259918093681,
      "loss_total": 0.009153259918093681,
      "step": 9260
    },
    {
      "loss_action": 0.04871470108628273,
      "loss_total": 0.04871470108628273,
      "step": 9260
    },
    {
      "loss_action": 0.021024780347943306,
      "loss_total": 0.021024780347943306,
      "step": 9260
    },
    {
      "grad_norm": 0.2632434368133545,
      "learning_rate": 9.950257976701692e-05,
      "loss": 0.0212,
      "step": 9270
    },
    {
      "loss_action": 0.03177795559167862,
      "loss_total": 0.03177795559167862,
      "step": 9270
    },
    {
      "loss_action": 0.023936085402965546,
      "loss_total": 0.023936085402965546,
      "step": 9270
    },
    {
      "loss_action": 0.02677837759256363,
      "loss_total": 0.02677837759256363,
      "step": 9270
    },
    {
      "loss_action": 0.03733137249946594,
      "loss_total": 0.03733137249946594,
      "step": 9270
    },
    {
      "loss_action": 0.01593274064362049,
      "loss_total": 0.01593274064362049,
      "step": 9270
    },
    {
      "loss_action": 0.024723712354898453,
      "loss_total": 0.024723712354898453,
      "step": 9270
    },
    {
      "loss_action": 0.009011452086269855,
      "loss_total": 0.009011452086269855,
      "step": 9270
    },
    {
      "loss_action": 0.02309705689549446,
      "loss_total": 0.02309705689549446,
      "step": 9270
    },
    {
      "grad_norm": 0.20064306259155273,
      "learning_rate": 9.950025054902348e-05,
      "loss": 0.0221,
      "step": 9280
    },
    {
      "loss_action": 0.02004564180970192,
      "loss_total": 0.02004564180970192,
      "step": 9280
    },
    {
      "loss_action": 0.009902380406856537,
      "loss_total": 0.009902380406856537,
      "step": 9280
    },
    {
      "loss_action": 0.027635060250759125,
      "loss_total": 0.027635060250759125,
      "step": 9280
    },
    {
      "loss_action": 0.011254278011620045,
      "loss_total": 0.011254278011620045,
      "step": 9280
    },
    {
      "loss_action": 0.01797846145927906,
      "loss_total": 0.01797846145927906,
      "step": 9280
    },
    {
      "loss_action": 0.014216667972505093,
      "loss_total": 0.014216667972505093,
      "step": 9280
    },
    {
      "loss_action": 0.03400141000747681,
      "loss_total": 0.03400141000747681,
      "step": 9280
    },
    {
      "loss_action": 0.020394645631313324,
      "loss_total": 0.020394645631313324,
      "step": 9280
    },
    {
      "grad_norm": 0.1869785487651825,
      "learning_rate": 9.949791591775706e-05,
      "loss": 0.0185,
      "step": 9290
    },
    {
      "loss_action": 0.030399775132536888,
      "loss_total": 0.030399775132536888,
      "step": 9290
    },
    {
      "loss_action": 0.011255433782935143,
      "loss_total": 0.011255433782935143,
      "step": 9290
    },
    {
      "loss_action": 0.012091039679944515,
      "loss_total": 0.012091039679944515,
      "step": 9290
    },
    {
      "loss_action": 0.013706270605325699,
      "loss_total": 0.013706270605325699,
      "step": 9290
    },
    {
      "loss_action": 0.02144729718565941,
      "loss_total": 0.02144729718565941,
      "step": 9290
    },
    {
      "loss_action": 0.012045202776789665,
      "loss_total": 0.012045202776789665,
      "step": 9290
    },
    {
      "loss_action": 0.013886410742998123,
      "loss_total": 0.013886410742998123,
      "step": 9290
    },
    {
      "loss_action": 0.015254868194460869,
      "loss_total": 0.015254868194460869,
      "step": 9290
    },
    {
      "grad_norm": 0.24569857120513916,
      "learning_rate": 9.949557587347298e-05,
      "loss": 0.0204,
      "step": 9300
    },
    {
      "loss_action": 0.012078607454895973,
      "loss_total": 0.012078607454895973,
      "step": 9300
    },
    {
      "loss_action": 0.008555812761187553,
      "loss_total": 0.008555812761187553,
      "step": 9300
    },
    {
      "loss_action": 0.028000686317682266,
      "loss_total": 0.028000686317682266,
      "step": 9300
    },
    {
      "loss_action": 0.009396594949066639,
      "loss_total": 0.009396594949066639,
      "step": 9300
    },
    {
      "loss_action": 0.0573069304227829,
      "loss_total": 0.0573069304227829,
      "step": 9300
    },
    {
      "loss_action": 0.01067822054028511,
      "loss_total": 0.01067822054028511,
      "step": 9300
    },
    {
      "loss_action": 0.011373341083526611,
      "loss_total": 0.011373341083526611,
      "step": 9300
    },
    {
      "loss_action": 0.023731263354420662,
      "loss_total": 0.023731263354420662,
      "step": 9300
    },
    {
      "grad_norm": 0.18583962321281433,
      "learning_rate": 9.949323041642713e-05,
      "loss": 0.0176,
      "step": 9310
    },
    {
      "loss_action": 0.01789475977420807,
      "loss_total": 0.01789475977420807,
      "step": 9310
    },
    {
      "loss_action": 0.012898535467684269,
      "loss_total": 0.012898535467684269,
      "step": 9310
    },
    {
      "loss_action": 0.010920824483036995,
      "loss_total": 0.010920824483036995,
      "step": 9310
    },
    {
      "loss_action": 0.01277040783315897,
      "loss_total": 0.01277040783315897,
      "step": 9310
    },
    {
      "loss_action": 0.0139249162748456,
      "loss_total": 0.0139249162748456,
      "step": 9310
    },
    {
      "loss_action": 0.0089330542832613,
      "loss_total": 0.0089330542832613,
      "step": 9310
    },
    {
      "loss_action": 0.007166527211666107,
      "loss_total": 0.007166527211666107,
      "step": 9310
    },
    {
      "loss_action": 0.018335869535803795,
      "loss_total": 0.018335869535803795,
      "step": 9310
    },
    {
      "grad_norm": 0.16517040133476257,
      "learning_rate": 9.949087954687602e-05,
      "loss": 0.0177,
      "step": 9320
    },
    {
      "loss_action": 0.033004797995090485,
      "loss_total": 0.033004797995090485,
      "step": 9320
    },
    {
      "loss_action": 0.00920644961297512,
      "loss_total": 0.00920644961297512,
      "step": 9320
    },
    {
      "loss_action": 0.013269457034766674,
      "loss_total": 0.013269457034766674,
      "step": 9320
    },
    {
      "loss_action": 0.010686948895454407,
      "loss_total": 0.010686948895454407,
      "step": 9320
    },
    {
      "loss_action": 0.01726309210062027,
      "loss_total": 0.01726309210062027,
      "step": 9320
    },
    {
      "loss_action": 0.012031422927975655,
      "loss_total": 0.012031422927975655,
      "step": 9320
    },
    {
      "loss_action": 0.02838706783950329,
      "loss_total": 0.02838706783950329,
      "step": 9320
    },
    {
      "loss_action": 0.01519677136093378,
      "loss_total": 0.01519677136093378,
      "step": 9320
    },
    {
      "grad_norm": 0.1500863879919052,
      "learning_rate": 9.948852326507672e-05,
      "loss": 0.0175,
      "step": 9330
    },
    {
      "loss_action": 0.021007096394896507,
      "loss_total": 0.021007096394896507,
      "step": 9330
    },
    {
      "loss_action": 0.012392221949994564,
      "loss_total": 0.012392221949994564,
      "step": 9330
    },
    {
      "loss_action": 0.027923114597797394,
      "loss_total": 0.027923114597797394,
      "step": 9330
    },
    {
      "loss_action": 0.02379872091114521,
      "loss_total": 0.02379872091114521,
      "step": 9330
    },
    {
      "loss_action": 0.007476776838302612,
      "loss_total": 0.007476776838302612,
      "step": 9330
    },
    {
      "loss_action": 0.013169310055673122,
      "loss_total": 0.013169310055673122,
      "step": 9330
    },
    {
      "loss_action": 0.032724298536777496,
      "loss_total": 0.032724298536777496,
      "step": 9330
    },
    {
      "loss_action": 0.018940646201372147,
      "loss_total": 0.018940646201372147,
      "step": 9330
    },
    {
      "grad_norm": 0.1728721261024475,
      "learning_rate": 9.948616157128694e-05,
      "loss": 0.0226,
      "step": 9340
    },
    {
      "loss_action": 0.0246110949665308,
      "loss_total": 0.0246110949665308,
      "step": 9340
    },
    {
      "loss_action": 0.011937025934457779,
      "loss_total": 0.011937025934457779,
      "step": 9340
    },
    {
      "loss_action": 0.014689159579575062,
      "loss_total": 0.014689159579575062,
      "step": 9340
    },
    {
      "loss_action": 0.014467239379882812,
      "loss_total": 0.014467239379882812,
      "step": 9340
    },
    {
      "loss_action": 0.03748483210802078,
      "loss_total": 0.03748483210802078,
      "step": 9340
    },
    {
      "loss_action": 0.015221553854644299,
      "loss_total": 0.015221553854644299,
      "step": 9340
    },
    {
      "loss_action": 0.018457014113664627,
      "loss_total": 0.018457014113664627,
      "step": 9340
    },
    {
      "loss_action": 0.020078331232070923,
      "loss_total": 0.020078331232070923,
      "step": 9340
    },
    {
      "grad_norm": 0.14876343309879303,
      "learning_rate": 9.948379446576493e-05,
      "loss": 0.0209,
      "step": 9350
    },
    {
      "loss_action": 0.030534226447343826,
      "loss_total": 0.030534226447343826,
      "step": 9350
    },
    {
      "loss_action": 0.014595533721148968,
      "loss_total": 0.014595533721148968,
      "step": 9350
    },
    {
      "loss_action": 0.08553686738014221,
      "loss_total": 0.08553686738014221,
      "step": 9350
    },
    {
      "loss_action": 0.010257516987621784,
      "loss_total": 0.010257516987621784,
      "step": 9350
    },
    {
      "loss_action": 0.013721777126193047,
      "loss_total": 0.013721777126193047,
      "step": 9350
    },
    {
      "loss_action": 0.02683272212743759,
      "loss_total": 0.02683272212743759,
      "step": 9350
    },
    {
      "loss_action": 0.04705878347158432,
      "loss_total": 0.04705878347158432,
      "step": 9350
    },
    {
      "loss_action": 0.01730460859835148,
      "loss_total": 0.01730460859835148,
      "step": 9350
    },
    {
      "grad_norm": 0.23125647008419037,
      "learning_rate": 9.948142194876952e-05,
      "loss": 0.0215,
      "step": 9360
    },
    {
      "loss_action": 0.01514098234474659,
      "loss_total": 0.01514098234474659,
      "step": 9360
    },
    {
      "loss_action": 0.026457596570253372,
      "loss_total": 0.026457596570253372,
      "step": 9360
    },
    {
      "loss_action": 0.031188637018203735,
      "loss_total": 0.031188637018203735,
      "step": 9360
    },
    {
      "loss_action": 0.009187960997223854,
      "loss_total": 0.009187960997223854,
      "step": 9360
    },
    {
      "loss_action": 0.018609246239066124,
      "loss_total": 0.018609246239066124,
      "step": 9360
    },
    {
      "loss_action": 0.018109794706106186,
      "loss_total": 0.018109794706106186,
      "step": 9360
    },
    {
      "loss_action": 0.01579895429313183,
      "loss_total": 0.01579895429313183,
      "step": 9360
    },
    {
      "loss_action": 0.016338776797056198,
      "loss_total": 0.016338776797056198,
      "step": 9360
    },
    {
      "grad_norm": 0.272877961397171,
      "learning_rate": 9.947904402056024e-05,
      "loss": 0.0211,
      "step": 9370
    },
    {
      "loss_action": 0.015485327690839767,
      "loss_total": 0.015485327690839767,
      "step": 9370
    },
    {
      "loss_action": 0.012920018285512924,
      "loss_total": 0.012920018285512924,
      "step": 9370
    },
    {
      "loss_action": 0.02259153686463833,
      "loss_total": 0.02259153686463833,
      "step": 9370
    },
    {
      "loss_action": 0.013605697080492973,
      "loss_total": 0.013605697080492973,
      "step": 9370
    },
    {
      "loss_action": 0.015569079667329788,
      "loss_total": 0.015569079667329788,
      "step": 9370
    },
    {
      "loss_action": 0.023523984476923943,
      "loss_total": 0.023523984476923943,
      "step": 9370
    },
    {
      "loss_action": 0.016182633116841316,
      "loss_total": 0.016182633116841316,
      "step": 9370
    },
    {
      "loss_action": 0.014114974066615105,
      "loss_total": 0.014114974066615105,
      "step": 9370
    },
    {
      "grad_norm": 0.21506571769714355,
      "learning_rate": 9.947666068139708e-05,
      "loss": 0.0185,
      "step": 9380
    },
    {
      "loss_action": 0.026711011305451393,
      "loss_total": 0.026711011305451393,
      "step": 9380
    },
    {
      "loss_action": 0.01377096213400364,
      "loss_total": 0.01377096213400364,
      "step": 9380
    },
    {
      "loss_action": 0.016142036765813828,
      "loss_total": 0.016142036765813828,
      "step": 9380
    },
    {
      "loss_action": 0.021572746336460114,
      "loss_total": 0.021572746336460114,
      "step": 9380
    },
    {
      "loss_action": 0.012658650055527687,
      "loss_total": 0.012658650055527687,
      "step": 9380
    },
    {
      "loss_action": 0.015093059279024601,
      "loss_total": 0.015093059279024601,
      "step": 9380
    },
    {
      "loss_action": 0.012346817180514336,
      "loss_total": 0.012346817180514336,
      "step": 9380
    },
    {
      "loss_action": 0.013569239526987076,
      "loss_total": 0.013569239526987076,
      "step": 9380
    },
    {
      "grad_norm": 0.20424725115299225,
      "learning_rate": 9.947427193154071e-05,
      "loss": 0.0196,
      "step": 9390
    },
    {
      "loss_action": 0.011467263102531433,
      "loss_total": 0.011467263102531433,
      "step": 9390
    },
    {
      "loss_action": 0.021761175245046616,
      "loss_total": 0.021761175245046616,
      "step": 9390
    },
    {
      "loss_action": 0.019883299246430397,
      "loss_total": 0.019883299246430397,
      "step": 9390
    },
    {
      "loss_action": 0.01619529351592064,
      "loss_total": 0.01619529351592064,
      "step": 9390
    },
    {
      "loss_action": 0.032280851155519485,
      "loss_total": 0.032280851155519485,
      "step": 9390
    },
    {
      "loss_action": 0.01633690670132637,
      "loss_total": 0.01633690670132637,
      "step": 9390
    },
    {
      "loss_action": 0.03154042735695839,
      "loss_total": 0.03154042735695839,
      "step": 9390
    },
    {
      "loss_action": 0.01896081119775772,
      "loss_total": 0.01896081119775772,
      "step": 9390
    },
    {
      "grad_norm": 0.2303582727909088,
      "learning_rate": 9.947187777125233e-05,
      "loss": 0.0207,
      "step": 9400
    },
    {
      "loss_action": 0.013210078701376915,
      "loss_total": 0.013210078701376915,
      "step": 9400
    },
    {
      "loss_action": 0.042949650436639786,
      "loss_total": 0.042949650436639786,
      "step": 9400
    },
    {
      "loss_action": 0.013411810621619225,
      "loss_total": 0.013411810621619225,
      "step": 9400
    },
    {
      "loss_action": 0.023860931396484375,
      "loss_total": 0.023860931396484375,
      "step": 9400
    },
    {
      "loss_action": 0.019986135885119438,
      "loss_total": 0.019986135885119438,
      "step": 9400
    },
    {
      "loss_action": 0.020618462935090065,
      "loss_total": 0.020618462935090065,
      "step": 9400
    },
    {
      "loss_action": 0.01737803965806961,
      "loss_total": 0.01737803965806961,
      "step": 9400
    },
    {
      "loss_action": 0.013231515884399414,
      "loss_total": 0.013231515884399414,
      "step": 9400
    },
    {
      "grad_norm": 0.22950784862041473,
      "learning_rate": 9.946947820079377e-05,
      "loss": 0.0202,
      "step": 9410
    },
    {
      "loss_action": 0.010013526305556297,
      "loss_total": 0.010013526305556297,
      "step": 9410
    },
    {
      "loss_action": 0.012449081987142563,
      "loss_total": 0.012449081987142563,
      "step": 9410
    },
    {
      "loss_action": 0.009453619830310345,
      "loss_total": 0.009453619830310345,
      "step": 9410
    },
    {
      "loss_action": 0.021921519190073013,
      "loss_total": 0.021921519190073013,
      "step": 9410
    },
    {
      "loss_action": 0.03217954933643341,
      "loss_total": 0.03217954933643341,
      "step": 9410
    },
    {
      "loss_action": 0.01452640537172556,
      "loss_total": 0.01452640537172556,
      "step": 9410
    },
    {
      "loss_action": 0.02592010423541069,
      "loss_total": 0.02592010423541069,
      "step": 9410
    },
    {
      "loss_action": 0.01872682385146618,
      "loss_total": 0.01872682385146618,
      "step": 9410
    },
    {
      "grad_norm": 0.17414823174476624,
      "learning_rate": 9.946707322042747e-05,
      "loss": 0.0209,
      "step": 9420
    },
    {
      "loss_action": 0.015407692641019821,
      "loss_total": 0.015407692641019821,
      "step": 9420
    },
    {
      "loss_action": 0.03182505816221237,
      "loss_total": 0.03182505816221237,
      "step": 9420
    },
    {
      "loss_action": 0.035229381173849106,
      "loss_total": 0.035229381173849106,
      "step": 9420
    },
    {
      "loss_action": 0.013717102818191051,
      "loss_total": 0.013717102818191051,
      "step": 9420
    },
    {
      "loss_action": 0.013336963020265102,
      "loss_total": 0.013336963020265102,
      "step": 9420
    },
    {
      "loss_action": 0.027579840272665024,
      "loss_total": 0.027579840272665024,
      "step": 9420
    },
    {
      "loss_action": 0.014256000518798828,
      "loss_total": 0.014256000518798828,
      "step": 9420
    },
    {
      "loss_action": 0.012817321345210075,
      "loss_total": 0.012817321345210075,
      "step": 9420
    },
    {
      "grad_norm": 0.1804453581571579,
      "learning_rate": 9.94646628304164e-05,
      "loss": 0.0178,
      "step": 9430
    },
    {
      "loss_action": 0.01179453730583191,
      "loss_total": 0.01179453730583191,
      "step": 9430
    },
    {
      "loss_action": 0.016957871615886688,
      "loss_total": 0.016957871615886688,
      "step": 9430
    },
    {
      "loss_action": 0.009454966522753239,
      "loss_total": 0.009454966522753239,
      "step": 9430
    },
    {
      "loss_action": 0.01467461884021759,
      "loss_total": 0.01467461884021759,
      "step": 9430
    },
    {
      "loss_action": 0.00971459224820137,
      "loss_total": 0.00971459224820137,
      "step": 9430
    },
    {
      "loss_action": 0.01421759370714426,
      "loss_total": 0.01421759370714426,
      "step": 9430
    },
    {
      "loss_action": 0.011654826812446117,
      "loss_total": 0.011654826812446117,
      "step": 9430
    },
    {
      "loss_action": 0.021807938814163208,
      "loss_total": 0.021807938814163208,
      "step": 9430
    },
    {
      "grad_norm": 0.20085331797599792,
      "learning_rate": 9.946224703102418e-05,
      "loss": 0.0182,
      "step": 9440
    },
    {
      "loss_action": 0.014744365587830544,
      "loss_total": 0.014744365587830544,
      "step": 9440
    },
    {
      "loss_action": 0.01748143881559372,
      "loss_total": 0.01748143881559372,
      "step": 9440
    },
    {
      "loss_action": 0.023843448609113693,
      "loss_total": 0.023843448609113693,
      "step": 9440
    },
    {
      "loss_action": 0.012091554701328278,
      "loss_total": 0.012091554701328278,
      "step": 9440
    },
    {
      "loss_action": 0.013152407482266426,
      "loss_total": 0.013152407482266426,
      "step": 9440
    },
    {
      "loss_action": 0.024358166381716728,
      "loss_total": 0.024358166381716728,
      "step": 9440
    },
    {
      "loss_action": 0.018667742609977722,
      "loss_total": 0.018667742609977722,
      "step": 9440
    },
    {
      "loss_action": 0.024146080017089844,
      "loss_total": 0.024146080017089844,
      "step": 9440
    },
    {
      "grad_norm": 0.2087489366531372,
      "learning_rate": 9.945982582251498e-05,
      "loss": 0.0194,
      "step": 9450
    },
    {
      "loss_action": 0.012199086137115955,
      "loss_total": 0.012199086137115955,
      "step": 9450
    },
    {
      "loss_action": 0.01033206470310688,
      "loss_total": 0.01033206470310688,
      "step": 9450
    },
    {
      "loss_action": 0.017049625515937805,
      "loss_total": 0.017049625515937805,
      "step": 9450
    },
    {
      "loss_action": 0.04188769683241844,
      "loss_total": 0.04188769683241844,
      "step": 9450
    },
    {
      "loss_action": 0.02139441668987274,
      "loss_total": 0.02139441668987274,
      "step": 9450
    },
    {
      "loss_action": 0.022325340658426285,
      "loss_total": 0.022325340658426285,
      "step": 9450
    },
    {
      "loss_action": 0.02484019659459591,
      "loss_total": 0.02484019659459591,
      "step": 9450
    },
    {
      "loss_action": 0.01980677619576454,
      "loss_total": 0.01980677619576454,
      "step": 9450
    },
    {
      "grad_norm": 0.1866287887096405,
      "learning_rate": 9.94573992051536e-05,
      "loss": 0.0211,
      "step": 9460
    },
    {
      "loss_action": 0.04247398301959038,
      "loss_total": 0.04247398301959038,
      "step": 9460
    },
    {
      "loss_action": 0.01662970334291458,
      "loss_total": 0.01662970334291458,
      "step": 9460
    },
    {
      "loss_action": 0.02108081430196762,
      "loss_total": 0.02108081430196762,
      "step": 9460
    },
    {
      "loss_action": 0.02698875218629837,
      "loss_total": 0.02698875218629837,
      "step": 9460
    },
    {
      "loss_action": 0.017690543085336685,
      "loss_total": 0.017690543085336685,
      "step": 9460
    },
    {
      "loss_action": 0.01738801971077919,
      "loss_total": 0.01738801971077919,
      "step": 9460
    },
    {
      "loss_action": 0.012158794328570366,
      "loss_total": 0.012158794328570366,
      "step": 9460
    },
    {
      "loss_action": 0.03409818559885025,
      "loss_total": 0.03409818559885025,
      "step": 9460
    },
    {
      "grad_norm": 0.19437739253044128,
      "learning_rate": 9.94549671792054e-05,
      "loss": 0.0207,
      "step": 9470
    },
    {
      "loss_action": 0.0097159743309021,
      "loss_total": 0.0097159743309021,
      "step": 9470
    },
    {
      "loss_action": 0.019952543079853058,
      "loss_total": 0.019952543079853058,
      "step": 9470
    },
    {
      "loss_action": 0.011593927629292011,
      "loss_total": 0.011593927629292011,
      "step": 9470
    },
    {
      "loss_action": 0.01243575755506754,
      "loss_total": 0.01243575755506754,
      "step": 9470
    },
    {
      "loss_action": 0.013863097876310349,
      "loss_total": 0.013863097876310349,
      "step": 9470
    },
    {
      "loss_action": 0.020678449422121048,
      "loss_total": 0.020678449422121048,
      "step": 9470
    },
    {
      "loss_action": 0.030255306512117386,
      "loss_total": 0.030255306512117386,
      "step": 9470
    },
    {
      "loss_action": 0.022543657571077347,
      "loss_total": 0.022543657571077347,
      "step": 9470
    },
    {
      "grad_norm": 0.2375415563583374,
      "learning_rate": 9.945252974493635e-05,
      "loss": 0.0199,
      "step": 9480
    },
    {
      "loss_action": 0.015126070939004421,
      "loss_total": 0.015126070939004421,
      "step": 9480
    },
    {
      "loss_action": 0.009234918281435966,
      "loss_total": 0.009234918281435966,
      "step": 9480
    },
    {
      "loss_action": 0.021450022235512733,
      "loss_total": 0.021450022235512733,
      "step": 9480
    },
    {
      "loss_action": 0.025527382269501686,
      "loss_total": 0.025527382269501686,
      "step": 9480
    },
    {
      "loss_action": 0.015876751393079758,
      "loss_total": 0.015876751393079758,
      "step": 9480
    },
    {
      "loss_action": 0.013355297036468983,
      "loss_total": 0.013355297036468983,
      "step": 9480
    },
    {
      "loss_action": 0.008486885577440262,
      "loss_total": 0.008486885577440262,
      "step": 9480
    },
    {
      "loss_action": 0.03556685149669647,
      "loss_total": 0.03556685149669647,
      "step": 9480
    },
    {
      "grad_norm": 0.3532632887363434,
      "learning_rate": 9.9450086902613e-05,
      "loss": 0.021,
      "step": 9490
    },
    {
      "loss_action": 0.018164988607168198,
      "loss_total": 0.018164988607168198,
      "step": 9490
    },
    {
      "loss_action": 0.025644352659583092,
      "loss_total": 0.025644352659583092,
      "step": 9490
    },
    {
      "loss_action": 0.01747642084956169,
      "loss_total": 0.01747642084956169,
      "step": 9490
    },
    {
      "loss_action": 0.013543505221605301,
      "loss_total": 0.013543505221605301,
      "step": 9490
    },
    {
      "loss_action": 0.009196115657687187,
      "loss_total": 0.009196115657687187,
      "step": 9490
    },
    {
      "loss_action": 0.011216292157769203,
      "loss_total": 0.011216292157769203,
      "step": 9490
    },
    {
      "loss_action": 0.008849836885929108,
      "loss_total": 0.008849836885929108,
      "step": 9490
    },
    {
      "loss_action": 0.013471456244587898,
      "loss_total": 0.013471456244587898,
      "step": 9490
    },
    {
      "grad_norm": 0.15068116784095764,
      "learning_rate": 9.944763865250248e-05,
      "loss": 0.019,
      "step": 9500
    },
    {
      "loss_action": 0.011150624603033066,
      "loss_total": 0.011150624603033066,
      "step": 9500
    },
    {
      "loss_action": 0.030209191143512726,
      "loss_total": 0.030209191143512726,
      "step": 9500
    },
    {
      "loss_action": 0.05006880313158035,
      "loss_total": 0.05006880313158035,
      "step": 9500
    },
    {
      "loss_action": 0.016101762652397156,
      "loss_total": 0.016101762652397156,
      "step": 9500
    },
    {
      "loss_action": 0.018169555813074112,
      "loss_total": 0.018169555813074112,
      "step": 9500
    },
    {
      "loss_action": 0.008867830038070679,
      "loss_total": 0.008867830038070679,
      "step": 9500
    },
    {
      "loss_action": 0.00702911801636219,
      "loss_total": 0.00702911801636219,
      "step": 9500
    },
    {
      "loss_action": 0.020180560648441315,
      "loss_total": 0.020180560648441315,
      "step": 9500
    },
    {
      "grad_norm": 0.22110924124717712,
      "learning_rate": 9.944518499487254e-05,
      "loss": 0.0193,
      "step": 9510
    },
    {
      "loss_action": 0.022304091602563858,
      "loss_total": 0.022304091602563858,
      "step": 9510
    },
    {
      "loss_action": 0.024903472512960434,
      "loss_total": 0.024903472512960434,
      "step": 9510
    },
    {
      "loss_action": 0.007217317819595337,
      "loss_total": 0.007217317819595337,
      "step": 9510
    },
    {
      "loss_action": 0.019246920943260193,
      "loss_total": 0.019246920943260193,
      "step": 9510
    },
    {
      "loss_action": 0.0534888431429863,
      "loss_total": 0.0534888431429863,
      "step": 9510
    },
    {
      "loss_action": 0.018803980201482773,
      "loss_total": 0.018803980201482773,
      "step": 9510
    },
    {
      "loss_action": 0.027436425909399986,
      "loss_total": 0.027436425909399986,
      "step": 9510
    },
    {
      "loss_action": 0.024032965302467346,
      "loss_total": 0.024032965302467346,
      "step": 9510
    },
    {
      "grad_norm": 0.2197849303483963,
      "learning_rate": 9.944272592999151e-05,
      "loss": 0.0189,
      "step": 9520
    },
    {
      "loss_action": 0.019449785351753235,
      "loss_total": 0.019449785351753235,
      "step": 9520
    },
    {
      "loss_action": 0.02158893272280693,
      "loss_total": 0.02158893272280693,
      "step": 9520
    },
    {
      "loss_action": 0.01738797128200531,
      "loss_total": 0.01738797128200531,
      "step": 9520
    },
    {
      "loss_action": 0.03639383241534233,
      "loss_total": 0.03639383241534233,
      "step": 9520
    },
    {
      "loss_action": 0.007743912748992443,
      "loss_total": 0.007743912748992443,
      "step": 9520
    },
    {
      "loss_action": 0.011591242626309395,
      "loss_total": 0.011591242626309395,
      "step": 9520
    },
    {
      "loss_action": 0.041158437728881836,
      "loss_total": 0.041158437728881836,
      "step": 9520
    },
    {
      "loss_action": 0.00697661517187953,
      "loss_total": 0.00697661517187953,
      "step": 9520
    },
    {
      "grad_norm": 0.16650065779685974,
      "learning_rate": 9.94402614581283e-05,
      "loss": 0.0165,
      "step": 9530
    },
    {
      "loss_action": 0.008332522585988045,
      "loss_total": 0.008332522585988045,
      "step": 9530
    },
    {
      "loss_action": 0.022423718124628067,
      "loss_total": 0.022423718124628067,
      "step": 9530
    },
    {
      "loss_action": 0.008870485238730907,
      "loss_total": 0.008870485238730907,
      "step": 9530
    },
    {
      "loss_action": 0.016192704439163208,
      "loss_total": 0.016192704439163208,
      "step": 9530
    },
    {
      "loss_action": 0.014013595879077911,
      "loss_total": 0.014013595879077911,
      "step": 9530
    },
    {
      "loss_action": 0.007562681101262569,
      "loss_total": 0.007562681101262569,
      "step": 9530
    },
    {
      "loss_action": 0.01839808002114296,
      "loss_total": 0.01839808002114296,
      "step": 9530
    },
    {
      "loss_action": 0.02067442238330841,
      "loss_total": 0.02067442238330841,
      "step": 9530
    },
    {
      "grad_norm": 0.14464624226093292,
      "learning_rate": 9.943779157955244e-05,
      "loss": 0.0163,
      "step": 9540
    },
    {
      "loss_action": 0.008366220630705357,
      "loss_total": 0.008366220630705357,
      "step": 9540
    },
    {
      "loss_action": 0.006539283320307732,
      "loss_total": 0.006539283320307732,
      "step": 9540
    },
    {
      "loss_action": 0.014362340793013573,
      "loss_total": 0.014362340793013573,
      "step": 9540
    },
    {
      "loss_action": 0.017255151644349098,
      "loss_total": 0.017255151644349098,
      "step": 9540
    },
    {
      "loss_action": 0.011090923100709915,
      "loss_total": 0.011090923100709915,
      "step": 9540
    },
    {
      "loss_action": 0.014022774994373322,
      "loss_total": 0.014022774994373322,
      "step": 9540
    },
    {
      "loss_action": 0.0079194325953722,
      "loss_total": 0.0079194325953722,
      "step": 9540
    },
    {
      "loss_action": 0.011278623715043068,
      "loss_total": 0.011278623715043068,
      "step": 9540
    },
    {
      "grad_norm": 0.1770625114440918,
      "learning_rate": 9.943531629453403e-05,
      "loss": 0.0173,
      "step": 9550
    },
    {
      "loss_action": 0.02063675969839096,
      "loss_total": 0.02063675969839096,
      "step": 9550
    },
    {
      "loss_action": 0.016047010198235512,
      "loss_total": 0.016047010198235512,
      "step": 9550
    },
    {
      "loss_action": 0.02287343703210354,
      "loss_total": 0.02287343703210354,
      "step": 9550
    },
    {
      "loss_action": 0.008626937866210938,
      "loss_total": 0.008626937866210938,
      "step": 9550
    },
    {
      "loss_action": 0.01903579570353031,
      "loss_total": 0.01903579570353031,
      "step": 9550
    },
    {
      "loss_action": 0.0146668441593647,
      "loss_total": 0.0146668441593647,
      "step": 9550
    },
    {
      "loss_action": 0.030414849519729614,
      "loss_total": 0.030414849519729614,
      "step": 9550
    },
    {
      "loss_action": 0.01263927761465311,
      "loss_total": 0.01263927761465311,
      "step": 9550
    },
    {
      "grad_norm": 0.2317565679550171,
      "learning_rate": 9.943283560334375e-05,
      "loss": 0.0186,
      "step": 9560
    },
    {
      "loss_action": 0.020638838410377502,
      "loss_total": 0.020638838410377502,
      "step": 9560
    },
    {
      "loss_action": 0.007194372825324535,
      "loss_total": 0.007194372825324535,
      "step": 9560
    },
    {
      "loss_action": 0.013392981141805649,
      "loss_total": 0.013392981141805649,
      "step": 9560
    },
    {
      "loss_action": 0.012256765738129616,
      "loss_total": 0.012256765738129616,
      "step": 9560
    },
    {
      "loss_action": 0.012850355356931686,
      "loss_total": 0.012850355356931686,
      "step": 9560
    },
    {
      "loss_action": 0.07674042135477066,
      "loss_total": 0.07674042135477066,
      "step": 9560
    },
    {
      "loss_action": 0.015180817805230618,
      "loss_total": 0.015180817805230618,
      "step": 9560
    },
    {
      "loss_action": 0.02498995140194893,
      "loss_total": 0.02498995140194893,
      "step": 9560
    },
    {
      "grad_norm": 0.16950835287570953,
      "learning_rate": 9.943034950625288e-05,
      "loss": 0.0202,
      "step": 9570
    },
    {
      "loss_action": 0.014190864749252796,
      "loss_total": 0.014190864749252796,
      "step": 9570
    },
    {
      "loss_action": 0.010953276418149471,
      "loss_total": 0.010953276418149471,
      "step": 9570
    },
    {
      "loss_action": 0.01599607989192009,
      "loss_total": 0.01599607989192009,
      "step": 9570
    },
    {
      "loss_action": 0.024528803303837776,
      "loss_total": 0.024528803303837776,
      "step": 9570
    },
    {
      "loss_action": 0.007422624155879021,
      "loss_total": 0.007422624155879021,
      "step": 9570
    },
    {
      "loss_action": 0.007920406758785248,
      "loss_total": 0.007920406758785248,
      "step": 9570
    },
    {
      "loss_action": 0.009833277203142643,
      "loss_total": 0.009833277203142643,
      "step": 9570
    },
    {
      "loss_action": 0.011810779571533203,
      "loss_total": 0.011810779571533203,
      "step": 9570
    },
    {
      "grad_norm": 0.23738287389278412,
      "learning_rate": 9.942785800353332e-05,
      "loss": 0.0198,
      "step": 9580
    },
    {
      "loss_action": 0.016110092401504517,
      "loss_total": 0.016110092401504517,
      "step": 9580
    },
    {
      "loss_action": 0.01258667279034853,
      "loss_total": 0.01258667279034853,
      "step": 9580
    },
    {
      "loss_action": 0.007670219987630844,
      "loss_total": 0.007670219987630844,
      "step": 9580
    },
    {
      "loss_action": 0.013660512864589691,
      "loss_total": 0.013660512864589691,
      "step": 9580
    },
    {
      "loss_action": 0.015240426175296307,
      "loss_total": 0.015240426175296307,
      "step": 9580
    },
    {
      "loss_action": 0.026893090456724167,
      "loss_total": 0.026893090456724167,
      "step": 9580
    },
    {
      "loss_action": 0.009917113929986954,
      "loss_total": 0.009917113929986954,
      "step": 9580
    },
    {
      "loss_action": 0.02014753222465515,
      "loss_total": 0.02014753222465515,
      "step": 9580
    },
    {
      "grad_norm": 0.21120674908161163,
      "learning_rate": 9.942536109545751e-05,
      "loss": 0.0185,
      "step": 9590
    },
    {
      "loss_action": 0.023188306018710136,
      "loss_total": 0.023188306018710136,
      "step": 9590
    },
    {
      "loss_action": 0.021287471055984497,
      "loss_total": 0.021287471055984497,
      "step": 9590
    },
    {
      "loss_action": 0.02029634267091751,
      "loss_total": 0.02029634267091751,
      "step": 9590
    },
    {
      "loss_action": 0.01757054589688778,
      "loss_total": 0.01757054589688778,
      "step": 9590
    },
    {
      "loss_action": 0.009666544385254383,
      "loss_total": 0.009666544385254383,
      "step": 9590
    },
    {
      "loss_action": 0.014950620010495186,
      "loss_total": 0.014950620010495186,
      "step": 9590
    },
    {
      "loss_action": 0.013919873163104057,
      "loss_total": 0.013919873163104057,
      "step": 9590
    },
    {
      "loss_action": 0.010880892165005207,
      "loss_total": 0.010880892165005207,
      "step": 9590
    },
    {
      "grad_norm": 0.15473724901676178,
      "learning_rate": 9.942285878229853e-05,
      "loss": 0.0189,
      "step": 9600
    },
    {
      "loss_action": 0.022171778604388237,
      "loss_total": 0.022171778604388237,
      "step": 9600
    },
    {
      "loss_action": 0.018770994618535042,
      "loss_total": 0.018770994618535042,
      "step": 9600
    },
    {
      "loss_action": 0.009917857125401497,
      "loss_total": 0.009917857125401497,
      "step": 9600
    },
    {
      "loss_action": 0.01662326231598854,
      "loss_total": 0.01662326231598854,
      "step": 9600
    },
    {
      "loss_action": 0.021111004054546356,
      "loss_total": 0.021111004054546356,
      "step": 9600
    },
    {
      "loss_action": 0.011571584269404411,
      "loss_total": 0.011571584269404411,
      "step": 9600
    },
    {
      "loss_action": 0.01764499396085739,
      "loss_total": 0.01764499396085739,
      "step": 9600
    },
    {
      "loss_action": 0.012670719064772129,
      "loss_total": 0.012670719064772129,
      "step": 9600
    },
    {
      "grad_norm": 0.18607869744300842,
      "learning_rate": 9.942035106433001e-05,
      "loss": 0.0171,
      "step": 9610
    },
    {
      "loss_action": 0.02259945496916771,
      "loss_total": 0.02259945496916771,
      "step": 9610
    },
    {
      "loss_action": 0.010560963302850723,
      "loss_total": 0.010560963302850723,
      "step": 9610
    },
    {
      "loss_action": 0.09048067778348923,
      "loss_total": 0.09048067778348923,
      "step": 9610
    },
    {
      "loss_action": 0.015809055417776108,
      "loss_total": 0.015809055417776108,
      "step": 9610
    },
    {
      "loss_action": 0.025020666420459747,
      "loss_total": 0.025020666420459747,
      "step": 9610
    },
    {
      "loss_action": 0.011309460736811161,
      "loss_total": 0.011309460736811161,
      "step": 9610
    },
    {
      "loss_action": 0.009757652878761292,
      "loss_total": 0.009757652878761292,
      "step": 9610
    },
    {
      "loss_action": 0.01640196703374386,
      "loss_total": 0.01640196703374386,
      "step": 9610
    },
    {
      "grad_norm": 0.1922660768032074,
      "learning_rate": 9.94178379418262e-05,
      "loss": 0.0179,
      "step": 9620
    },
    {
      "loss_action": 0.02264201082289219,
      "loss_total": 0.02264201082289219,
      "step": 9620
    },
    {
      "loss_action": 0.012990547344088554,
      "loss_total": 0.012990547344088554,
      "step": 9620
    },
    {
      "loss_action": 0.010265588760375977,
      "loss_total": 0.010265588760375977,
      "step": 9620
    },
    {
      "loss_action": 0.02873719111084938,
      "loss_total": 0.02873719111084938,
      "step": 9620
    },
    {
      "loss_action": 0.02298424392938614,
      "loss_total": 0.02298424392938614,
      "step": 9620
    },
    {
      "loss_action": 0.014871440827846527,
      "loss_total": 0.014871440827846527,
      "step": 9620
    },
    {
      "loss_action": 0.02767711505293846,
      "loss_total": 0.02767711505293846,
      "step": 9620
    },
    {
      "loss_action": 0.008197858929634094,
      "loss_total": 0.008197858929634094,
      "step": 9620
    },
    {
      "grad_norm": 0.21803145110607147,
      "learning_rate": 9.941531941506194e-05,
      "loss": 0.0187,
      "step": 9630
    },
    {
      "loss_action": 0.019490070641040802,
      "loss_total": 0.019490070641040802,
      "step": 9630
    },
    {
      "loss_action": 0.02348707988858223,
      "loss_total": 0.02348707988858223,
      "step": 9630
    },
    {
      "loss_action": 0.01934782788157463,
      "loss_total": 0.01934782788157463,
      "step": 9630
    },
    {
      "loss_action": 0.018879923969507217,
      "loss_total": 0.018879923969507217,
      "step": 9630
    },
    {
      "loss_action": 0.015315128490328789,
      "loss_total": 0.015315128490328789,
      "step": 9630
    },
    {
      "loss_action": 0.03313091769814491,
      "loss_total": 0.03313091769814491,
      "step": 9630
    },
    {
      "loss_action": 0.009951800107955933,
      "loss_total": 0.009951800107955933,
      "step": 9630
    },
    {
      "loss_action": 0.025900421664118767,
      "loss_total": 0.025900421664118767,
      "step": 9630
    },
    {
      "grad_norm": 0.24843057990074158,
      "learning_rate": 9.941279548431263e-05,
      "loss": 0.0214,
      "step": 9640
    },
    {
      "loss_action": 0.03703654557466507,
      "loss_total": 0.03703654557466507,
      "step": 9640
    },
    {
      "loss_action": 0.020892804488539696,
      "loss_total": 0.020892804488539696,
      "step": 9640
    },
    {
      "loss_action": 0.026605825871229172,
      "loss_total": 0.026605825871229172,
      "step": 9640
    },
    {
      "loss_action": 0.0456409677863121,
      "loss_total": 0.0456409677863121,
      "step": 9640
    },
    {
      "loss_action": 0.030359037220478058,
      "loss_total": 0.030359037220478058,
      "step": 9640
    },
    {
      "loss_action": 0.027355048805475235,
      "loss_total": 0.027355048805475235,
      "step": 9640
    },
    {
      "loss_action": 0.037856005132198334,
      "loss_total": 0.037856005132198334,
      "step": 9640
    },
    {
      "loss_action": 0.04376383125782013,
      "loss_total": 0.04376383125782013,
      "step": 9640
    },
    {
      "grad_norm": 0.20800447463989258,
      "learning_rate": 9.941026614985431e-05,
      "loss": 0.0219,
      "step": 9650
    },
    {
      "loss_action": 0.02657148614525795,
      "loss_total": 0.02657148614525795,
      "step": 9650
    },
    {
      "loss_action": 0.007863175123929977,
      "loss_total": 0.007863175123929977,
      "step": 9650
    },
    {
      "loss_action": 0.015857204794883728,
      "loss_total": 0.015857204794883728,
      "step": 9650
    },
    {
      "loss_action": 0.010655966587364674,
      "loss_total": 0.010655966587364674,
      "step": 9650
    },
    {
      "loss_action": 0.017082665115594864,
      "loss_total": 0.017082665115594864,
      "step": 9650
    },
    {
      "loss_action": 0.009310459718108177,
      "loss_total": 0.009310459718108177,
      "step": 9650
    },
    {
      "loss_action": 0.020007936283946037,
      "loss_total": 0.020007936283946037,
      "step": 9650
    },
    {
      "loss_action": 0.025760453194379807,
      "loss_total": 0.025760453194379807,
      "step": 9650
    },
    {
      "grad_norm": 0.22591747343540192,
      "learning_rate": 9.940773141196357e-05,
      "loss": 0.0182,
      "step": 9660
    },
    {
      "loss_action": 0.042310770601034164,
      "loss_total": 0.042310770601034164,
      "step": 9660
    },
    {
      "loss_action": 0.0106934430077672,
      "loss_total": 0.0106934430077672,
      "step": 9660
    },
    {
      "loss_action": 0.018540170043706894,
      "loss_total": 0.018540170043706894,
      "step": 9660
    },
    {
      "loss_action": 0.013774266466498375,
      "loss_total": 0.013774266466498375,
      "step": 9660
    },
    {
      "loss_action": 0.022207967936992645,
      "loss_total": 0.022207967936992645,
      "step": 9660
    },
    {
      "loss_action": 0.029247403144836426,
      "loss_total": 0.029247403144836426,
      "step": 9660
    },
    {
      "loss_action": 0.01106891967356205,
      "loss_total": 0.01106891967356205,
      "step": 9660
    },
    {
      "loss_action": 0.017783168703317642,
      "loss_total": 0.017783168703317642,
      "step": 9660
    },
    {
      "grad_norm": 0.18468068540096283,
      "learning_rate": 9.94051912709176e-05,
      "loss": 0.0193,
      "step": 9670
    },
    {
      "loss_action": 0.006944842636585236,
      "loss_total": 0.006944842636585236,
      "step": 9670
    },
    {
      "loss_action": 0.01264264341443777,
      "loss_total": 0.01264264341443777,
      "step": 9670
    },
    {
      "loss_action": 0.015129211358726025,
      "loss_total": 0.015129211358726025,
      "step": 9670
    },
    {
      "loss_action": 0.012630654498934746,
      "loss_total": 0.012630654498934746,
      "step": 9670
    },
    {
      "loss_action": 0.01406770758330822,
      "loss_total": 0.01406770758330822,
      "step": 9670
    },
    {
      "loss_action": 0.018068302422761917,
      "loss_total": 0.018068302422761917,
      "step": 9670
    },
    {
      "loss_action": 0.011138767935335636,
      "loss_total": 0.011138767935335636,
      "step": 9670
    },
    {
      "loss_action": 0.015586549416184425,
      "loss_total": 0.015586549416184425,
      "step": 9670
    },
    {
      "grad_norm": 0.15249548852443695,
      "learning_rate": 9.940264572699421e-05,
      "loss": 0.0168,
      "step": 9680
    },
    {
      "loss_action": 0.013864853419363499,
      "loss_total": 0.013864853419363499,
      "step": 9680
    },
    {
      "loss_action": 0.02028992399573326,
      "loss_total": 0.02028992399573326,
      "step": 9680
    },
    {
      "loss_action": 0.011775162070989609,
      "loss_total": 0.011775162070989609,
      "step": 9680
    },
    {
      "loss_action": 0.01019175723195076,
      "loss_total": 0.01019175723195076,
      "step": 9680
    },
    {
      "loss_action": 0.006957778707146645,
      "loss_total": 0.006957778707146645,
      "step": 9680
    },
    {
      "loss_action": 0.026775699108839035,
      "loss_total": 0.026775699108839035,
      "step": 9680
    },
    {
      "loss_action": 0.014405900612473488,
      "loss_total": 0.014405900612473488,
      "step": 9680
    },
    {
      "loss_action": 0.008636681362986565,
      "loss_total": 0.008636681362986565,
      "step": 9680
    },
    {
      "grad_norm": 0.18323522806167603,
      "learning_rate": 9.940009478047174e-05,
      "loss": 0.0165,
      "step": 9690
    },
    {
      "loss_action": 0.011823166161775589,
      "loss_total": 0.011823166161775589,
      "step": 9690
    },
    {
      "loss_action": 0.010146833956241608,
      "loss_total": 0.010146833956241608,
      "step": 9690
    },
    {
      "loss_action": 0.016588807106018066,
      "loss_total": 0.016588807106018066,
      "step": 9690
    },
    {
      "loss_action": 0.008364440873265266,
      "loss_total": 0.008364440873265266,
      "step": 9690
    },
    {
      "loss_action": 0.02658749744296074,
      "loss_total": 0.02658749744296074,
      "step": 9690
    },
    {
      "loss_action": 0.02179865911602974,
      "loss_total": 0.02179865911602974,
      "step": 9690
    },
    {
      "loss_action": 0.012540891766548157,
      "loss_total": 0.012540891766548157,
      "step": 9690
    },
    {
      "loss_action": 0.007363125681877136,
      "loss_total": 0.007363125681877136,
      "step": 9690
    },
    {
      "grad_norm": 0.31852442026138306,
      "learning_rate": 9.939753843162918e-05,
      "loss": 0.0181,
      "step": 9700
    },
    {
      "loss_action": 0.025378648191690445,
      "loss_total": 0.025378648191690445,
      "step": 9700
    },
    {
      "loss_action": 0.01599534973502159,
      "loss_total": 0.01599534973502159,
      "step": 9700
    },
    {
      "loss_action": 0.008272118866443634,
      "loss_total": 0.008272118866443634,
      "step": 9700
    },
    {
      "loss_action": 0.008875465951859951,
      "loss_total": 0.008875465951859951,
      "step": 9700
    },
    {
      "loss_action": 0.011634550988674164,
      "loss_total": 0.011634550988674164,
      "step": 9700
    },
    {
      "loss_action": 0.03470928966999054,
      "loss_total": 0.03470928966999054,
      "step": 9700
    },
    {
      "loss_action": 0.06793401390314102,
      "loss_total": 0.06793401390314102,
      "step": 9700
    },
    {
      "loss_action": 0.011315153911709785,
      "loss_total": 0.011315153911709785,
      "step": 9700
    },
    {
      "grad_norm": 0.2580151855945587,
      "learning_rate": 9.939497668074609e-05,
      "loss": 0.0208,
      "step": 9710
    },
    {
      "loss_action": 0.020411623641848564,
      "loss_total": 0.020411623641848564,
      "step": 9710
    },
    {
      "loss_action": 0.030822835862636566,
      "loss_total": 0.030822835862636566,
      "step": 9710
    },
    {
      "loss_action": 0.030262410640716553,
      "loss_total": 0.030262410640716553,
      "step": 9710
    },
    {
      "loss_action": 0.017478924244642258,
      "loss_total": 0.017478924244642258,
      "step": 9710
    },
    {
      "loss_action": 0.007499392144382,
      "loss_total": 0.007499392144382,
      "step": 9710
    },
    {
      "loss_action": 0.01771448366343975,
      "loss_total": 0.01771448366343975,
      "step": 9710
    },
    {
      "loss_action": 0.012000102549791336,
      "loss_total": 0.012000102549791336,
      "step": 9710
    },
    {
      "loss_action": 0.013485504314303398,
      "loss_total": 0.013485504314303398,
      "step": 9710
    },
    {
      "grad_norm": 0.18121875822544098,
      "learning_rate": 9.93924095281026e-05,
      "loss": 0.0199,
      "step": 9720
    },
    {
      "loss_action": 0.024761565029621124,
      "loss_total": 0.024761565029621124,
      "step": 9720
    },
    {
      "loss_action": 0.018632374703884125,
      "loss_total": 0.018632374703884125,
      "step": 9720
    },
    {
      "loss_action": 0.025825317949056625,
      "loss_total": 0.025825317949056625,
      "step": 9720
    },
    {
      "loss_action": 0.030048362910747528,
      "loss_total": 0.030048362910747528,
      "step": 9720
    },
    {
      "loss_action": 0.041024234145879745,
      "loss_total": 0.041024234145879745,
      "step": 9720
    },
    {
      "loss_action": 0.019048653542995453,
      "loss_total": 0.019048653542995453,
      "step": 9720
    },
    {
      "loss_action": 0.014630883932113647,
      "loss_total": 0.014630883932113647,
      "step": 9720
    },
    {
      "loss_action": 0.03088100254535675,
      "loss_total": 0.03088100254535675,
      "step": 9720
    },
    {
      "grad_norm": 0.21767562627792358,
      "learning_rate": 9.938983697397948e-05,
      "loss": 0.0175,
      "step": 9730
    },
    {
      "loss_action": 0.015362465754151344,
      "loss_total": 0.015362465754151344,
      "step": 9730
    },
    {
      "loss_action": 0.0329187847673893,
      "loss_total": 0.0329187847673893,
      "step": 9730
    },
    {
      "loss_action": 0.018954921513795853,
      "loss_total": 0.018954921513795853,
      "step": 9730
    },
    {
      "loss_action": 0.006518798880279064,
      "loss_total": 0.006518798880279064,
      "step": 9730
    },
    {
      "loss_action": 0.012532075867056847,
      "loss_total": 0.012532075867056847,
      "step": 9730
    },
    {
      "loss_action": 0.015737634152173996,
      "loss_total": 0.015737634152173996,
      "step": 9730
    },
    {
      "loss_action": 0.016512103378772736,
      "loss_total": 0.016512103378772736,
      "step": 9730
    },
    {
      "loss_action": 0.016910795122385025,
      "loss_total": 0.016910795122385025,
      "step": 9730
    },
    {
      "grad_norm": 0.19941285252571106,
      "learning_rate": 9.938725901865805e-05,
      "loss": 0.0202,
      "step": 9740
    },
    {
      "loss_action": 0.011046509258449078,
      "loss_total": 0.011046509258449078,
      "step": 9740
    },
    {
      "loss_action": 0.05863233655691147,
      "loss_total": 0.05863233655691147,
      "step": 9740
    },
    {
      "loss_action": 0.01240493729710579,
      "loss_total": 0.01240493729710579,
      "step": 9740
    },
    {
      "loss_action": 0.012152385897934437,
      "loss_total": 0.012152385897934437,
      "step": 9740
    },
    {
      "loss_action": 0.02201855555176735,
      "loss_total": 0.02201855555176735,
      "step": 9740
    },
    {
      "loss_action": 0.015653926879167557,
      "loss_total": 0.015653926879167557,
      "step": 9740
    },
    {
      "loss_action": 0.012876296415925026,
      "loss_total": 0.012876296415925026,
      "step": 9740
    },
    {
      "loss_action": 0.03597370907664299,
      "loss_total": 0.03597370907664299,
      "step": 9740
    },
    {
      "grad_norm": 0.2596015930175781,
      "learning_rate": 9.93846756624202e-05,
      "loss": 0.0189,
      "step": 9750
    },
    {
      "loss_action": 0.01712244749069214,
      "loss_total": 0.01712244749069214,
      "step": 9750
    },
    {
      "loss_action": 0.014520260505378246,
      "loss_total": 0.014520260505378246,
      "step": 9750
    },
    {
      "loss_action": 0.008332126773893833,
      "loss_total": 0.008332126773893833,
      "step": 9750
    },
    {
      "loss_action": 0.027421118691563606,
      "loss_total": 0.027421118691563606,
      "step": 9750
    },
    {
      "loss_action": 0.020555485039949417,
      "loss_total": 0.020555485039949417,
      "step": 9750
    },
    {
      "loss_action": 0.03583478927612305,
      "loss_total": 0.03583478927612305,
      "step": 9750
    },
    {
      "loss_action": 0.021101459860801697,
      "loss_total": 0.021101459860801697,
      "step": 9750
    },
    {
      "loss_action": 0.015171346254646778,
      "loss_total": 0.015171346254646778,
      "step": 9750
    },
    {
      "grad_norm": 0.15500977635383606,
      "learning_rate": 9.938208690554849e-05,
      "loss": 0.0163,
      "step": 9760
    },
    {
      "loss_action": 0.016141045838594437,
      "loss_total": 0.016141045838594437,
      "step": 9760
    },
    {
      "loss_action": 0.01620304584503174,
      "loss_total": 0.01620304584503174,
      "step": 9760
    },
    {
      "loss_action": 0.016459405422210693,
      "loss_total": 0.016459405422210693,
      "step": 9760
    },
    {
      "loss_action": 0.02547113038599491,
      "loss_total": 0.02547113038599491,
      "step": 9760
    },
    {
      "loss_action": 0.029675636440515518,
      "loss_total": 0.029675636440515518,
      "step": 9760
    },
    {
      "loss_action": 0.015063554048538208,
      "loss_total": 0.015063554048538208,
      "step": 9760
    },
    {
      "loss_action": 0.016091156750917435,
      "loss_total": 0.016091156750917435,
      "step": 9760
    },
    {
      "loss_action": 0.009009033441543579,
      "loss_total": 0.009009033441543579,
      "step": 9760
    },
    {
      "grad_norm": 0.18575303256511688,
      "learning_rate": 9.9379492748326e-05,
      "loss": 0.0179,
      "step": 9770
    },
    {
      "loss_action": 0.013202146627008915,
      "loss_total": 0.013202146627008915,
      "step": 9770
    },
    {
      "loss_action": 0.017207039520144463,
      "loss_total": 0.017207039520144463,
      "step": 9770
    },
    {
      "loss_action": 0.016977041959762573,
      "loss_total": 0.016977041959762573,
      "step": 9770
    },
    {
      "loss_action": 0.006957497447729111,
      "loss_total": 0.006957497447729111,
      "step": 9770
    },
    {
      "loss_action": 0.018495969474315643,
      "loss_total": 0.018495969474315643,
      "step": 9770
    },
    {
      "loss_action": 0.021826542913913727,
      "loss_total": 0.021826542913913727,
      "step": 9770
    },
    {
      "loss_action": 0.01103127095848322,
      "loss_total": 0.01103127095848322,
      "step": 9770
    },
    {
      "loss_action": 0.018802110105752945,
      "loss_total": 0.018802110105752945,
      "step": 9770
    },
    {
      "grad_norm": 0.17278721928596497,
      "learning_rate": 9.937689319103641e-05,
      "loss": 0.0208,
      "step": 9780
    },
    {
      "loss_action": 0.013754509389400482,
      "loss_total": 0.013754509389400482,
      "step": 9780
    },
    {
      "loss_action": 0.014962181448936462,
      "loss_total": 0.014962181448936462,
      "step": 9780
    },
    {
      "loss_action": 0.01676386594772339,
      "loss_total": 0.01676386594772339,
      "step": 9780
    },
    {
      "loss_action": 0.03233293443918228,
      "loss_total": 0.03233293443918228,
      "step": 9780
    },
    {
      "loss_action": 0.011089741252362728,
      "loss_total": 0.011089741252362728,
      "step": 9780
    },
    {
      "loss_action": 0.01513364166021347,
      "loss_total": 0.01513364166021347,
      "step": 9780
    },
    {
      "loss_action": 0.027120059356093407,
      "loss_total": 0.027120059356093407,
      "step": 9780
    },
    {
      "loss_action": 0.02684284746646881,
      "loss_total": 0.02684284746646881,
      "step": 9780
    },
    {
      "grad_norm": 0.339254766702652,
      "learning_rate": 9.937428823396404e-05,
      "loss": 0.0206,
      "step": 9790
    },
    {
      "loss_action": 0.0177466943860054,
      "loss_total": 0.0177466943860054,
      "step": 9790
    },
    {
      "loss_action": 0.0185896847397089,
      "loss_total": 0.0185896847397089,
      "step": 9790
    },
    {
      "loss_action": 0.007344373501837254,
      "loss_total": 0.007344373501837254,
      "step": 9790
    },
    {
      "loss_action": 0.013758279383182526,
      "loss_total": 0.013758279383182526,
      "step": 9790
    },
    {
      "loss_action": 0.014134194701910019,
      "loss_total": 0.014134194701910019,
      "step": 9790
    },
    {
      "loss_action": 0.012655822560191154,
      "loss_total": 0.012655822560191154,
      "step": 9790
    },
    {
      "loss_action": 0.03271164745092392,
      "loss_total": 0.03271164745092392,
      "step": 9790
    },
    {
      "loss_action": 0.014292262494564056,
      "loss_total": 0.014292262494564056,
      "step": 9790
    },
    {
      "grad_norm": 0.22430330514907837,
      "learning_rate": 9.937167787739372e-05,
      "loss": 0.0178,
      "step": 9800
    },
    {
      "loss_action": 0.018843121826648712,
      "loss_total": 0.018843121826648712,
      "step": 9800
    },
    {
      "loss_action": 0.016006244346499443,
      "loss_total": 0.016006244346499443,
      "step": 9800
    },
    {
      "loss_action": 0.024897543713450432,
      "loss_total": 0.024897543713450432,
      "step": 9800
    },
    {
      "loss_action": 0.03426568955183029,
      "loss_total": 0.03426568955183029,
      "step": 9800
    },
    {
      "loss_action": 0.04594815522432327,
      "loss_total": 0.04594815522432327,
      "step": 9800
    },
    {
      "loss_action": 0.037257466465234756,
      "loss_total": 0.037257466465234756,
      "step": 9800
    },
    {
      "loss_action": 0.032678451389074326,
      "loss_total": 0.032678451389074326,
      "step": 9800
    },
    {
      "loss_action": 0.05000549554824829,
      "loss_total": 0.05000549554824829,
      "step": 9800
    },
    {
      "grad_norm": 0.22667638957500458,
      "learning_rate": 9.936906212161095e-05,
      "loss": 0.0202,
      "step": 9810
    },
    {
      "loss_action": 0.012206533923745155,
      "loss_total": 0.012206533923745155,
      "step": 9810
    },
    {
      "loss_action": 0.020800841972231865,
      "loss_total": 0.020800841972231865,
      "step": 9810
    },
    {
      "loss_action": 0.016910560429096222,
      "loss_total": 0.016910560429096222,
      "step": 9810
    },
    {
      "loss_action": 0.031975533813238144,
      "loss_total": 0.031975533813238144,
      "step": 9810
    },
    {
      "loss_action": 0.01907883584499359,
      "loss_total": 0.01907883584499359,
      "step": 9810
    },
    {
      "loss_action": 0.01246693916618824,
      "loss_total": 0.01246693916618824,
      "step": 9810
    },
    {
      "loss_action": 0.007880112156271935,
      "loss_total": 0.007880112156271935,
      "step": 9810
    },
    {
      "loss_action": 0.019895978271961212,
      "loss_total": 0.019895978271961212,
      "step": 9810
    },
    {
      "grad_norm": 0.19607624411582947,
      "learning_rate": 9.936644096690176e-05,
      "loss": 0.0168,
      "step": 9820
    },
    {
      "loss_action": 0.010100549086928368,
      "loss_total": 0.010100549086928368,
      "step": 9820
    },
    {
      "loss_action": 0.010835261084139347,
      "loss_total": 0.010835261084139347,
      "step": 9820
    },
    {
      "loss_action": 0.021821988746523857,
      "loss_total": 0.021821988746523857,
      "step": 9820
    },
    {
      "loss_action": 0.01707896776497364,
      "loss_total": 0.01707896776497364,
      "step": 9820
    },
    {
      "loss_action": 0.00996679998934269,
      "loss_total": 0.00996679998934269,
      "step": 9820
    },
    {
      "loss_action": 0.01763063669204712,
      "loss_total": 0.01763063669204712,
      "step": 9820
    },
    {
      "loss_action": 0.037525348365306854,
      "loss_total": 0.037525348365306854,
      "step": 9820
    },
    {
      "loss_action": 0.009260762482881546,
      "loss_total": 0.009260762482881546,
      "step": 9820
    },
    {
      "grad_norm": 0.2320326417684555,
      "learning_rate": 9.936381441355282e-05,
      "loss": 0.0182,
      "step": 9830
    },
    {
      "loss_action": 0.007395745720714331,
      "loss_total": 0.007395745720714331,
      "step": 9830
    },
    {
      "loss_action": 0.011946022510528564,
      "loss_total": 0.011946022510528564,
      "step": 9830
    },
    {
      "loss_action": 0.025934036821126938,
      "loss_total": 0.025934036821126938,
      "step": 9830
    },
    {
      "loss_action": 0.008220626041293144,
      "loss_total": 0.008220626041293144,
      "step": 9830
    },
    {
      "loss_action": 0.037791766226291656,
      "loss_total": 0.037791766226291656,
      "step": 9830
    },
    {
      "loss_action": 0.013531021773815155,
      "loss_total": 0.013531021773815155,
      "step": 9830
    },
    {
      "loss_action": 0.021182265132665634,
      "loss_total": 0.021182265132665634,
      "step": 9830
    },
    {
      "loss_action": 0.014363765716552734,
      "loss_total": 0.014363765716552734,
      "step": 9830
    },
    {
      "grad_norm": 0.15093518793582916,
      "learning_rate": 9.936118246185136e-05,
      "loss": 0.0177,
      "step": 9840
    },
    {
      "loss_action": 0.02267942950129509,
      "loss_total": 0.02267942950129509,
      "step": 9840
    },
    {
      "loss_action": 0.010813760571181774,
      "loss_total": 0.010813760571181774,
      "step": 9840
    },
    {
      "loss_action": 0.014147692359983921,
      "loss_total": 0.014147692359983921,
      "step": 9840
    },
    {
      "loss_action": 0.007274485193192959,
      "loss_total": 0.007274485193192959,
      "step": 9840
    },
    {
      "loss_action": 0.018679726868867874,
      "loss_total": 0.018679726868867874,
      "step": 9840
    },
    {
      "loss_action": 0.019820023328065872,
      "loss_total": 0.019820023328065872,
      "step": 9840
    },
    {
      "loss_action": 0.03207799792289734,
      "loss_total": 0.03207799792289734,
      "step": 9840
    },
    {
      "loss_action": 0.025624090805649757,
      "loss_total": 0.025624090805649757,
      "step": 9840
    },
    {
      "grad_norm": 0.19468796253204346,
      "learning_rate": 9.935854511208518e-05,
      "loss": 0.0207,
      "step": 9850
    },
    {
      "loss_action": 0.008134962990880013,
      "loss_total": 0.008134962990880013,
      "step": 9850
    },
    {
      "loss_action": 0.024666687473654747,
      "loss_total": 0.024666687473654747,
      "step": 9850
    },
    {
      "loss_action": 0.015532631427049637,
      "loss_total": 0.015532631427049637,
      "step": 9850
    },
    {
      "loss_action": 0.010193891823291779,
      "loss_total": 0.010193891823291779,
      "step": 9850
    },
    {
      "loss_action": 0.006720832083374262,
      "loss_total": 0.006720832083374262,
      "step": 9850
    },
    {
      "loss_action": 0.02363230660557747,
      "loss_total": 0.02363230660557747,
      "step": 9850
    },
    {
      "loss_action": 0.01485545001924038,
      "loss_total": 0.01485545001924038,
      "step": 9850
    },
    {
      "loss_action": 0.017116043716669083,
      "loss_total": 0.017116043716669083,
      "step": 9850
    },
    {
      "grad_norm": 0.274153470993042,
      "learning_rate": 9.935590236454272e-05,
      "loss": 0.0189,
      "step": 9860
    },
    {
      "loss_action": 0.01163664273917675,
      "loss_total": 0.01163664273917675,
      "step": 9860
    },
    {
      "loss_action": 0.014033478684723377,
      "loss_total": 0.014033478684723377,
      "step": 9860
    },
    {
      "loss_action": 0.028994403779506683,
      "loss_total": 0.028994403779506683,
      "step": 9860
    },
    {
      "loss_action": 0.0177275612950325,
      "loss_total": 0.0177275612950325,
      "step": 9860
    },
    {
      "loss_action": 0.015041845850646496,
      "loss_total": 0.015041845850646496,
      "step": 9860
    },
    {
      "loss_action": 0.018853291869163513,
      "loss_total": 0.018853291869163513,
      "step": 9860
    },
    {
      "loss_action": 0.019573835656046867,
      "loss_total": 0.019573835656046867,
      "step": 9860
    },
    {
      "loss_action": 0.022797178477048874,
      "loss_total": 0.022797178477048874,
      "step": 9860
    },
    {
      "grad_norm": 0.28610971570014954,
      "learning_rate": 9.935325421951298e-05,
      "loss": 0.0212,
      "step": 9870
    },
    {
      "loss_action": 0.018558813259005547,
      "loss_total": 0.018558813259005547,
      "step": 9870
    },
    {
      "loss_action": 0.029940636828541756,
      "loss_total": 0.029940636828541756,
      "step": 9870
    },
    {
      "loss_action": 0.024870963767170906,
      "loss_total": 0.024870963767170906,
      "step": 9870
    },
    {
      "loss_action": 0.01856999099254608,
      "loss_total": 0.01856999099254608,
      "step": 9870
    },
    {
      "loss_action": 0.0131952203810215,
      "loss_total": 0.0131952203810215,
      "step": 9870
    },
    {
      "loss_action": 0.021718792617321014,
      "loss_total": 0.021718792617321014,
      "step": 9870
    },
    {
      "loss_action": 0.01178997103124857,
      "loss_total": 0.01178997103124857,
      "step": 9870
    },
    {
      "loss_action": 0.01619661971926689,
      "loss_total": 0.01619661971926689,
      "step": 9870
    },
    {
      "grad_norm": 0.2195916622877121,
      "learning_rate": 9.935060067728557e-05,
      "loss": 0.0216,
      "step": 9880
    },
    {
      "loss_action": 0.034870073199272156,
      "loss_total": 0.034870073199272156,
      "step": 9880
    },
    {
      "loss_action": 0.02050887420773506,
      "loss_total": 0.02050887420773506,
      "step": 9880
    },
    {
      "loss_action": 0.03193816542625427,
      "loss_total": 0.03193816542625427,
      "step": 9880
    },
    {
      "loss_action": 0.006819097325205803,
      "loss_total": 0.006819097325205803,
      "step": 9880
    },
    {
      "loss_action": 0.015971627086400986,
      "loss_total": 0.015971627086400986,
      "step": 9880
    },
    {
      "loss_action": 0.012854406610131264,
      "loss_total": 0.012854406610131264,
      "step": 9880
    },
    {
      "loss_action": 0.025346890091896057,
      "loss_total": 0.025346890091896057,
      "step": 9880
    },
    {
      "loss_action": 0.021399185061454773,
      "loss_total": 0.021399185061454773,
      "step": 9880
    },
    {
      "grad_norm": 0.2729555070400238,
      "learning_rate": 9.934794173815067e-05,
      "loss": 0.022,
      "step": 9890
    },
    {
      "loss_action": 0.024160660803318024,
      "loss_total": 0.024160660803318024,
      "step": 9890
    },
    {
      "loss_action": 0.019210821017622948,
      "loss_total": 0.019210821017622948,
      "step": 9890
    },
    {
      "loss_action": 0.018624065443873405,
      "loss_total": 0.018624065443873405,
      "step": 9890
    },
    {
      "loss_action": 0.023039141669869423,
      "loss_total": 0.023039141669869423,
      "step": 9890
    },
    {
      "loss_action": 0.025035008788108826,
      "loss_total": 0.025035008788108826,
      "step": 9890
    },
    {
      "loss_action": 0.016372911632061005,
      "loss_total": 0.016372911632061005,
      "step": 9890
    },
    {
      "loss_action": 0.013458403758704662,
      "loss_total": 0.013458403758704662,
      "step": 9890
    },
    {
      "loss_action": 0.01262479554861784,
      "loss_total": 0.01262479554861784,
      "step": 9890
    },
    {
      "grad_norm": 0.2439037710428238,
      "learning_rate": 9.934527740239906e-05,
      "loss": 0.0218,
      "step": 9900
    },
    {
      "loss_action": 0.029803473502397537,
      "loss_total": 0.029803473502397537,
      "step": 9900
    },
    {
      "loss_action": 0.009740996174514294,
      "loss_total": 0.009740996174514294,
      "step": 9900
    },
    {
      "loss_action": 0.036654993891716,
      "loss_total": 0.036654993891716,
      "step": 9900
    },
    {
      "loss_action": 0.023470748215913773,
      "loss_total": 0.023470748215913773,
      "step": 9900
    },
    {
      "loss_action": 0.02792913280427456,
      "loss_total": 0.02792913280427456,
      "step": 9900
    },
    {
      "loss_action": 0.03726043552160263,
      "loss_total": 0.03726043552160263,
      "step": 9900
    },
    {
      "loss_action": 0.016091907396912575,
      "loss_total": 0.016091907396912575,
      "step": 9900
    },
    {
      "loss_action": 0.03154616057872772,
      "loss_total": 0.03154616057872772,
      "step": 9900
    },
    {
      "grad_norm": 0.2665228545665741,
      "learning_rate": 9.934260767032209e-05,
      "loss": 0.0196,
      "step": 9910
    },
    {
      "loss_action": 0.00834253616631031,
      "loss_total": 0.00834253616631031,
      "step": 9910
    },
    {
      "loss_action": 0.03118012100458145,
      "loss_total": 0.03118012100458145,
      "step": 9910
    },
    {
      "loss_action": 0.02768460288643837,
      "loss_total": 0.02768460288643837,
      "step": 9910
    },
    {
      "loss_action": 0.04269587993621826,
      "loss_total": 0.04269587993621826,
      "step": 9910
    },
    {
      "loss_action": 0.014241034165024757,
      "loss_total": 0.014241034165024757,
      "step": 9910
    },
    {
      "loss_action": 0.012005937285721302,
      "loss_total": 0.012005937285721302,
      "step": 9910
    },
    {
      "loss_action": 0.015141315758228302,
      "loss_total": 0.015141315758228302,
      "step": 9910
    },
    {
      "loss_action": 0.008986127562820911,
      "loss_total": 0.008986127562820911,
      "step": 9910
    },
    {
      "grad_norm": 0.22723239660263062,
      "learning_rate": 9.933993254221172e-05,
      "loss": 0.0227,
      "step": 9920
    },
    {
      "loss_action": 0.02100079134106636,
      "loss_total": 0.02100079134106636,
      "step": 9920
    },
    {
      "loss_action": 0.010408171452581882,
      "loss_total": 0.010408171452581882,
      "step": 9920
    },
    {
      "loss_action": 0.01852753758430481,
      "loss_total": 0.01852753758430481,
      "step": 9920
    },
    {
      "loss_action": 0.021809430792927742,
      "loss_total": 0.021809430792927742,
      "step": 9920
    },
    {
      "loss_action": 0.04143068194389343,
      "loss_total": 0.04143068194389343,
      "step": 9920
    },
    {
      "loss_action": 0.011274763382971287,
      "loss_total": 0.011274763382971287,
      "step": 9920
    },
    {
      "loss_action": 0.007731263060122728,
      "loss_total": 0.007731263060122728,
      "step": 9920
    },
    {
      "loss_action": 0.025136403739452362,
      "loss_total": 0.025136403739452362,
      "step": 9920
    },
    {
      "grad_norm": 0.22667823731899261,
      "learning_rate": 9.933725201836053e-05,
      "loss": 0.0229,
      "step": 9930
    },
    {
      "loss_action": 0.01571839302778244,
      "loss_total": 0.01571839302778244,
      "step": 9930
    },
    {
      "loss_action": 0.01443321630358696,
      "loss_total": 0.01443321630358696,
      "step": 9930
    },
    {
      "loss_action": 0.03487285226583481,
      "loss_total": 0.03487285226583481,
      "step": 9930
    },
    {
      "loss_action": 0.012649941258132458,
      "loss_total": 0.012649941258132458,
      "step": 9930
    },
    {
      "loss_action": 0.012586692348122597,
      "loss_total": 0.012586692348122597,
      "step": 9930
    },
    {
      "loss_action": 0.012353634461760521,
      "loss_total": 0.012353634461760521,
      "step": 9930
    },
    {
      "loss_action": 0.010963167995214462,
      "loss_total": 0.010963167995214462,
      "step": 9930
    },
    {
      "loss_action": 0.03836825489997864,
      "loss_total": 0.03836825489997864,
      "step": 9930
    },
    {
      "grad_norm": 0.3239056468009949,
      "learning_rate": 9.933456609906162e-05,
      "loss": 0.0213,
      "step": 9940
    },
    {
      "loss_action": 0.03409028798341751,
      "loss_total": 0.03409028798341751,
      "step": 9940
    },
    {
      "loss_action": 0.0343649759888649,
      "loss_total": 0.0343649759888649,
      "step": 9940
    },
    {
      "loss_action": 0.021059425547719002,
      "loss_total": 0.021059425547719002,
      "step": 9940
    },
    {
      "loss_action": 0.017514199018478394,
      "loss_total": 0.017514199018478394,
      "step": 9940
    },
    {
      "loss_action": 0.03105759248137474,
      "loss_total": 0.03105759248137474,
      "step": 9940
    },
    {
      "loss_action": 0.08848769962787628,
      "loss_total": 0.08848769962787628,
      "step": 9940
    },
    {
      "loss_action": 0.02057000808417797,
      "loss_total": 0.02057000808417797,
      "step": 9940
    },
    {
      "loss_action": 0.030447330325841904,
      "loss_total": 0.030447330325841904,
      "step": 9940
    },
    {
      "grad_norm": 0.22891588509082794,
      "learning_rate": 9.933187478460875e-05,
      "loss": 0.0212,
      "step": 9950
    },
    {
      "loss_action": 0.008013773709535599,
      "loss_total": 0.008013773709535599,
      "step": 9950
    },
    {
      "loss_action": 0.010439051315188408,
      "loss_total": 0.010439051315188408,
      "step": 9950
    },
    {
      "loss_action": 0.019471894949674606,
      "loss_total": 0.019471894949674606,
      "step": 9950
    },
    {
      "loss_action": 0.012287531048059464,
      "loss_total": 0.012287531048059464,
      "step": 9950
    },
    {
      "loss_action": 0.020331155508756638,
      "loss_total": 0.020331155508756638,
      "step": 9950
    },
    {
      "loss_action": 0.010303033515810966,
      "loss_total": 0.010303033515810966,
      "step": 9950
    },
    {
      "loss_action": 0.015359533950686455,
      "loss_total": 0.015359533950686455,
      "step": 9950
    },
    {
      "loss_action": 0.008772961795330048,
      "loss_total": 0.008772961795330048,
      "step": 9950
    },
    {
      "grad_norm": 0.19354359805583954,
      "learning_rate": 9.93291780752962e-05,
      "loss": 0.0158,
      "step": 9960
    },
    {
      "loss_action": 0.014946367591619492,
      "loss_total": 0.014946367591619492,
      "step": 9960
    },
    {
      "loss_action": 0.02469477988779545,
      "loss_total": 0.02469477988779545,
      "step": 9960
    },
    {
      "loss_action": 0.023587869480252266,
      "loss_total": 0.023587869480252266,
      "step": 9960
    },
    {
      "loss_action": 0.007553829811513424,
      "loss_total": 0.007553829811513424,
      "step": 9960
    },
    {
      "loss_action": 0.009564640931785107,
      "loss_total": 0.009564640931785107,
      "step": 9960
    },
    {
      "loss_action": 0.01269027590751648,
      "loss_total": 0.01269027590751648,
      "step": 9960
    },
    {
      "loss_action": 0.013996010646224022,
      "loss_total": 0.013996010646224022,
      "step": 9960
    },
    {
      "loss_action": 0.017672963440418243,
      "loss_total": 0.017672963440418243,
      "step": 9960
    },
    {
      "grad_norm": 0.23219895362854004,
      "learning_rate": 9.932647597141893e-05,
      "loss": 0.0186,
      "step": 9970
    },
    {
      "loss_action": 0.03563880920410156,
      "loss_total": 0.03563880920410156,
      "step": 9970
    },
    {
      "loss_action": 0.011536868289113045,
      "loss_total": 0.011536868289113045,
      "step": 9970
    },
    {
      "loss_action": 0.016623230651021004,
      "loss_total": 0.016623230651021004,
      "step": 9970
    },
    {
      "loss_action": 0.01679397001862526,
      "loss_total": 0.01679397001862526,
      "step": 9970
    },
    {
      "loss_action": 0.018823742866516113,
      "loss_total": 0.018823742866516113,
      "step": 9970
    },
    {
      "loss_action": 0.009821504354476929,
      "loss_total": 0.009821504354476929,
      "step": 9970
    },
    {
      "loss_action": 0.019856702536344528,
      "loss_total": 0.019856702536344528,
      "step": 9970
    },
    {
      "loss_action": 0.03715556114912033,
      "loss_total": 0.03715556114912033,
      "step": 9970
    },
    {
      "grad_norm": 0.19393518567085266,
      "learning_rate": 9.932376847327239e-05,
      "loss": 0.0201,
      "step": 9980
    },
    {
      "loss_action": 0.030549868941307068,
      "loss_total": 0.030549868941307068,
      "step": 9980
    },
    {
      "loss_action": 0.02009744383394718,
      "loss_total": 0.02009744383394718,
      "step": 9980
    },
    {
      "loss_action": 0.03403636813163757,
      "loss_total": 0.03403636813163757,
      "step": 9980
    },
    {
      "loss_action": 0.0151100754737854,
      "loss_total": 0.0151100754737854,
      "step": 9980
    },
    {
      "loss_action": 0.015445881523191929,
      "loss_total": 0.015445881523191929,
      "step": 9980
    },
    {
      "loss_action": 0.011287178844213486,
      "loss_total": 0.011287178844213486,
      "step": 9980
    },
    {
      "loss_action": 0.01751846820116043,
      "loss_total": 0.01751846820116043,
      "step": 9980
    },
    {
      "loss_action": 0.01346566341817379,
      "loss_total": 0.01346566341817379,
      "step": 9980
    },
    {
      "grad_norm": 0.15159085392951965,
      "learning_rate": 9.932105558115268e-05,
      "loss": 0.0182,
      "step": 9990
    },
    {
      "loss_action": 0.009510397911071777,
      "loss_total": 0.009510397911071777,
      "step": 9990
    },
    {
      "loss_action": 0.012821955606341362,
      "loss_total": 0.012821955606341362,
      "step": 9990
    },
    {
      "loss_action": 0.010285364463925362,
      "loss_total": 0.010285364463925362,
      "step": 9990
    },
    {
      "loss_action": 0.026836618781089783,
      "loss_total": 0.026836618781089783,
      "step": 9990
    },
    {
      "loss_action": 0.009139928966760635,
      "loss_total": 0.009139928966760635,
      "step": 9990
    },
    {
      "loss_action": 0.04240481182932854,
      "loss_total": 0.04240481182932854,
      "step": 9990
    },
    {
      "loss_action": 0.021030623465776443,
      "loss_total": 0.021030623465776443,
      "step": 9990
    },
    {
      "loss_action": 0.008837154135107994,
      "loss_total": 0.008837154135107994,
      "step": 9990
    },
    {
      "grad_norm": 0.19081264734268188,
      "learning_rate": 9.931833729535651e-05,
      "loss": 0.0196,
      "step": 10000
    },
    {
      "loss_action": 0.005946501158177853,
      "loss_total": 0.005946501158177853,
      "step": 10000
    },
    {
      "loss_action": 0.016925305128097534,
      "loss_total": 0.016925305128097534,
      "step": 10000
    },
    {
      "loss_action": 0.03760170191526413,
      "loss_total": 0.03760170191526413,
      "step": 10000
    },
    {
      "loss_action": 0.009840398095548153,
      "loss_total": 0.009840398095548153,
      "step": 10000
    },
    {
      "loss_action": 0.027361460030078888,
      "loss_total": 0.027361460030078888,
      "step": 10000
    },
    {
      "loss_action": 0.010221174918115139,
      "loss_total": 0.010221174918115139,
      "step": 10000
    },
    {
      "loss_action": 0.012131141498684883,
      "loss_total": 0.012131141498684883,
      "step": 10000
    },
    {
      "loss_action": 0.02049967087805271,
      "loss_total": 0.02049967087805271,
      "step": 10000
    },
    {
      "grad_norm": 0.12439075857400894,
      "learning_rate": 9.931561361618111e-05,
      "loss": 0.0176,
      "step": 10010
    },
    {
      "loss_action": 0.039813220500946045,
      "loss_total": 0.039813220500946045,
      "step": 10010
    },
    {
      "loss_action": 0.01061275601387024,
      "loss_total": 0.01061275601387024,
      "step": 10010
    },
    {
      "loss_action": 0.02933235839009285,
      "loss_total": 0.02933235839009285,
      "step": 10010
    },
    {
      "loss_action": 0.02259328030049801,
      "loss_total": 0.02259328030049801,
      "step": 10010
    },
    {
      "loss_action": 0.02873750776052475,
      "loss_total": 0.02873750776052475,
      "step": 10010
    },
    {
      "loss_action": 0.02196785807609558,
      "loss_total": 0.02196785807609558,
      "step": 10010
    },
    {
      "loss_action": 0.014380969107151031,
      "loss_total": 0.014380969107151031,
      "step": 10010
    },
    {
      "loss_action": 0.013016153126955032,
      "loss_total": 0.013016153126955032,
      "step": 10010
    },
    {
      "grad_norm": 0.20085808634757996,
      "learning_rate": 9.931288454392435e-05,
      "loss": 0.0179,
      "step": 10020
    },
    {
      "loss_action": 0.015290651470422745,
      "loss_total": 0.015290651470422745,
      "step": 10020
    },
    {
      "loss_action": 0.014412603341042995,
      "loss_total": 0.014412603341042995,
      "step": 10020
    },
    {
      "loss_action": 0.02954994887113571,
      "loss_total": 0.02954994887113571,
      "step": 10020
    },
    {
      "loss_action": 0.01892063580453396,
      "loss_total": 0.01892063580453396,
      "step": 10020
    },
    {
      "loss_action": 0.010192968882620335,
      "loss_total": 0.010192968882620335,
      "step": 10020
    },
    {
      "loss_action": 0.008595682680606842,
      "loss_total": 0.008595682680606842,
      "step": 10020
    },
    {
      "loss_action": 0.015549120493233204,
      "loss_total": 0.015549120493233204,
      "step": 10020
    },
    {
      "loss_action": 0.042489707469940186,
      "loss_total": 0.042489707469940186,
      "step": 10020
    },
    {
      "grad_norm": 0.22791004180908203,
      "learning_rate": 9.931015007888467e-05,
      "loss": 0.0183,
      "step": 10030
    },
    {
      "loss_action": 0.012959927320480347,
      "loss_total": 0.012959927320480347,
      "step": 10030
    },
    {
      "loss_action": 0.013587805442512035,
      "loss_total": 0.013587805442512035,
      "step": 10030
    },
    {
      "loss_action": 0.008466288447380066,
      "loss_total": 0.008466288447380066,
      "step": 10030
    },
    {
      "loss_action": 0.035409048199653625,
      "loss_total": 0.035409048199653625,
      "step": 10030
    },
    {
      "loss_action": 0.01629461720585823,
      "loss_total": 0.01629461720585823,
      "step": 10030
    },
    {
      "loss_action": 0.02654244750738144,
      "loss_total": 0.02654244750738144,
      "step": 10030
    },
    {
      "loss_action": 0.016947589814662933,
      "loss_total": 0.016947589814662933,
      "step": 10030
    },
    {
      "loss_action": 0.03075633943080902,
      "loss_total": 0.03075633943080902,
      "step": 10030
    },
    {
      "grad_norm": 0.11857029050588608,
      "learning_rate": 9.930741022136112e-05,
      "loss": 0.0172,
      "step": 10040
    },
    {
      "loss_action": 0.013766909018158913,
      "loss_total": 0.013766909018158913,
      "step": 10040
    },
    {
      "loss_action": 0.00620198855176568,
      "loss_total": 0.00620198855176568,
      "step": 10040
    },
    {
      "loss_action": 0.007719036191701889,
      "loss_total": 0.007719036191701889,
      "step": 10040
    },
    {
      "loss_action": 0.0300543624907732,
      "loss_total": 0.0300543624907732,
      "step": 10040
    },
    {
      "loss_action": 0.008118577301502228,
      "loss_total": 0.008118577301502228,
      "step": 10040
    },
    {
      "loss_action": 0.015453294850885868,
      "loss_total": 0.015453294850885868,
      "step": 10040
    },
    {
      "loss_action": 0.018324904143810272,
      "loss_total": 0.018324904143810272,
      "step": 10040
    },
    {
      "loss_action": 0.009465241804718971,
      "loss_total": 0.009465241804718971,
      "step": 10040
    },
    {
      "grad_norm": 0.2223321944475174,
      "learning_rate": 9.930466497165333e-05,
      "loss": 0.0183,
      "step": 10050
    },
    {
      "loss_action": 0.030763158574700356,
      "loss_total": 0.030763158574700356,
      "step": 10050
    },
    {
      "loss_action": 0.011144074611365795,
      "loss_total": 0.011144074611365795,
      "step": 10050
    },
    {
      "loss_action": 0.016085825860500336,
      "loss_total": 0.016085825860500336,
      "step": 10050
    },
    {
      "loss_action": 0.010536950081586838,
      "loss_total": 0.010536950081586838,
      "step": 10050
    },
    {
      "loss_action": 0.03964824229478836,
      "loss_total": 0.03964824229478836,
      "step": 10050
    },
    {
      "loss_action": 0.04689120128750801,
      "loss_total": 0.04689120128750801,
      "step": 10050
    },
    {
      "loss_action": 0.009765603579580784,
      "loss_total": 0.009765603579580784,
      "step": 10050
    },
    {
      "loss_action": 0.01167008001357317,
      "loss_total": 0.01167008001357317,
      "step": 10050
    },
    {
      "grad_norm": 0.16918723285198212,
      "learning_rate": 9.93019143300615e-05,
      "loss": 0.017,
      "step": 10060
    },
    {
      "loss_action": 0.008814077824354172,
      "loss_total": 0.008814077824354172,
      "step": 10060
    },
    {
      "loss_action": 0.008051215671002865,
      "loss_total": 0.008051215671002865,
      "step": 10060
    },
    {
      "loss_action": 0.009420249611139297,
      "loss_total": 0.009420249611139297,
      "step": 10060
    },
    {
      "loss_action": 0.006055131554603577,
      "loss_total": 0.006055131554603577,
      "step": 10060
    },
    {
      "loss_action": 0.008550731465220451,
      "loss_total": 0.008550731465220451,
      "step": 10060
    },
    {
      "loss_action": 0.014338625594973564,
      "loss_total": 0.014338625594973564,
      "step": 10060
    },
    {
      "loss_action": 0.02663286402821541,
      "loss_total": 0.02663286402821541,
      "step": 10060
    },
    {
      "loss_action": 0.0064308918081223965,
      "loss_total": 0.0064308918081223965,
      "step": 10060
    },
    {
      "grad_norm": 0.1728762835264206,
      "learning_rate": 9.929915829688644e-05,
      "loss": 0.0178,
      "step": 10070
    },
    {
      "loss_action": 0.02290630340576172,
      "loss_total": 0.02290630340576172,
      "step": 10070
    },
    {
      "loss_action": 0.017422042787075043,
      "loss_total": 0.017422042787075043,
      "step": 10070
    },
    {
      "loss_action": 0.00939074158668518,
      "loss_total": 0.00939074158668518,
      "step": 10070
    },
    {
      "loss_action": 0.02765941247344017,
      "loss_total": 0.02765941247344017,
      "step": 10070
    },
    {
      "loss_action": 0.012750056572258472,
      "loss_total": 0.012750056572258472,
      "step": 10070
    },
    {
      "loss_action": 0.014332779683172703,
      "loss_total": 0.014332779683172703,
      "step": 10070
    },
    {
      "loss_action": 0.012619627639651299,
      "loss_total": 0.012619627639651299,
      "step": 10070
    },
    {
      "loss_action": 0.024383608251810074,
      "loss_total": 0.024383608251810074,
      "step": 10070
    },
    {
      "grad_norm": 0.26930421590805054,
      "learning_rate": 9.929639687242955e-05,
      "loss": 0.0198,
      "step": 10080
    },
    {
      "loss_action": 0.012946284376084805,
      "loss_total": 0.012946284376084805,
      "step": 10080
    },
    {
      "loss_action": 0.026848822832107544,
      "loss_total": 0.026848822832107544,
      "step": 10080
    },
    {
      "loss_action": 0.022670352831482887,
      "loss_total": 0.022670352831482887,
      "step": 10080
    },
    {
      "loss_action": 0.020754385739564896,
      "loss_total": 0.020754385739564896,
      "step": 10080
    },
    {
      "loss_action": 0.017790542915463448,
      "loss_total": 0.017790542915463448,
      "step": 10080
    },
    {
      "loss_action": 0.018989842385053635,
      "loss_total": 0.018989842385053635,
      "step": 10080
    },
    {
      "loss_action": 0.015864582732319832,
      "loss_total": 0.015864582732319832,
      "step": 10080
    },
    {
      "loss_action": 0.012140277773141861,
      "loss_total": 0.012140277773141861,
      "step": 10080
    },
    {
      "grad_norm": 0.23978017270565033,
      "learning_rate": 9.929363005699281e-05,
      "loss": 0.0212,
      "step": 10090
    },
    {
      "loss_action": 0.011060776188969612,
      "loss_total": 0.011060776188969612,
      "step": 10090
    },
    {
      "loss_action": 0.014366231858730316,
      "loss_total": 0.014366231858730316,
      "step": 10090
    },
    {
      "loss_action": 0.029230792075395584,
      "loss_total": 0.029230792075395584,
      "step": 10090
    },
    {
      "loss_action": 0.015474246814846992,
      "loss_total": 0.015474246814846992,
      "step": 10090
    },
    {
      "loss_action": 0.016697853803634644,
      "loss_total": 0.016697853803634644,
      "step": 10090
    },
    {
      "loss_action": 0.045054011046886444,
      "loss_total": 0.045054011046886444,
      "step": 10090
    },
    {
      "loss_action": 0.01021807175129652,
      "loss_total": 0.01021807175129652,
      "step": 10090
    },
    {
      "loss_action": 0.012526609934866428,
      "loss_total": 0.012526609934866428,
      "step": 10090
    },
    {
      "grad_norm": 0.2164231389760971,
      "learning_rate": 9.92908578508788e-05,
      "loss": 0.0213,
      "step": 10100
    },
    {
      "loss_action": 0.01884041726589203,
      "loss_total": 0.01884041726589203,
      "step": 10100
    },
    {
      "loss_action": 0.008100589737296104,
      "loss_total": 0.008100589737296104,
      "step": 10100
    },
    {
      "loss_action": 0.015008073300123215,
      "loss_total": 0.015008073300123215,
      "step": 10100
    },
    {
      "loss_action": 0.025992542505264282,
      "loss_total": 0.025992542505264282,
      "step": 10100
    },
    {
      "loss_action": 0.020292751491069794,
      "loss_total": 0.020292751491069794,
      "step": 10100
    },
    {
      "loss_action": 0.013955176807940006,
      "loss_total": 0.013955176807940006,
      "step": 10100
    },
    {
      "loss_action": 0.008310537785291672,
      "loss_total": 0.008310537785291672,
      "step": 10100
    },
    {
      "loss_action": 0.02979842759668827,
      "loss_total": 0.02979842759668827,
      "step": 10100
    },
    {
      "grad_norm": 0.2473333775997162,
      "learning_rate": 9.928808025439069e-05,
      "loss": 0.0176,
      "step": 10110
    },
    {
      "loss_action": 0.011705228127539158,
      "loss_total": 0.011705228127539158,
      "step": 10110
    },
    {
      "loss_action": 0.0077787428162992,
      "loss_total": 0.0077787428162992,
      "step": 10110
    },
    {
      "loss_action": 0.019497303292155266,
      "loss_total": 0.019497303292155266,
      "step": 10110
    },
    {
      "loss_action": 0.013369821012020111,
      "loss_total": 0.013369821012020111,
      "step": 10110
    },
    {
      "loss_action": 0.014031150378286839,
      "loss_total": 0.014031150378286839,
      "step": 10110
    },
    {
      "loss_action": 0.01147511787712574,
      "loss_total": 0.01147511787712574,
      "step": 10110
    },
    {
      "loss_action": 0.016279257833957672,
      "loss_total": 0.016279257833957672,
      "step": 10110
    },
    {
      "loss_action": 0.025370799005031586,
      "loss_total": 0.025370799005031586,
      "step": 10110
    },
    {
      "grad_norm": 0.17447833716869354,
      "learning_rate": 9.928529726783223e-05,
      "loss": 0.0161,
      "step": 10120
    },
    {
      "loss_action": 0.0070118666626513,
      "loss_total": 0.0070118666626513,
      "step": 10120
    },
    {
      "loss_action": 0.00723516009747982,
      "loss_total": 0.00723516009747982,
      "step": 10120
    },
    {
      "loss_action": 0.014837067574262619,
      "loss_total": 0.014837067574262619,
      "step": 10120
    },
    {
      "loss_action": 0.018940266221761703,
      "loss_total": 0.018940266221761703,
      "step": 10120
    },
    {
      "loss_action": 0.016972653567790985,
      "loss_total": 0.016972653567790985,
      "step": 10120
    },
    {
      "loss_action": 0.013362538069486618,
      "loss_total": 0.013362538069486618,
      "step": 10120
    },
    {
      "loss_action": 0.01714843139052391,
      "loss_total": 0.01714843139052391,
      "step": 10120
    },
    {
      "loss_action": 0.014239279553294182,
      "loss_total": 0.014239279553294182,
      "step": 10120
    },
    {
      "grad_norm": 0.2974359095096588,
      "learning_rate": 9.928250889150774e-05,
      "loss": 0.0189,
      "step": 10130
    },
    {
      "loss_action": 0.02213413082063198,
      "loss_total": 0.02213413082063198,
      "step": 10130
    },
    {
      "loss_action": 0.02444542944431305,
      "loss_total": 0.02444542944431305,
      "step": 10130
    },
    {
      "loss_action": 0.0210870411247015,
      "loss_total": 0.0210870411247015,
      "step": 10130
    },
    {
      "loss_action": 0.01945475861430168,
      "loss_total": 0.01945475861430168,
      "step": 10130
    },
    {
      "loss_action": 0.023634914308786392,
      "loss_total": 0.023634914308786392,
      "step": 10130
    },
    {
      "loss_action": 0.015224713832139969,
      "loss_total": 0.015224713832139969,
      "step": 10130
    },
    {
      "loss_action": 0.014304432086646557,
      "loss_total": 0.014304432086646557,
      "step": 10130
    },
    {
      "loss_action": 0.04342849552631378,
      "loss_total": 0.04342849552631378,
      "step": 10130
    },
    {
      "grad_norm": 0.20566509664058685,
      "learning_rate": 9.92797151257222e-05,
      "loss": 0.0192,
      "step": 10140
    },
    {
      "loss_action": 0.00995106901973486,
      "loss_total": 0.00995106901973486,
      "step": 10140
    },
    {
      "loss_action": 0.007730219047516584,
      "loss_total": 0.007730219047516584,
      "step": 10140
    },
    {
      "loss_action": 0.020255688577890396,
      "loss_total": 0.020255688577890396,
      "step": 10140
    },
    {
      "loss_action": 0.014934863895177841,
      "loss_total": 0.014934863895177841,
      "step": 10140
    },
    {
      "loss_action": 0.011518198996782303,
      "loss_total": 0.011518198996782303,
      "step": 10140
    },
    {
      "loss_action": 0.015790503472089767,
      "loss_total": 0.015790503472089767,
      "step": 10140
    },
    {
      "loss_action": 0.014477988705039024,
      "loss_total": 0.014477988705039024,
      "step": 10140
    },
    {
      "loss_action": 0.00841589830815792,
      "loss_total": 0.00841589830815792,
      "step": 10140
    },
    {
      "grad_norm": 0.12672755122184753,
      "learning_rate": 9.927691597078108e-05,
      "loss": 0.0164,
      "step": 10150
    },
    {
      "loss_action": 0.012966971844434738,
      "loss_total": 0.012966971844434738,
      "step": 10150
    },
    {
      "loss_action": 0.013736252672970295,
      "loss_total": 0.013736252672970295,
      "step": 10150
    },
    {
      "loss_action": 0.031321242451667786,
      "loss_total": 0.031321242451667786,
      "step": 10150
    },
    {
      "loss_action": 0.0199293103069067,
      "loss_total": 0.0199293103069067,
      "step": 10150
    },
    {
      "loss_action": 0.026012416929006577,
      "loss_total": 0.026012416929006577,
      "step": 10150
    },
    {
      "loss_action": 0.019384432584047318,
      "loss_total": 0.019384432584047318,
      "step": 10150
    },
    {
      "loss_action": 0.01663302816450596,
      "loss_total": 0.01663302816450596,
      "step": 10150
    },
    {
      "loss_action": 0.013404601253569126,
      "loss_total": 0.013404601253569126,
      "step": 10150
    },
    {
      "grad_norm": 0.2232266515493393,
      "learning_rate": 9.927411142699053e-05,
      "loss": 0.0172,
      "step": 10160
    },
    {
      "loss_action": 0.022364329546689987,
      "loss_total": 0.022364329546689987,
      "step": 10160
    },
    {
      "loss_action": 0.013792933896183968,
      "loss_total": 0.013792933896183968,
      "step": 10160
    },
    {
      "loss_action": 0.016073759645223618,
      "loss_total": 0.016073759645223618,
      "step": 10160
    },
    {
      "loss_action": 0.021886639297008514,
      "loss_total": 0.021886639297008514,
      "step": 10160
    },
    {
      "loss_action": 0.02027871459722519,
      "loss_total": 0.02027871459722519,
      "step": 10160
    },
    {
      "loss_action": 0.014862492680549622,
      "loss_total": 0.014862492680549622,
      "step": 10160
    },
    {
      "loss_action": 0.012686925008893013,
      "loss_total": 0.012686925008893013,
      "step": 10160
    },
    {
      "loss_action": 0.00851733423769474,
      "loss_total": 0.00851733423769474,
      "step": 10160
    },
    {
      "grad_norm": 0.19485630095005035,
      "learning_rate": 9.927130149465725e-05,
      "loss": 0.019,
      "step": 10170
    },
    {
      "loss_action": 0.010583683848381042,
      "loss_total": 0.010583683848381042,
      "step": 10170
    },
    {
      "loss_action": 0.008546227589249611,
      "loss_total": 0.008546227589249611,
      "step": 10170
    },
    {
      "loss_action": 0.016852281987667084,
      "loss_total": 0.016852281987667084,
      "step": 10170
    },
    {
      "loss_action": 0.020231440663337708,
      "loss_total": 0.020231440663337708,
      "step": 10170
    },
    {
      "loss_action": 0.029219001531600952,
      "loss_total": 0.029219001531600952,
      "step": 10170
    },
    {
      "loss_action": 0.0069448635913431644,
      "loss_total": 0.0069448635913431644,
      "step": 10170
    },
    {
      "loss_action": 0.019185353070497513,
      "loss_total": 0.019185353070497513,
      "step": 10170
    },
    {
      "loss_action": 0.011928416788578033,
      "loss_total": 0.011928416788578033,
      "step": 10170
    },
    {
      "grad_norm": 0.1730271428823471,
      "learning_rate": 9.92684861740885e-05,
      "loss": 0.0169,
      "step": 10180
    },
    {
      "loss_action": 0.02169179916381836,
      "loss_total": 0.02169179916381836,
      "step": 10180
    },
    {
      "loss_action": 0.011856953613460064,
      "loss_total": 0.011856953613460064,
      "step": 10180
    },
    {
      "loss_action": 0.019691456109285355,
      "loss_total": 0.019691456109285355,
      "step": 10180
    },
    {
      "loss_action": 0.009866856038570404,
      "loss_total": 0.009866856038570404,
      "step": 10180
    },
    {
      "loss_action": 0.006087241694331169,
      "loss_total": 0.006087241694331169,
      "step": 10180
    },
    {
      "loss_action": 0.008911862969398499,
      "loss_total": 0.008911862969398499,
      "step": 10180
    },
    {
      "loss_action": 0.013120966963469982,
      "loss_total": 0.013120966963469982,
      "step": 10180
    },
    {
      "loss_action": 0.006292120553553104,
      "loss_total": 0.006292120553553104,
      "step": 10180
    },
    {
      "grad_norm": 0.23341695964336395,
      "learning_rate": 9.926566546559217e-05,
      "loss": 0.0167,
      "step": 10190
    },
    {
      "loss_action": 0.01434665359556675,
      "loss_total": 0.01434665359556675,
      "step": 10190
    },
    {
      "loss_action": 0.00814526155591011,
      "loss_total": 0.00814526155591011,
      "step": 10190
    },
    {
      "loss_action": 0.008929044008255005,
      "loss_total": 0.008929044008255005,
      "step": 10190
    },
    {
      "loss_action": 0.010747858323156834,
      "loss_total": 0.010747858323156834,
      "step": 10190
    },
    {
      "loss_action": 0.01828252151608467,
      "loss_total": 0.01828252151608467,
      "step": 10190
    },
    {
      "loss_action": 0.013127120211720467,
      "loss_total": 0.013127120211720467,
      "step": 10190
    },
    {
      "loss_action": 0.01642826572060585,
      "loss_total": 0.01642826572060585,
      "step": 10190
    },
    {
      "loss_action": 0.01164289377629757,
      "loss_total": 0.01164289377629757,
      "step": 10190
    },
    {
      "grad_norm": 0.21143977344036102,
      "learning_rate": 9.926283936947673e-05,
      "loss": 0.0182,
      "step": 10200
    },
    {
      "loss_action": 0.03973640501499176,
      "loss_total": 0.03973640501499176,
      "step": 10200
    },
    {
      "loss_action": 0.010562881827354431,
      "loss_total": 0.010562881827354431,
      "step": 10200
    },
    {
      "loss_action": 0.014396422542631626,
      "loss_total": 0.014396422542631626,
      "step": 10200
    },
    {
      "loss_action": 0.019142737612128258,
      "loss_total": 0.019142737612128258,
      "step": 10200
    },
    {
      "loss_action": 0.009942004457116127,
      "loss_total": 0.009942004457116127,
      "step": 10200
    },
    {
      "loss_action": 0.02472972497344017,
      "loss_total": 0.02472972497344017,
      "step": 10200
    },
    {
      "loss_action": 0.010809076018631458,
      "loss_total": 0.010809076018631458,
      "step": 10200
    },
    {
      "loss_action": 0.013405140489339828,
      "loss_total": 0.013405140489339828,
      "step": 10200
    },
    {
      "grad_norm": 0.14154544472694397,
      "learning_rate": 9.926000788605126e-05,
      "loss": 0.0184,
      "step": 10210
    },
    {
      "loss_action": 0.010077239014208317,
      "loss_total": 0.010077239014208317,
      "step": 10210
    },
    {
      "loss_action": 0.015255985781550407,
      "loss_total": 0.015255985781550407,
      "step": 10210
    },
    {
      "loss_action": 0.014722018502652645,
      "loss_total": 0.014722018502652645,
      "step": 10210
    },
    {
      "loss_action": 0.020740874111652374,
      "loss_total": 0.020740874111652374,
      "step": 10210
    },
    {
      "loss_action": 0.026831479743123055,
      "loss_total": 0.026831479743123055,
      "step": 10210
    },
    {
      "loss_action": 0.028593294322490692,
      "loss_total": 0.028593294322490692,
      "step": 10210
    },
    {
      "loss_action": 0.025217490270733833,
      "loss_total": 0.025217490270733833,
      "step": 10210
    },
    {
      "loss_action": 0.02190786600112915,
      "loss_total": 0.02190786600112915,
      "step": 10210
    },
    {
      "grad_norm": 0.2621345818042755,
      "learning_rate": 9.92571710156254e-05,
      "loss": 0.0195,
      "step": 10220
    },
    {
      "loss_action": 0.030329372733831406,
      "loss_total": 0.030329372733831406,
      "step": 10220
    },
    {
      "loss_action": 0.013226736336946487,
      "loss_total": 0.013226736336946487,
      "step": 10220
    },
    {
      "loss_action": 0.009039381518959999,
      "loss_total": 0.009039381518959999,
      "step": 10220
    },
    {
      "loss_action": 0.022075608372688293,
      "loss_total": 0.022075608372688293,
      "step": 10220
    },
    {
      "loss_action": 0.018809910863637924,
      "loss_total": 0.018809910863637924,
      "step": 10220
    },
    {
      "loss_action": 0.009097007103264332,
      "loss_total": 0.009097007103264332,
      "step": 10220
    },
    {
      "loss_action": 0.010116148740053177,
      "loss_total": 0.010116148740053177,
      "step": 10220
    },
    {
      "loss_action": 0.010289744473993778,
      "loss_total": 0.010289744473993778,
      "step": 10220
    },
    {
      "grad_norm": 0.17081212997436523,
      "learning_rate": 9.925432875850936e-05,
      "loss": 0.0163,
      "step": 10230
    },
    {
      "loss_action": 0.015123576857149601,
      "loss_total": 0.015123576857149601,
      "step": 10230
    },
    {
      "loss_action": 0.010639133863151073,
      "loss_total": 0.010639133863151073,
      "step": 10230
    },
    {
      "loss_action": 0.013343790546059608,
      "loss_total": 0.013343790546059608,
      "step": 10230
    },
    {
      "loss_action": 0.030364591628313065,
      "loss_total": 0.030364591628313065,
      "step": 10230
    },
    {
      "loss_action": 0.008516864851117134,
      "loss_total": 0.008516864851117134,
      "step": 10230
    },
    {
      "loss_action": 0.013091337867081165,
      "loss_total": 0.013091337867081165,
      "step": 10230
    },
    {
      "loss_action": 0.02348867803812027,
      "loss_total": 0.02348867803812027,
      "step": 10230
    },
    {
      "loss_action": 0.10229019820690155,
      "loss_total": 0.10229019820690155,
      "step": 10230
    },
    {
      "grad_norm": 0.16172049939632416,
      "learning_rate": 9.925148111501396e-05,
      "loss": 0.0175,
      "step": 10240
    },
    {
      "loss_action": 0.0072776940651237965,
      "loss_total": 0.0072776940651237965,
      "step": 10240
    },
    {
      "loss_action": 0.02773868292570114,
      "loss_total": 0.02773868292570114,
      "step": 10240
    },
    {
      "loss_action": 0.03918867185711861,
      "loss_total": 0.03918867185711861,
      "step": 10240
    },
    {
      "loss_action": 0.010965695604681969,
      "loss_total": 0.010965695604681969,
      "step": 10240
    },
    {
      "loss_action": 0.02155657857656479,
      "loss_total": 0.02155657857656479,
      "step": 10240
    },
    {
      "loss_action": 0.017077632248401642,
      "loss_total": 0.017077632248401642,
      "step": 10240
    },
    {
      "loss_action": 0.019409896805882454,
      "loss_total": 0.019409896805882454,
      "step": 10240
    },
    {
      "loss_action": 0.013043969869613647,
      "loss_total": 0.013043969869613647,
      "step": 10240
    },
    {
      "grad_norm": 0.1981888860464096,
      "learning_rate": 9.924862808545066e-05,
      "loss": 0.0159,
      "step": 10250
    },
    {
      "loss_action": 0.0117717320099473,
      "loss_total": 0.0117717320099473,
      "step": 10250
    },
    {
      "loss_action": 0.009397623129189014,
      "loss_total": 0.009397623129189014,
      "step": 10250
    },
    {
      "loss_action": 0.007664990145713091,
      "loss_total": 0.007664990145713091,
      "step": 10250
    },
    {
      "loss_action": 0.029649697244167328,
      "loss_total": 0.029649697244167328,
      "step": 10250
    },
    {
      "loss_action": 0.013291101902723312,
      "loss_total": 0.013291101902723312,
      "step": 10250
    },
    {
      "loss_action": 0.0066175819374620914,
      "loss_total": 0.0066175819374620914,
      "step": 10250
    },
    {
      "loss_action": 0.015138603746891022,
      "loss_total": 0.015138603746891022,
      "step": 10250
    },
    {
      "loss_action": 0.021524202078580856,
      "loss_total": 0.021524202078580856,
      "step": 10250
    },
    {
      "grad_norm": 0.19570492208003998,
      "learning_rate": 9.924576967013141e-05,
      "loss": 0.0186,
      "step": 10260
    },
    {
      "loss_action": 0.024045050144195557,
      "loss_total": 0.024045050144195557,
      "step": 10260
    },
    {
      "loss_action": 0.011054830625653267,
      "loss_total": 0.011054830625653267,
      "step": 10260
    },
    {
      "loss_action": 0.015759523957967758,
      "loss_total": 0.015759523957967758,
      "step": 10260
    },
    {
      "loss_action": 0.013112176209688187,
      "loss_total": 0.013112176209688187,
      "step": 10260
    },
    {
      "loss_action": 0.027655374258756638,
      "loss_total": 0.027655374258756638,
      "step": 10260
    },
    {
      "loss_action": 0.01910453662276268,
      "loss_total": 0.01910453662276268,
      "step": 10260
    },
    {
      "loss_action": 0.029173221439123154,
      "loss_total": 0.029173221439123154,
      "step": 10260
    },
    {
      "loss_action": 0.017285585403442383,
      "loss_total": 0.017285585403442383,
      "step": 10260
    },
    {
      "grad_norm": 0.22008104622364044,
      "learning_rate": 9.924290586936887e-05,
      "loss": 0.0202,
      "step": 10270
    },
    {
      "loss_action": 0.00814212765544653,
      "loss_total": 0.00814212765544653,
      "step": 10270
    },
    {
      "loss_action": 0.0205763578414917,
      "loss_total": 0.0205763578414917,
      "step": 10270
    },
    {
      "loss_action": 0.008288184180855751,
      "loss_total": 0.008288184180855751,
      "step": 10270
    },
    {
      "loss_action": 0.012502416968345642,
      "loss_total": 0.012502416968345642,
      "step": 10270
    },
    {
      "loss_action": 0.010096929036080837,
      "loss_total": 0.010096929036080837,
      "step": 10270
    },
    {
      "loss_action": 0.015262166038155556,
      "loss_total": 0.015262166038155556,
      "step": 10270
    },
    {
      "loss_action": 0.015258358791470528,
      "loss_total": 0.015258358791470528,
      "step": 10270
    },
    {
      "loss_action": 0.01819424331188202,
      "loss_total": 0.01819424331188202,
      "step": 10270
    },
    {
      "grad_norm": 0.18773315846920013,
      "learning_rate": 9.924003668347614e-05,
      "loss": 0.0195,
      "step": 10280
    },
    {
      "loss_action": 0.017535105347633362,
      "loss_total": 0.017535105347633362,
      "step": 10280
    },
    {
      "loss_action": 0.026634499430656433,
      "loss_total": 0.026634499430656433,
      "step": 10280
    },
    {
      "loss_action": 0.019335679709911346,
      "loss_total": 0.019335679709911346,
      "step": 10280
    },
    {
      "loss_action": 0.021214231848716736,
      "loss_total": 0.021214231848716736,
      "step": 10280
    },
    {
      "loss_action": 0.04650823026895523,
      "loss_total": 0.04650823026895523,
      "step": 10280
    },
    {
      "loss_action": 0.01185062900185585,
      "loss_total": 0.01185062900185585,
      "step": 10280
    },
    {
      "loss_action": 0.029545167461037636,
      "loss_total": 0.029545167461037636,
      "step": 10280
    },
    {
      "loss_action": 0.022770237177610397,
      "loss_total": 0.022770237177610397,
      "step": 10280
    },
    {
      "grad_norm": 0.17125307023525238,
      "learning_rate": 9.923716211276704e-05,
      "loss": 0.0186,
      "step": 10290
    },
    {
      "loss_action": 0.01199654396623373,
      "loss_total": 0.01199654396623373,
      "step": 10290
    },
    {
      "loss_action": 0.01824515126645565,
      "loss_total": 0.01824515126645565,
      "step": 10290
    },
    {
      "loss_action": 0.009894422255456448,
      "loss_total": 0.009894422255456448,
      "step": 10290
    },
    {
      "loss_action": 0.05693330615758896,
      "loss_total": 0.05693330615758896,
      "step": 10290
    },
    {
      "loss_action": 0.013284639455378056,
      "loss_total": 0.013284639455378056,
      "step": 10290
    },
    {
      "loss_action": 0.008579734712839127,
      "loss_total": 0.008579734712839127,
      "step": 10290
    },
    {
      "loss_action": 0.014316696673631668,
      "loss_total": 0.014316696673631668,
      "step": 10290
    },
    {
      "loss_action": 0.008638682775199413,
      "loss_total": 0.008638682775199413,
      "step": 10290
    },
    {
      "grad_norm": 0.20671606063842773,
      "learning_rate": 9.923428215755594e-05,
      "loss": 0.0182,
      "step": 10300
    },
    {
      "loss_action": 0.018194543197751045,
      "loss_total": 0.018194543197751045,
      "step": 10300
    },
    {
      "loss_action": 0.015255503356456757,
      "loss_total": 0.015255503356456757,
      "step": 10300
    },
    {
      "loss_action": 0.02122897282242775,
      "loss_total": 0.02122897282242775,
      "step": 10300
    },
    {
      "loss_action": 0.019855959340929985,
      "loss_total": 0.019855959340929985,
      "step": 10300
    },
    {
      "loss_action": 0.011427519842982292,
      "loss_total": 0.011427519842982292,
      "step": 10300
    },
    {
      "loss_action": 0.014503736048936844,
      "loss_total": 0.014503736048936844,
      "step": 10300
    },
    {
      "loss_action": 0.014104275964200497,
      "loss_total": 0.014104275964200497,
      "step": 10300
    },
    {
      "loss_action": 0.08332200348377228,
      "loss_total": 0.08332200348377228,
      "step": 10300
    },
    {
      "grad_norm": 0.24378232657909393,
      "learning_rate": 9.923139681815775e-05,
      "loss": 0.0203,
      "step": 10310
    },
    {
      "loss_action": 0.012491665780544281,
      "loss_total": 0.012491665780544281,
      "step": 10310
    },
    {
      "loss_action": 0.01031586341559887,
      "loss_total": 0.01031586341559887,
      "step": 10310
    },
    {
      "loss_action": 0.017871800810098648,
      "loss_total": 0.017871800810098648,
      "step": 10310
    },
    {
      "loss_action": 0.016248885542154312,
      "loss_total": 0.016248885542154312,
      "step": 10310
    },
    {
      "loss_action": 0.014902284368872643,
      "loss_total": 0.014902284368872643,
      "step": 10310
    },
    {
      "loss_action": 0.02695038728415966,
      "loss_total": 0.02695038728415966,
      "step": 10310
    },
    {
      "loss_action": 0.013644902966916561,
      "loss_total": 0.013644902966916561,
      "step": 10310
    },
    {
      "loss_action": 0.011555859819054604,
      "loss_total": 0.011555859819054604,
      "step": 10310
    },
    {
      "grad_norm": 0.20047414302825928,
      "learning_rate": 9.922850609488801e-05,
      "loss": 0.0174,
      "step": 10320
    },
    {
      "loss_action": 0.025616224855184555,
      "loss_total": 0.025616224855184555,
      "step": 10320
    },
    {
      "loss_action": 0.01903674006462097,
      "loss_total": 0.01903674006462097,
      "step": 10320
    },
    {
      "loss_action": 0.009062710218131542,
      "loss_total": 0.009062710218131542,
      "step": 10320
    },
    {
      "loss_action": 0.014996202662587166,
      "loss_total": 0.014996202662587166,
      "step": 10320
    },
    {
      "loss_action": 0.009846054017543793,
      "loss_total": 0.009846054017543793,
      "step": 10320
    },
    {
      "loss_action": 0.01079507078975439,
      "loss_total": 0.01079507078975439,
      "step": 10320
    },
    {
      "loss_action": 0.018552588298916817,
      "loss_total": 0.018552588298916817,
      "step": 10320
    },
    {
      "loss_action": 0.017943939194083214,
      "loss_total": 0.017943939194083214,
      "step": 10320
    },
    {
      "grad_norm": 0.32370302081108093,
      "learning_rate": 9.922560998806287e-05,
      "loss": 0.0238,
      "step": 10330
    },
    {
      "loss_action": 0.013566452078521252,
      "loss_total": 0.013566452078521252,
      "step": 10330
    },
    {
      "loss_action": 0.015513701364398003,
      "loss_total": 0.015513701364398003,
      "step": 10330
    },
    {
      "loss_action": 0.02061404660344124,
      "loss_total": 0.02061404660344124,
      "step": 10330
    },
    {
      "loss_action": 0.016801539808511734,
      "loss_total": 0.016801539808511734,
      "step": 10330
    },
    {
      "loss_action": 0.02514033578336239,
      "loss_total": 0.02514033578336239,
      "step": 10330
    },
    {
      "loss_action": 0.016695262864232063,
      "loss_total": 0.016695262864232063,
      "step": 10330
    },
    {
      "loss_action": 0.018228264525532722,
      "loss_total": 0.018228264525532722,
      "step": 10330
    },
    {
      "loss_action": 0.032666079699993134,
      "loss_total": 0.032666079699993134,
      "step": 10330
    },
    {
      "grad_norm": 0.15399134159088135,
      "learning_rate": 9.922270849799905e-05,
      "loss": 0.0198,
      "step": 10340
    },
    {
      "loss_action": 0.015542952343821526,
      "loss_total": 0.015542952343821526,
      "step": 10340
    },
    {
      "loss_action": 0.01743362843990326,
      "loss_total": 0.01743362843990326,
      "step": 10340
    },
    {
      "loss_action": 0.0238860584795475,
      "loss_total": 0.0238860584795475,
      "step": 10340
    },
    {
      "loss_action": 0.010729655623435974,
      "loss_total": 0.010729655623435974,
      "step": 10340
    },
    {
      "loss_action": 0.008131323382258415,
      "loss_total": 0.008131323382258415,
      "step": 10340
    },
    {
      "loss_action": 0.023490572348237038,
      "loss_total": 0.023490572348237038,
      "step": 10340
    },
    {
      "loss_action": 0.017281636595726013,
      "loss_total": 0.017281636595726013,
      "step": 10340
    },
    {
      "loss_action": 0.021661583334207535,
      "loss_total": 0.021661583334207535,
      "step": 10340
    },
    {
      "grad_norm": 0.20755314826965332,
      "learning_rate": 9.92198016250138e-05,
      "loss": 0.0239,
      "step": 10350
    },
    {
      "loss_action": 0.013297646306455135,
      "loss_total": 0.013297646306455135,
      "step": 10350
    },
    {
      "loss_action": 0.01735313981771469,
      "loss_total": 0.01735313981771469,
      "step": 10350
    },
    {
      "loss_action": 0.012682223692536354,
      "loss_total": 0.012682223692536354,
      "step": 10350
    },
    {
      "loss_action": 0.017647136002779007,
      "loss_total": 0.017647136002779007,
      "step": 10350
    },
    {
      "loss_action": 0.01515195332467556,
      "loss_total": 0.01515195332467556,
      "step": 10350
    },
    {
      "loss_action": 0.029190629720687866,
      "loss_total": 0.029190629720687866,
      "step": 10350
    },
    {
      "loss_action": 0.01810361072421074,
      "loss_total": 0.01810361072421074,
      "step": 10350
    },
    {
      "loss_action": 0.008809677325189114,
      "loss_total": 0.008809677325189114,
      "step": 10350
    },
    {
      "grad_norm": 0.2000943124294281,
      "learning_rate": 9.921688936942506e-05,
      "loss": 0.018,
      "step": 10360
    },
    {
      "loss_action": 0.013061042875051498,
      "loss_total": 0.013061042875051498,
      "step": 10360
    },
    {
      "loss_action": 0.010565136559307575,
      "loss_total": 0.010565136559307575,
      "step": 10360
    },
    {
      "loss_action": 0.013108908198773861,
      "loss_total": 0.013108908198773861,
      "step": 10360
    },
    {
      "loss_action": 0.018491394817829132,
      "loss_total": 0.018491394817829132,
      "step": 10360
    },
    {
      "loss_action": 0.011530686169862747,
      "loss_total": 0.011530686169862747,
      "step": 10360
    },
    {
      "loss_action": 0.016922341659665108,
      "loss_total": 0.016922341659665108,
      "step": 10360
    },
    {
      "loss_action": 0.013992739841341972,
      "loss_total": 0.013992739841341972,
      "step": 10360
    },
    {
      "loss_action": 0.017865441739559174,
      "loss_total": 0.017865441739559174,
      "step": 10360
    },
    {
      "grad_norm": 0.1733025461435318,
      "learning_rate": 9.921397173155129e-05,
      "loss": 0.0197,
      "step": 10370
    },
    {
      "loss_action": 0.010349685326218605,
      "loss_total": 0.010349685326218605,
      "step": 10370
    },
    {
      "loss_action": 0.016129376366734505,
      "loss_total": 0.016129376366734505,
      "step": 10370
    },
    {
      "loss_action": 0.011899319477379322,
      "loss_total": 0.011899319477379322,
      "step": 10370
    },
    {
      "loss_action": 0.01823512092232704,
      "loss_total": 0.01823512092232704,
      "step": 10370
    },
    {
      "loss_action": 0.01995844393968582,
      "loss_total": 0.01995844393968582,
      "step": 10370
    },
    {
      "loss_action": 0.03580080345273018,
      "loss_total": 0.03580080345273018,
      "step": 10370
    },
    {
      "loss_action": 0.01351493876427412,
      "loss_total": 0.01351493876427412,
      "step": 10370
    },
    {
      "loss_action": 0.013494286686182022,
      "loss_total": 0.013494286686182022,
      "step": 10370
    },
    {
      "grad_norm": 0.2558225989341736,
      "learning_rate": 9.921104871171157e-05,
      "loss": 0.0181,
      "step": 10380
    },
    {
      "loss_action": 0.01660594344139099,
      "loss_total": 0.01660594344139099,
      "step": 10380
    },
    {
      "loss_action": 0.030316578224301338,
      "loss_total": 0.030316578224301338,
      "step": 10380
    },
    {
      "loss_action": 0.021046821027994156,
      "loss_total": 0.021046821027994156,
      "step": 10380
    },
    {
      "loss_action": 0.011645825579762459,
      "loss_total": 0.011645825579762459,
      "step": 10380
    },
    {
      "loss_action": 0.036082711070775986,
      "loss_total": 0.036082711070775986,
      "step": 10380
    },
    {
      "loss_action": 0.018077444285154343,
      "loss_total": 0.018077444285154343,
      "step": 10380
    },
    {
      "loss_action": 0.02340000309050083,
      "loss_total": 0.02340000309050083,
      "step": 10380
    },
    {
      "loss_action": 0.020073842257261276,
      "loss_total": 0.020073842257261276,
      "step": 10380
    },
    {
      "grad_norm": 0.2203231155872345,
      "learning_rate": 9.920812031022554e-05,
      "loss": 0.0188,
      "step": 10390
    },
    {
      "loss_action": 0.019706174731254578,
      "loss_total": 0.019706174731254578,
      "step": 10390
    },
    {
      "loss_action": 0.020833274349570274,
      "loss_total": 0.020833274349570274,
      "step": 10390
    },
    {
      "loss_action": 0.029496487230062485,
      "loss_total": 0.029496487230062485,
      "step": 10390
    },
    {
      "loss_action": 0.012568704783916473,
      "loss_total": 0.012568704783916473,
      "step": 10390
    },
    {
      "loss_action": 0.021243073046207428,
      "loss_total": 0.021243073046207428,
      "step": 10390
    },
    {
      "loss_action": 0.012360706925392151,
      "loss_total": 0.012360706925392151,
      "step": 10390
    },
    {
      "loss_action": 0.018580012023448944,
      "loss_total": 0.018580012023448944,
      "step": 10390
    },
    {
      "loss_action": 0.0155890341848135,
      "loss_total": 0.0155890341848135,
      "step": 10390
    },
    {
      "grad_norm": 0.1799565851688385,
      "learning_rate": 9.920518652741348e-05,
      "loss": 0.0206,
      "step": 10400
    },
    {
      "loss_action": 0.013622330501675606,
      "loss_total": 0.013622330501675606,
      "step": 10400
    },
    {
      "loss_action": 0.02121743932366371,
      "loss_total": 0.02121743932366371,
      "step": 10400
    },
    {
      "loss_action": 0.011621316894888878,
      "loss_total": 0.011621316894888878,
      "step": 10400
    },
    {
      "loss_action": 0.01647835783660412,
      "loss_total": 0.01647835783660412,
      "step": 10400
    },
    {
      "loss_action": 0.010734356939792633,
      "loss_total": 0.010734356939792633,
      "step": 10400
    },
    {
      "loss_action": 0.01561054028570652,
      "loss_total": 0.01561054028570652,
      "step": 10400
    },
    {
      "loss_action": 0.014074914157390594,
      "loss_total": 0.014074914157390594,
      "step": 10400
    },
    {
      "loss_action": 0.02078547701239586,
      "loss_total": 0.02078547701239586,
      "step": 10400
    },
    {
      "grad_norm": 0.18121793866157532,
      "learning_rate": 9.920224736359618e-05,
      "loss": 0.0177,
      "step": 10410
    },
    {
      "loss_action": 0.016507454216480255,
      "loss_total": 0.016507454216480255,
      "step": 10410
    },
    {
      "loss_action": 0.010205533355474472,
      "loss_total": 0.010205533355474472,
      "step": 10410
    },
    {
      "loss_action": 0.012883089482784271,
      "loss_total": 0.012883089482784271,
      "step": 10410
    },
    {
      "loss_action": 0.019701514393091202,
      "loss_total": 0.019701514393091202,
      "step": 10410
    },
    {
      "loss_action": 0.009264898486435413,
      "loss_total": 0.009264898486435413,
      "step": 10410
    },
    {
      "loss_action": 0.016151607036590576,
      "loss_total": 0.016151607036590576,
      "step": 10410
    },
    {
      "loss_action": 0.019899126142263412,
      "loss_total": 0.019899126142263412,
      "step": 10410
    },
    {
      "loss_action": 0.015302971936762333,
      "loss_total": 0.015302971936762333,
      "step": 10410
    },
    {
      "grad_norm": 0.16957834362983704,
      "learning_rate": 9.91993028190951e-05,
      "loss": 0.0168,
      "step": 10420
    },
    {
      "loss_action": 0.024225980043411255,
      "loss_total": 0.024225980043411255,
      "step": 10420
    },
    {
      "loss_action": 0.028104469180107117,
      "loss_total": 0.028104469180107117,
      "step": 10420
    },
    {
      "loss_action": 0.01620081439614296,
      "loss_total": 0.01620081439614296,
      "step": 10420
    },
    {
      "loss_action": 0.0181855708360672,
      "loss_total": 0.0181855708360672,
      "step": 10420
    },
    {
      "loss_action": 0.013372174464166164,
      "loss_total": 0.013372174464166164,
      "step": 10420
    },
    {
      "loss_action": 0.00790451094508171,
      "loss_total": 0.00790451094508171,
      "step": 10420
    },
    {
      "loss_action": 0.015451895073056221,
      "loss_total": 0.015451895073056221,
      "step": 10420
    },
    {
      "loss_action": 0.020266421139240265,
      "loss_total": 0.020266421139240265,
      "step": 10420
    },
    {
      "grad_norm": 0.16905702650547028,
      "learning_rate": 9.919635289423222e-05,
      "loss": 0.0168,
      "step": 10430
    },
    {
      "loss_action": 0.005082303658127785,
      "loss_total": 0.005082303658127785,
      "step": 10430
    },
    {
      "loss_action": 0.01158151961863041,
      "loss_total": 0.01158151961863041,
      "step": 10430
    },
    {
      "loss_action": 0.011608200147747993,
      "loss_total": 0.011608200147747993,
      "step": 10430
    },
    {
      "loss_action": 0.01918989047408104,
      "loss_total": 0.01918989047408104,
      "step": 10430
    },
    {
      "loss_action": 0.010336180217564106,
      "loss_total": 0.010336180217564106,
      "step": 10430
    },
    {
      "loss_action": 0.01953475922346115,
      "loss_total": 0.01953475922346115,
      "step": 10430
    },
    {
      "loss_action": 0.01741437055170536,
      "loss_total": 0.01741437055170536,
      "step": 10430
    },
    {
      "loss_action": 0.00923172477632761,
      "loss_total": 0.00923172477632761,
      "step": 10430
    },
    {
      "grad_norm": 0.1965797245502472,
      "learning_rate": 9.919339758933015e-05,
      "loss": 0.0176,
      "step": 10440
    },
    {
      "loss_action": 0.02067573182284832,
      "loss_total": 0.02067573182284832,
      "step": 10440
    },
    {
      "loss_action": 0.02952449396252632,
      "loss_total": 0.02952449396252632,
      "step": 10440
    },
    {
      "loss_action": 0.017338111996650696,
      "loss_total": 0.017338111996650696,
      "step": 10440
    },
    {
      "loss_action": 0.0071135228499770164,
      "loss_total": 0.0071135228499770164,
      "step": 10440
    },
    {
      "loss_action": 0.024930395185947418,
      "loss_total": 0.024930395185947418,
      "step": 10440
    },
    {
      "loss_action": 0.02043323405086994,
      "loss_total": 0.02043323405086994,
      "step": 10440
    },
    {
      "loss_action": 0.042024560272693634,
      "loss_total": 0.042024560272693634,
      "step": 10440
    },
    {
      "loss_action": 0.020983994007110596,
      "loss_total": 0.020983994007110596,
      "step": 10440
    },
    {
      "grad_norm": 0.2832297086715698,
      "learning_rate": 9.919043690471209e-05,
      "loss": 0.0234,
      "step": 10450
    },
    {
      "loss_action": 0.01097126118838787,
      "loss_total": 0.01097126118838787,
      "step": 10450
    },
    {
      "loss_action": 0.03832332044839859,
      "loss_total": 0.03832332044839859,
      "step": 10450
    },
    {
      "loss_action": 0.011721311137080193,
      "loss_total": 0.011721311137080193,
      "step": 10450
    },
    {
      "loss_action": 0.020596127957105637,
      "loss_total": 0.020596127957105637,
      "step": 10450
    },
    {
      "loss_action": 0.015863491222262383,
      "loss_total": 0.015863491222262383,
      "step": 10450
    },
    {
      "loss_action": 0.02057299017906189,
      "loss_total": 0.02057299017906189,
      "step": 10450
    },
    {
      "loss_action": 0.01131577417254448,
      "loss_total": 0.01131577417254448,
      "step": 10450
    },
    {
      "loss_action": 0.024243943393230438,
      "loss_total": 0.024243943393230438,
      "step": 10450
    },
    {
      "grad_norm": 0.27993205189704895,
      "learning_rate": 9.91874708407018e-05,
      "loss": 0.0236,
      "step": 10460
    },
    {
      "loss_action": 0.047193869948387146,
      "loss_total": 0.047193869948387146,
      "step": 10460
    },
    {
      "loss_action": 0.013925214298069477,
      "loss_total": 0.013925214298069477,
      "step": 10460
    },
    {
      "loss_action": 0.01994771510362625,
      "loss_total": 0.01994771510362625,
      "step": 10460
    },
    {
      "loss_action": 0.021502412855625153,
      "loss_total": 0.021502412855625153,
      "step": 10460
    },
    {
      "loss_action": 0.0180957168340683,
      "loss_total": 0.0180957168340683,
      "step": 10460
    },
    {
      "loss_action": 0.014660321176052094,
      "loss_total": 0.014660321176052094,
      "step": 10460
    },
    {
      "loss_action": 0.007884679362177849,
      "loss_total": 0.007884679362177849,
      "step": 10460
    },
    {
      "loss_action": 0.030695844441652298,
      "loss_total": 0.030695844441652298,
      "step": 10460
    },
    {
      "grad_norm": 0.26619675755500793,
      "learning_rate": 9.918449939762367e-05,
      "loss": 0.0218,
      "step": 10470
    },
    {
      "loss_action": 0.030695287510752678,
      "loss_total": 0.030695287510752678,
      "step": 10470
    },
    {
      "loss_action": 0.030794624239206314,
      "loss_total": 0.030794624239206314,
      "step": 10470
    },
    {
      "loss_action": 0.02358216792345047,
      "loss_total": 0.02358216792345047,
      "step": 10470
    },
    {
      "loss_action": 0.02287272736430168,
      "loss_total": 0.02287272736430168,
      "step": 10470
    },
    {
      "loss_action": 0.025042925029993057,
      "loss_total": 0.025042925029993057,
      "step": 10470
    },
    {
      "loss_action": 0.04795900359749794,
      "loss_total": 0.04795900359749794,
      "step": 10470
    },
    {
      "loss_action": 0.01218824740499258,
      "loss_total": 0.01218824740499258,
      "step": 10470
    },
    {
      "loss_action": 0.01567394658923149,
      "loss_total": 0.01567394658923149,
      "step": 10470
    },
    {
      "grad_norm": 0.2093949019908905,
      "learning_rate": 9.91815225758026e-05,
      "loss": 0.0213,
      "step": 10480
    },
    {
      "loss_action": 0.02845255471765995,
      "loss_total": 0.02845255471765995,
      "step": 10480
    },
    {
      "loss_action": 0.024545088410377502,
      "loss_total": 0.024545088410377502,
      "step": 10480
    },
    {
      "loss_action": 0.03637455031275749,
      "loss_total": 0.03637455031275749,
      "step": 10480
    },
    {
      "loss_action": 0.017238756641745567,
      "loss_total": 0.017238756641745567,
      "step": 10480
    },
    {
      "loss_action": 0.04830490052700043,
      "loss_total": 0.04830490052700043,
      "step": 10480
    },
    {
      "loss_action": 0.015189262107014656,
      "loss_total": 0.015189262107014656,
      "step": 10480
    },
    {
      "loss_action": 0.027899812906980515,
      "loss_total": 0.027899812906980515,
      "step": 10480
    },
    {
      "loss_action": 0.029779840260744095,
      "loss_total": 0.029779840260744095,
      "step": 10480
    },
    {
      "grad_norm": 0.2357708066701889,
      "learning_rate": 9.917854037556419e-05,
      "loss": 0.0206,
      "step": 10490
    },
    {
      "loss_action": 0.011978521943092346,
      "loss_total": 0.011978521943092346,
      "step": 10490
    },
    {
      "loss_action": 0.020357541739940643,
      "loss_total": 0.020357541739940643,
      "step": 10490
    },
    {
      "loss_action": 0.02075950987637043,
      "loss_total": 0.02075950987637043,
      "step": 10490
    },
    {
      "loss_action": 0.055344440042972565,
      "loss_total": 0.055344440042972565,
      "step": 10490
    },
    {
      "loss_action": 0.01542610488831997,
      "loss_total": 0.01542610488831997,
      "step": 10490
    },
    {
      "loss_action": 0.013770455494523048,
      "loss_total": 0.013770455494523048,
      "step": 10490
    },
    {
      "loss_action": 0.011907790787518024,
      "loss_total": 0.011907790787518024,
      "step": 10490
    },
    {
      "loss_action": 0.02925550937652588,
      "loss_total": 0.02925550937652588,
      "step": 10490
    },
    {
      "grad_norm": 0.14094069600105286,
      "learning_rate": 9.917555279723454e-05,
      "loss": 0.0213,
      "step": 10500
    },
    {
      "loss_action": 0.013731447048485279,
      "loss_total": 0.013731447048485279,
      "step": 10500
    },
    {
      "loss_action": 0.010692400857806206,
      "loss_total": 0.010692400857806206,
      "step": 10500
    },
    {
      "loss_action": 0.010355466976761818,
      "loss_total": 0.010355466976761818,
      "step": 10500
    },
    {
      "loss_action": 0.008303598500788212,
      "loss_total": 0.008303598500788212,
      "step": 10500
    },
    {
      "loss_action": 0.014298442751169205,
      "loss_total": 0.014298442751169205,
      "step": 10500
    },
    {
      "loss_action": 0.02748807892203331,
      "loss_total": 0.02748807892203331,
      "step": 10500
    },
    {
      "loss_action": 0.011897189542651176,
      "loss_total": 0.011897189542651176,
      "step": 10500
    },
    {
      "loss_action": 0.0096188485622406,
      "loss_total": 0.0096188485622406,
      "step": 10500
    },
    {
      "grad_norm": 0.2268112599849701,
      "learning_rate": 9.917255984114036e-05,
      "loss": 0.017,
      "step": 10510
    },
    {
      "loss_action": 0.020725417882204056,
      "loss_total": 0.020725417882204056,
      "step": 10510
    },
    {
      "loss_action": 0.01787233166396618,
      "loss_total": 0.01787233166396618,
      "step": 10510
    },
    {
      "loss_action": 0.09148706495761871,
      "loss_total": 0.09148706495761871,
      "step": 10510
    },
    {
      "loss_action": 0.01639755815267563,
      "loss_total": 0.01639755815267563,
      "step": 10510
    },
    {
      "loss_action": 0.026138363406062126,
      "loss_total": 0.026138363406062126,
      "step": 10510
    },
    {
      "loss_action": 0.026219062507152557,
      "loss_total": 0.026219062507152557,
      "step": 10510
    },
    {
      "loss_action": 0.018212992697954178,
      "loss_total": 0.018212992697954178,
      "step": 10510
    },
    {
      "loss_action": 0.029025956988334656,
      "loss_total": 0.029025956988334656,
      "step": 10510
    },
    {
      "grad_norm": 0.20823505520820618,
      "learning_rate": 9.916956150760896e-05,
      "loss": 0.0197,
      "step": 10520
    },
    {
      "loss_action": 0.029959077015519142,
      "loss_total": 0.029959077015519142,
      "step": 10520
    },
    {
      "loss_action": 0.01904233545064926,
      "loss_total": 0.01904233545064926,
      "step": 10520
    },
    {
      "loss_action": 0.011572914198040962,
      "loss_total": 0.011572914198040962,
      "step": 10520
    },
    {
      "loss_action": 0.03987886756658554,
      "loss_total": 0.03987886756658554,
      "step": 10520
    },
    {
      "loss_action": 0.011897183954715729,
      "loss_total": 0.011897183954715729,
      "step": 10520
    },
    {
      "loss_action": 0.02726079896092415,
      "loss_total": 0.02726079896092415,
      "step": 10520
    },
    {
      "loss_action": 0.025543667376041412,
      "loss_total": 0.025543667376041412,
      "step": 10520
    },
    {
      "loss_action": 0.024660691618919373,
      "loss_total": 0.024660691618919373,
      "step": 10520
    },
    {
      "grad_norm": 0.20659884810447693,
      "learning_rate": 9.916655779696826e-05,
      "loss": 0.0195,
      "step": 10530
    },
    {
      "loss_action": 0.051015786826610565,
      "loss_total": 0.051015786826610565,
      "step": 10530
    },
    {
      "loss_action": 0.013739652000367641,
      "loss_total": 0.013739652000367641,
      "step": 10530
    },
    {
      "loss_action": 0.01664438098669052,
      "loss_total": 0.01664438098669052,
      "step": 10530
    },
    {
      "loss_action": 0.013207793235778809,
      "loss_total": 0.013207793235778809,
      "step": 10530
    },
    {
      "loss_action": 0.029619116336107254,
      "loss_total": 0.029619116336107254,
      "step": 10530
    },
    {
      "loss_action": 0.019217688590288162,
      "loss_total": 0.019217688590288162,
      "step": 10530
    },
    {
      "loss_action": 0.02162535861134529,
      "loss_total": 0.02162535861134529,
      "step": 10530
    },
    {
      "loss_action": 0.021648665890097618,
      "loss_total": 0.021648665890097618,
      "step": 10530
    },
    {
      "grad_norm": 0.23681293427944183,
      "learning_rate": 9.916354870954671e-05,
      "loss": 0.0219,
      "step": 10540
    },
    {
      "loss_action": 0.01282072439789772,
      "loss_total": 0.01282072439789772,
      "step": 10540
    },
    {
      "loss_action": 0.02357817068696022,
      "loss_total": 0.02357817068696022,
      "step": 10540
    },
    {
      "loss_action": 0.01220083050429821,
      "loss_total": 0.01220083050429821,
      "step": 10540
    },
    {
      "loss_action": 0.01752426102757454,
      "loss_total": 0.01752426102757454,
      "step": 10540
    },
    {
      "loss_action": 0.019918877631425858,
      "loss_total": 0.019918877631425858,
      "step": 10540
    },
    {
      "loss_action": 0.011020097881555557,
      "loss_total": 0.011020097881555557,
      "step": 10540
    },
    {
      "loss_action": 0.016491031274199486,
      "loss_total": 0.016491031274199486,
      "step": 10540
    },
    {
      "loss_action": 0.013878095895051956,
      "loss_total": 0.013878095895051956,
      "step": 10540
    },
    {
      "grad_norm": 0.17559102177619934,
      "learning_rate": 9.91605342456734e-05,
      "loss": 0.0192,
      "step": 10550
    },
    {
      "loss_action": 0.03331100940704346,
      "loss_total": 0.03331100940704346,
      "step": 10550
    },
    {
      "loss_action": 0.025927500799298286,
      "loss_total": 0.025927500799298286,
      "step": 10550
    },
    {
      "loss_action": 0.015285065397620201,
      "loss_total": 0.015285065397620201,
      "step": 10550
    },
    {
      "loss_action": 0.027961738407611847,
      "loss_total": 0.027961738407611847,
      "step": 10550
    },
    {
      "loss_action": 0.014999596402049065,
      "loss_total": 0.014999596402049065,
      "step": 10550
    },
    {
      "loss_action": 0.019146284088492393,
      "loss_total": 0.019146284088492393,
      "step": 10550
    },
    {
      "loss_action": 0.014405966736376286,
      "loss_total": 0.014405966736376286,
      "step": 10550
    },
    {
      "loss_action": 0.02032504230737686,
      "loss_total": 0.02032504230737686,
      "step": 10550
    },
    {
      "grad_norm": 0.2954060435295105,
      "learning_rate": 9.915751440567795e-05,
      "loss": 0.0202,
      "step": 10560
    },
    {
      "loss_action": 0.019772347062826157,
      "loss_total": 0.019772347062826157,
      "step": 10560
    },
    {
      "loss_action": 0.015740826725959778,
      "loss_total": 0.015740826725959778,
      "step": 10560
    },
    {
      "loss_action": 0.01311748567968607,
      "loss_total": 0.01311748567968607,
      "step": 10560
    },
    {
      "loss_action": 0.015224949456751347,
      "loss_total": 0.015224949456751347,
      "step": 10560
    },
    {
      "loss_action": 0.017695534974336624,
      "loss_total": 0.017695534974336624,
      "step": 10560
    },
    {
      "loss_action": 0.013773871585726738,
      "loss_total": 0.013773871585726738,
      "step": 10560
    },
    {
      "loss_action": 0.027901552617549896,
      "loss_total": 0.027901552617549896,
      "step": 10560
    },
    {
      "loss_action": 0.02391664683818817,
      "loss_total": 0.02391664683818817,
      "step": 10560
    },
    {
      "grad_norm": 0.16007426381111145,
      "learning_rate": 9.915448918989066e-05,
      "loss": 0.0199,
      "step": 10570
    },
    {
      "loss_action": 0.015704482793807983,
      "loss_total": 0.015704482793807983,
      "step": 10570
    },
    {
      "loss_action": 0.01130722276866436,
      "loss_total": 0.01130722276866436,
      "step": 10570
    },
    {
      "loss_action": 0.02005719766020775,
      "loss_total": 0.02005719766020775,
      "step": 10570
    },
    {
      "loss_action": 0.022216062992811203,
      "loss_total": 0.022216062992811203,
      "step": 10570
    },
    {
      "loss_action": 0.02343999408185482,
      "loss_total": 0.02343999408185482,
      "step": 10570
    },
    {
      "loss_action": 0.018636029213666916,
      "loss_total": 0.018636029213666916,
      "step": 10570
    },
    {
      "loss_action": 0.01640918105840683,
      "loss_total": 0.01640918105840683,
      "step": 10570
    },
    {
      "loss_action": 0.01867988333106041,
      "loss_total": 0.01867988333106041,
      "step": 10570
    },
    {
      "grad_norm": 0.1665394902229309,
      "learning_rate": 9.915145859864232e-05,
      "loss": 0.0181,
      "step": 10580
    },
    {
      "loss_action": 0.027354687452316284,
      "loss_total": 0.027354687452316284,
      "step": 10580
    },
    {
      "loss_action": 0.0189703069627285,
      "loss_total": 0.0189703069627285,
      "step": 10580
    },
    {
      "loss_action": 0.018686965107917786,
      "loss_total": 0.018686965107917786,
      "step": 10580
    },
    {
      "loss_action": 0.006948637776076794,
      "loss_total": 0.006948637776076794,
      "step": 10580
    },
    {
      "loss_action": 0.01723160594701767,
      "loss_total": 0.01723160594701767,
      "step": 10580
    },
    {
      "loss_action": 0.03925296291708946,
      "loss_total": 0.03925296291708946,
      "step": 10580
    },
    {
      "loss_action": 0.01281731203198433,
      "loss_total": 0.01281731203198433,
      "step": 10580
    },
    {
      "loss_action": 0.021263275295495987,
      "loss_total": 0.021263275295495987,
      "step": 10580
    },
    {
      "grad_norm": 0.1741596758365631,
      "learning_rate": 9.914842263226437e-05,
      "loss": 0.0176,
      "step": 10590
    },
    {
      "loss_action": 0.017047248780727386,
      "loss_total": 0.017047248780727386,
      "step": 10590
    },
    {
      "loss_action": 0.012593202292919159,
      "loss_total": 0.012593202292919159,
      "step": 10590
    },
    {
      "loss_action": 0.00830195751041174,
      "loss_total": 0.00830195751041174,
      "step": 10590
    },
    {
      "loss_action": 0.014066386967897415,
      "loss_total": 0.014066386967897415,
      "step": 10590
    },
    {
      "loss_action": 0.014152225106954575,
      "loss_total": 0.014152225106954575,
      "step": 10590
    },
    {
      "loss_action": 0.009809290990233421,
      "loss_total": 0.009809290990233421,
      "step": 10590
    },
    {
      "loss_action": 0.014741050079464912,
      "loss_total": 0.014741050079464912,
      "step": 10590
    },
    {
      "loss_action": 0.016762010753154755,
      "loss_total": 0.016762010753154755,
      "step": 10590
    },
    {
      "grad_norm": 0.1735151708126068,
      "learning_rate": 9.914538129108882e-05,
      "loss": 0.0172,
      "step": 10600
    },
    {
      "loss_action": 0.025063766166567802,
      "loss_total": 0.025063766166567802,
      "step": 10600
    },
    {
      "loss_action": 0.01649058796465397,
      "loss_total": 0.01649058796465397,
      "step": 10600
    },
    {
      "loss_action": 0.021601378917694092,
      "loss_total": 0.021601378917694092,
      "step": 10600
    },
    {
      "loss_action": 0.010245513170957565,
      "loss_total": 0.010245513170957565,
      "step": 10600
    },
    {
      "loss_action": 0.020281165838241577,
      "loss_total": 0.020281165838241577,
      "step": 10600
    },
    {
      "loss_action": 0.01952502876520157,
      "loss_total": 0.01952502876520157,
      "step": 10600
    },
    {
      "loss_action": 0.011625126004219055,
      "loss_total": 0.011625126004219055,
      "step": 10600
    },
    {
      "loss_action": 0.0223239753395319,
      "loss_total": 0.0223239753395319,
      "step": 10600
    },
    {
      "grad_norm": 0.2140461951494217,
      "learning_rate": 9.914233457544825e-05,
      "loss": 0.0193,
      "step": 10610
    },
    {
      "loss_action": 0.01359502412378788,
      "loss_total": 0.01359502412378788,
      "step": 10610
    },
    {
      "loss_action": 0.020552348345518112,
      "loss_total": 0.020552348345518112,
      "step": 10610
    },
    {
      "loss_action": 0.015681829303503036,
      "loss_total": 0.015681829303503036,
      "step": 10610
    },
    {
      "loss_action": 0.013675346970558167,
      "loss_total": 0.013675346970558167,
      "step": 10610
    },
    {
      "loss_action": 0.018544070422649384,
      "loss_total": 0.018544070422649384,
      "step": 10610
    },
    {
      "loss_action": 0.018832599744200706,
      "loss_total": 0.018832599744200706,
      "step": 10610
    },
    {
      "loss_action": 0.013392181135714054,
      "loss_total": 0.013392181135714054,
      "step": 10610
    },
    {
      "loss_action": 0.02394150197505951,
      "loss_total": 0.02394150197505951,
      "step": 10610
    },
    {
      "grad_norm": 0.1970624029636383,
      "learning_rate": 9.913928248567586e-05,
      "loss": 0.0203,
      "step": 10620
    },
    {
      "loss_action": 0.015024811960756779,
      "loss_total": 0.015024811960756779,
      "step": 10620
    },
    {
      "loss_action": 0.0140679981559515,
      "loss_total": 0.0140679981559515,
      "step": 10620
    },
    {
      "loss_action": 0.02368299849331379,
      "loss_total": 0.02368299849331379,
      "step": 10620
    },
    {
      "loss_action": 0.008885554037988186,
      "loss_total": 0.008885554037988186,
      "step": 10620
    },
    {
      "loss_action": 0.06421245634555817,
      "loss_total": 0.06421245634555817,
      "step": 10620
    },
    {
      "loss_action": 0.024286217987537384,
      "loss_total": 0.024286217987537384,
      "step": 10620
    },
    {
      "loss_action": 0.010704674758017063,
      "loss_total": 0.010704674758017063,
      "step": 10620
    },
    {
      "loss_action": 0.026059769093990326,
      "loss_total": 0.026059769093990326,
      "step": 10620
    },
    {
      "grad_norm": 0.2696068584918976,
      "learning_rate": 9.913622502210542e-05,
      "loss": 0.0193,
      "step": 10630
    },
    {
      "loss_action": 0.021464776247739792,
      "loss_total": 0.021464776247739792,
      "step": 10630
    },
    {
      "loss_action": 0.028377216309309006,
      "loss_total": 0.028377216309309006,
      "step": 10630
    },
    {
      "loss_action": 0.01685008592903614,
      "loss_total": 0.01685008592903614,
      "step": 10630
    },
    {
      "loss_action": 0.01839837059378624,
      "loss_total": 0.01839837059378624,
      "step": 10630
    },
    {
      "loss_action": 0.01648026891052723,
      "loss_total": 0.01648026891052723,
      "step": 10630
    },
    {
      "loss_action": 0.014337643049657345,
      "loss_total": 0.014337643049657345,
      "step": 10630
    },
    {
      "loss_action": 0.01095862127840519,
      "loss_total": 0.01095862127840519,
      "step": 10630
    },
    {
      "loss_action": 0.012917407788336277,
      "loss_total": 0.012917407788336277,
      "step": 10630
    },
    {
      "grad_norm": 0.21855171024799347,
      "learning_rate": 9.913316218507128e-05,
      "loss": 0.0202,
      "step": 10640
    },
    {
      "loss_action": 0.01167403906583786,
      "loss_total": 0.01167403906583786,
      "step": 10640
    },
    {
      "loss_action": 0.020740408450365067,
      "loss_total": 0.020740408450365067,
      "step": 10640
    },
    {
      "loss_action": 0.012712366878986359,
      "loss_total": 0.012712366878986359,
      "step": 10640
    },
    {
      "loss_action": 0.010522320866584778,
      "loss_total": 0.010522320866584778,
      "step": 10640
    },
    {
      "loss_action": 0.025424985215067863,
      "loss_total": 0.025424985215067863,
      "step": 10640
    },
    {
      "loss_action": 0.014072922058403492,
      "loss_total": 0.014072922058403492,
      "step": 10640
    },
    {
      "loss_action": 0.022244058549404144,
      "loss_total": 0.022244058549404144,
      "step": 10640
    },
    {
      "loss_action": 0.03017619624733925,
      "loss_total": 0.03017619624733925,
      "step": 10640
    },
    {
      "grad_norm": 0.23764179646968842,
      "learning_rate": 9.91300939749084e-05,
      "loss": 0.0201,
      "step": 10650
    },
    {
      "loss_action": 0.009469643235206604,
      "loss_total": 0.009469643235206604,
      "step": 10650
    },
    {
      "loss_action": 0.016256511211395264,
      "loss_total": 0.016256511211395264,
      "step": 10650
    },
    {
      "loss_action": 0.012601673603057861,
      "loss_total": 0.012601673603057861,
      "step": 10650
    },
    {
      "loss_action": 0.015092028304934502,
      "loss_total": 0.015092028304934502,
      "step": 10650
    },
    {
      "loss_action": 0.010415682569146156,
      "loss_total": 0.010415682569146156,
      "step": 10650
    },
    {
      "loss_action": 0.009863601997494698,
      "loss_total": 0.009863601997494698,
      "step": 10650
    },
    {
      "loss_action": 0.007557734847068787,
      "loss_total": 0.007557734847068787,
      "step": 10650
    },
    {
      "loss_action": 0.011112082749605179,
      "loss_total": 0.011112082749605179,
      "step": 10650
    },
    {
      "grad_norm": 0.13533683121204376,
      "learning_rate": 9.91270203919523e-05,
      "loss": 0.0163,
      "step": 10660
    },
    {
      "loss_action": 0.012311938218772411,
      "loss_total": 0.012311938218772411,
      "step": 10660
    },
    {
      "loss_action": 0.007553883828222752,
      "loss_total": 0.007553883828222752,
      "step": 10660
    },
    {
      "loss_action": 0.015080589801073074,
      "loss_total": 0.015080589801073074,
      "step": 10660
    },
    {
      "loss_action": 0.026751980185508728,
      "loss_total": 0.026751980185508728,
      "step": 10660
    },
    {
      "loss_action": 0.015806932002305984,
      "loss_total": 0.015806932002305984,
      "step": 10660
    },
    {
      "loss_action": 0.007273017428815365,
      "loss_total": 0.007273017428815365,
      "step": 10660
    },
    {
      "loss_action": 0.012886226177215576,
      "loss_total": 0.012886226177215576,
      "step": 10660
    },
    {
      "loss_action": 0.040624506771564484,
      "loss_total": 0.040624506771564484,
      "step": 10660
    },
    {
      "grad_norm": 0.17131032049655914,
      "learning_rate": 9.912394143653912e-05,
      "loss": 0.0155,
      "step": 10670
    },
    {
      "loss_action": 0.011976735666394234,
      "loss_total": 0.011976735666394234,
      "step": 10670
    },
    {
      "loss_action": 0.008575363084673882,
      "loss_total": 0.008575363084673882,
      "step": 10670
    },
    {
      "loss_action": 0.0061396025121212006,
      "loss_total": 0.0061396025121212006,
      "step": 10670
    },
    {
      "loss_action": 0.011507794260978699,
      "loss_total": 0.011507794260978699,
      "step": 10670
    },
    {
      "loss_action": 0.011732294224202633,
      "loss_total": 0.011732294224202633,
      "step": 10670
    },
    {
      "loss_action": 0.017525941133499146,
      "loss_total": 0.017525941133499146,
      "step": 10670
    },
    {
      "loss_action": 0.013441381976008415,
      "loss_total": 0.013441381976008415,
      "step": 10670
    },
    {
      "loss_action": 0.013433286920189857,
      "loss_total": 0.013433286920189857,
      "step": 10670
    },
    {
      "grad_norm": 0.2922033965587616,
      "learning_rate": 9.912085710900555e-05,
      "loss": 0.0196,
      "step": 10680
    },
    {
      "loss_action": 0.011742494069039822,
      "loss_total": 0.011742494069039822,
      "step": 10680
    },
    {
      "loss_action": 0.03159294277429581,
      "loss_total": 0.03159294277429581,
      "step": 10680
    },
    {
      "loss_action": 0.017757408320903778,
      "loss_total": 0.017757408320903778,
      "step": 10680
    },
    {
      "loss_action": 0.014729175716638565,
      "loss_total": 0.014729175716638565,
      "step": 10680
    },
    {
      "loss_action": 0.03604119271039963,
      "loss_total": 0.03604119271039963,
      "step": 10680
    },
    {
      "loss_action": 0.015549339354038239,
      "loss_total": 0.015549339354038239,
      "step": 10680
    },
    {
      "loss_action": 0.019083265215158463,
      "loss_total": 0.019083265215158463,
      "step": 10680
    },
    {
      "loss_action": 0.03182554617524147,
      "loss_total": 0.03182554617524147,
      "step": 10680
    },
    {
      "grad_norm": 0.1560291349887848,
      "learning_rate": 9.911776740968892e-05,
      "loss": 0.0189,
      "step": 10690
    },
    {
      "loss_action": 0.013595787808299065,
      "loss_total": 0.013595787808299065,
      "step": 10690
    },
    {
      "loss_action": 0.01542957779020071,
      "loss_total": 0.01542957779020071,
      "step": 10690
    },
    {
      "loss_action": 0.03262726962566376,
      "loss_total": 0.03262726962566376,
      "step": 10690
    },
    {
      "loss_action": 0.017815077677369118,
      "loss_total": 0.017815077677369118,
      "step": 10690
    },
    {
      "loss_action": 0.01318345870822668,
      "loss_total": 0.01318345870822668,
      "step": 10690
    },
    {
      "loss_action": 0.012696366757154465,
      "loss_total": 0.012696366757154465,
      "step": 10690
    },
    {
      "loss_action": 0.017945129424333572,
      "loss_total": 0.017945129424333572,
      "step": 10690
    },
    {
      "loss_action": 0.027617519721388817,
      "loss_total": 0.027617519721388817,
      "step": 10690
    },
    {
      "grad_norm": 0.16899673640727997,
      "learning_rate": 9.911467233892709e-05,
      "loss": 0.0181,
      "step": 10700
    },
    {
      "loss_action": 0.018271401524543762,
      "loss_total": 0.018271401524543762,
      "step": 10700
    },
    {
      "loss_action": 0.010609705001115799,
      "loss_total": 0.010609705001115799,
      "step": 10700
    },
    {
      "loss_action": 0.01389298215508461,
      "loss_total": 0.01389298215508461,
      "step": 10700
    },
    {
      "loss_action": 0.015413167886435986,
      "loss_total": 0.015413167886435986,
      "step": 10700
    },
    {
      "loss_action": 0.03536029905080795,
      "loss_total": 0.03536029905080795,
      "step": 10700
    },
    {
      "loss_action": 0.015380187891423702,
      "loss_total": 0.015380187891423702,
      "step": 10700
    },
    {
      "loss_action": 0.027137909084558487,
      "loss_total": 0.027137909084558487,
      "step": 10700
    },
    {
      "loss_action": 0.011696716770529747,
      "loss_total": 0.011696716770529747,
      "step": 10700
    },
    {
      "grad_norm": 0.21169035136699677,
      "learning_rate": 9.911157189705853e-05,
      "loss": 0.02,
      "step": 10710
    },
    {
      "loss_action": 0.018293915316462517,
      "loss_total": 0.018293915316462517,
      "step": 10710
    },
    {
      "loss_action": 0.015569580718874931,
      "loss_total": 0.015569580718874931,
      "step": 10710
    },
    {
      "loss_action": 0.007586891762912273,
      "loss_total": 0.007586891762912273,
      "step": 10710
    },
    {
      "loss_action": 0.012773670256137848,
      "loss_total": 0.012773670256137848,
      "step": 10710
    },
    {
      "loss_action": 0.01306636817753315,
      "loss_total": 0.01306636817753315,
      "step": 10710
    },
    {
      "loss_action": 0.013414980843663216,
      "loss_total": 0.013414980843663216,
      "step": 10710
    },
    {
      "loss_action": 0.01722659356892109,
      "loss_total": 0.01722659356892109,
      "step": 10710
    },
    {
      "loss_action": 0.014973772689700127,
      "loss_total": 0.014973772689700127,
      "step": 10710
    },
    {
      "grad_norm": 0.2319220006465912,
      "learning_rate": 9.910846608442229e-05,
      "loss": 0.0196,
      "step": 10720
    },
    {
      "loss_action": 0.014693716540932655,
      "loss_total": 0.014693716540932655,
      "step": 10720
    },
    {
      "loss_action": 0.01658353954553604,
      "loss_total": 0.01658353954553604,
      "step": 10720
    },
    {
      "loss_action": 0.018922120332717896,
      "loss_total": 0.018922120332717896,
      "step": 10720
    },
    {
      "loss_action": 0.01461496390402317,
      "loss_total": 0.01461496390402317,
      "step": 10720
    },
    {
      "loss_action": 0.026476969942450523,
      "loss_total": 0.026476969942450523,
      "step": 10720
    },
    {
      "loss_action": 0.034446004778146744,
      "loss_total": 0.034446004778146744,
      "step": 10720
    },
    {
      "loss_action": 0.030073946341872215,
      "loss_total": 0.030073946341872215,
      "step": 10720
    },
    {
      "loss_action": 0.011556576937437057,
      "loss_total": 0.011556576937437057,
      "step": 10720
    },
    {
      "grad_norm": 0.14174847304821014,
      "learning_rate": 9.910535490135805e-05,
      "loss": 0.0201,
      "step": 10730
    },
    {
      "loss_action": 0.01867995597422123,
      "loss_total": 0.01867995597422123,
      "step": 10730
    },
    {
      "loss_action": 0.023510608822107315,
      "loss_total": 0.023510608822107315,
      "step": 10730
    },
    {
      "loss_action": 0.01671610027551651,
      "loss_total": 0.01671610027551651,
      "step": 10730
    },
    {
      "loss_action": 0.009811647236347198,
      "loss_total": 0.009811647236347198,
      "step": 10730
    },
    {
      "loss_action": 0.009355959482491016,
      "loss_total": 0.009355959482491016,
      "step": 10730
    },
    {
      "loss_action": 0.07041512429714203,
      "loss_total": 0.07041512429714203,
      "step": 10730
    },
    {
      "loss_action": 0.01582099311053753,
      "loss_total": 0.01582099311053753,
      "step": 10730
    },
    {
      "loss_action": 0.02190203219652176,
      "loss_total": 0.02190203219652176,
      "step": 10730
    },
    {
      "grad_norm": 0.32685452699661255,
      "learning_rate": 9.910223834820603e-05,
      "loss": 0.0204,
      "step": 10740
    },
    {
      "loss_action": 0.021343694999814034,
      "loss_total": 0.021343694999814034,
      "step": 10740
    },
    {
      "loss_action": 0.03046809323132038,
      "loss_total": 0.03046809323132038,
      "step": 10740
    },
    {
      "loss_action": 0.01955227553844452,
      "loss_total": 0.01955227553844452,
      "step": 10740
    },
    {
      "loss_action": 0.02349245175719261,
      "loss_total": 0.02349245175719261,
      "step": 10740
    },
    {
      "loss_action": 0.011090380139648914,
      "loss_total": 0.011090380139648914,
      "step": 10740
    },
    {
      "loss_action": 0.027661465108394623,
      "loss_total": 0.027661465108394623,
      "step": 10740
    },
    {
      "loss_action": 0.015128955245018005,
      "loss_total": 0.015128955245018005,
      "step": 10740
    },
    {
      "loss_action": 0.023149993270635605,
      "loss_total": 0.023149993270635605,
      "step": 10740
    },
    {
      "grad_norm": 0.22571192681789398,
      "learning_rate": 9.909911642530703e-05,
      "loss": 0.0204,
      "step": 10750
    },
    {
      "loss_action": 0.014493492431938648,
      "loss_total": 0.014493492431938648,
      "step": 10750
    },
    {
      "loss_action": 0.022079218178987503,
      "loss_total": 0.022079218178987503,
      "step": 10750
    },
    {
      "loss_action": 0.02239801362156868,
      "loss_total": 0.02239801362156868,
      "step": 10750
    },
    {
      "loss_action": 0.008581513538956642,
      "loss_total": 0.008581513538956642,
      "step": 10750
    },
    {
      "loss_action": 0.025568470358848572,
      "loss_total": 0.025568470358848572,
      "step": 10750
    },
    {
      "loss_action": 0.024202752858400345,
      "loss_total": 0.024202752858400345,
      "step": 10750
    },
    {
      "loss_action": 0.015735896304249763,
      "loss_total": 0.015735896304249763,
      "step": 10750
    },
    {
      "loss_action": 0.02240271307528019,
      "loss_total": 0.02240271307528019,
      "step": 10750
    },
    {
      "grad_norm": 0.1594884842634201,
      "learning_rate": 9.909598913300249e-05,
      "loss": 0.0184,
      "step": 10760
    },
    {
      "loss_action": 0.007524172309786081,
      "loss_total": 0.007524172309786081,
      "step": 10760
    },
    {
      "loss_action": 0.011707236059010029,
      "loss_total": 0.011707236059010029,
      "step": 10760
    },
    {
      "loss_action": 0.00833432748913765,
      "loss_total": 0.00833432748913765,
      "step": 10760
    },
    {
      "loss_action": 0.01876756176352501,
      "loss_total": 0.01876756176352501,
      "step": 10760
    },
    {
      "loss_action": 0.011740632355213165,
      "loss_total": 0.011740632355213165,
      "step": 10760
    },
    {
      "loss_action": 0.011710825376212597,
      "loss_total": 0.011710825376212597,
      "step": 10760
    },
    {
      "loss_action": 0.015587836503982544,
      "loss_total": 0.015587836503982544,
      "step": 10760
    },
    {
      "loss_action": 0.013663449324667454,
      "loss_total": 0.013663449324667454,
      "step": 10760
    },
    {
      "grad_norm": 0.23045289516448975,
      "learning_rate": 9.909285647163438e-05,
      "loss": 0.0159,
      "step": 10770
    },
    {
      "loss_action": 0.012895198538899422,
      "loss_total": 0.012895198538899422,
      "step": 10770
    },
    {
      "loss_action": 0.027357574552297592,
      "loss_total": 0.027357574552297592,
      "step": 10770
    },
    {
      "loss_action": 0.01559454295784235,
      "loss_total": 0.01559454295784235,
      "step": 10770
    },
    {
      "loss_action": 0.007386811077594757,
      "loss_total": 0.007386811077594757,
      "step": 10770
    },
    {
      "loss_action": 0.00816107913851738,
      "loss_total": 0.00816107913851738,
      "step": 10770
    },
    {
      "loss_action": 0.009034311398863792,
      "loss_total": 0.009034311398863792,
      "step": 10770
    },
    {
      "loss_action": 0.021655786782503128,
      "loss_total": 0.021655786782503128,
      "step": 10770
    },
    {
      "loss_action": 0.010549267753958702,
      "loss_total": 0.010549267753958702,
      "step": 10770
    },
    {
      "grad_norm": 0.19868388772010803,
      "learning_rate": 9.908971844154531e-05,
      "loss": 0.0167,
      "step": 10780
    },
    {
      "loss_action": 0.037690699100494385,
      "loss_total": 0.037690699100494385,
      "step": 10780
    },
    {
      "loss_action": 0.013850519433617592,
      "loss_total": 0.013850519433617592,
      "step": 10780
    },
    {
      "loss_action": 0.008062055334448814,
      "loss_total": 0.008062055334448814,
      "step": 10780
    },
    {
      "loss_action": 0.01690990850329399,
      "loss_total": 0.01690990850329399,
      "step": 10780
    },
    {
      "loss_action": 0.020024489611387253,
      "loss_total": 0.020024489611387253,
      "step": 10780
    },
    {
      "loss_action": 0.012326505035161972,
      "loss_total": 0.012326505035161972,
      "step": 10780
    },
    {
      "loss_action": 0.007972503080964088,
      "loss_total": 0.007972503080964088,
      "step": 10780
    },
    {
      "loss_action": 0.045445650815963745,
      "loss_total": 0.045445650815963745,
      "step": 10780
    },
    {
      "grad_norm": 0.22956600785255432,
      "learning_rate": 9.908657504307843e-05,
      "loss": 0.0185,
      "step": 10790
    },
    {
      "loss_action": 0.012026718817651272,
      "loss_total": 0.012026718817651272,
      "step": 10790
    },
    {
      "loss_action": 0.02028290554881096,
      "loss_total": 0.02028290554881096,
      "step": 10790
    },
    {
      "loss_action": 0.013952784240245819,
      "loss_total": 0.013952784240245819,
      "step": 10790
    },
    {
      "loss_action": 0.021921277046203613,
      "loss_total": 0.021921277046203613,
      "step": 10790
    },
    {
      "loss_action": 0.008783124387264252,
      "loss_total": 0.008783124387264252,
      "step": 10790
    },
    {
      "loss_action": 0.02732538804411888,
      "loss_total": 0.02732538804411888,
      "step": 10790
    },
    {
      "loss_action": 0.01171770878136158,
      "loss_total": 0.01171770878136158,
      "step": 10790
    },
    {
      "loss_action": 0.0208967924118042,
      "loss_total": 0.0208967924118042,
      "step": 10790
    },
    {
      "grad_norm": 0.15746396780014038,
      "learning_rate": 9.908342627657751e-05,
      "loss": 0.0208,
      "step": 10800
    },
    {
      "loss_action": 0.01825850084424019,
      "loss_total": 0.01825850084424019,
      "step": 10800
    },
    {
      "loss_action": 0.02579750120639801,
      "loss_total": 0.02579750120639801,
      "step": 10800
    },
    {
      "loss_action": 0.009137695655226707,
      "loss_total": 0.009137695655226707,
      "step": 10800
    },
    {
      "loss_action": 0.009244987741112709,
      "loss_total": 0.009244987741112709,
      "step": 10800
    },
    {
      "loss_action": 0.0075737182050943375,
      "loss_total": 0.0075737182050943375,
      "step": 10800
    },
    {
      "loss_action": 0.02306315489113331,
      "loss_total": 0.02306315489113331,
      "step": 10800
    },
    {
      "loss_action": 0.039138063788414,
      "loss_total": 0.039138063788414,
      "step": 10800
    },
    {
      "loss_action": 0.024179641157388687,
      "loss_total": 0.024179641157388687,
      "step": 10800
    },
    {
      "grad_norm": 0.20330877602100372,
      "learning_rate": 9.908027214238689e-05,
      "loss": 0.0187,
      "step": 10810
    },
    {
      "loss_action": 0.014911936596035957,
      "loss_total": 0.014911936596035957,
      "step": 10810
    },
    {
      "loss_action": 0.008702222257852554,
      "loss_total": 0.008702222257852554,
      "step": 10810
    },
    {
      "loss_action": 0.007525025401264429,
      "loss_total": 0.007525025401264429,
      "step": 10810
    },
    {
      "loss_action": 0.11604490131139755,
      "loss_total": 0.11604490131139755,
      "step": 10810
    },
    {
      "loss_action": 0.012392771430313587,
      "loss_total": 0.012392771430313587,
      "step": 10810
    },
    {
      "loss_action": 0.019198385998606682,
      "loss_total": 0.019198385998606682,
      "step": 10810
    },
    {
      "loss_action": 0.01605578511953354,
      "loss_total": 0.01605578511953354,
      "step": 10810
    },
    {
      "loss_action": 0.009122173301875591,
      "loss_total": 0.009122173301875591,
      "step": 10810
    },
    {
      "grad_norm": 0.15863601863384247,
      "learning_rate": 9.90771126408515e-05,
      "loss": 0.0159,
      "step": 10820
    },
    {
      "loss_action": 0.008349601179361343,
      "loss_total": 0.008349601179361343,
      "step": 10820
    },
    {
      "loss_action": 0.01672413945198059,
      "loss_total": 0.01672413945198059,
      "step": 10820
    },
    {
      "loss_action": 0.010275362059473991,
      "loss_total": 0.010275362059473991,
      "step": 10820
    },
    {
      "loss_action": 0.011540253646671772,
      "loss_total": 0.011540253646671772,
      "step": 10820
    },
    {
      "loss_action": 0.016186553984880447,
      "loss_total": 0.016186553984880447,
      "step": 10820
    },
    {
      "loss_action": 0.02452778071165085,
      "loss_total": 0.02452778071165085,
      "step": 10820
    },
    {
      "loss_action": 0.007594420574605465,
      "loss_total": 0.007594420574605465,
      "step": 10820
    },
    {
      "loss_action": 0.011279018595814705,
      "loss_total": 0.011279018595814705,
      "step": 10820
    },
    {
      "grad_norm": 0.27471664547920227,
      "learning_rate": 9.907394777231685e-05,
      "loss": 0.0173,
      "step": 10830
    },
    {
      "loss_action": 0.016365202143788338,
      "loss_total": 0.016365202143788338,
      "step": 10830
    },
    {
      "loss_action": 0.022195298224687576,
      "loss_total": 0.022195298224687576,
      "step": 10830
    },
    {
      "loss_action": 0.015458755195140839,
      "loss_total": 0.015458755195140839,
      "step": 10830
    },
    {
      "loss_action": 0.010338705033063889,
      "loss_total": 0.010338705033063889,
      "step": 10830
    },
    {
      "loss_action": 0.01155908778309822,
      "loss_total": 0.01155908778309822,
      "step": 10830
    },
    {
      "loss_action": 0.012784888036549091,
      "loss_total": 0.012784888036549091,
      "step": 10830
    },
    {
      "loss_action": 0.026822134852409363,
      "loss_total": 0.026822134852409363,
      "step": 10830
    },
    {
      "loss_action": 0.015346096828579903,
      "loss_total": 0.015346096828579903,
      "step": 10830
    },
    {
      "grad_norm": 0.2618364691734314,
      "learning_rate": 9.907077753712905e-05,
      "loss": 0.0199,
      "step": 10840
    },
    {
      "loss_action": 0.022252855822443962,
      "loss_total": 0.022252855822443962,
      "step": 10840
    },
    {
      "loss_action": 0.023558083921670914,
      "loss_total": 0.023558083921670914,
      "step": 10840
    },
    {
      "loss_action": 0.01397460326552391,
      "loss_total": 0.01397460326552391,
      "step": 10840
    },
    {
      "loss_action": 0.012191032990813255,
      "loss_total": 0.012191032990813255,
      "step": 10840
    },
    {
      "loss_action": 0.01971828192472458,
      "loss_total": 0.01971828192472458,
      "step": 10840
    },
    {
      "loss_action": 0.02563513070344925,
      "loss_total": 0.02563513070344925,
      "step": 10840
    },
    {
      "loss_action": 0.015318123623728752,
      "loss_total": 0.015318123623728752,
      "step": 10840
    },
    {
      "loss_action": 0.012474579736590385,
      "loss_total": 0.012474579736590385,
      "step": 10840
    },
    {
      "grad_norm": 0.23230670392513275,
      "learning_rate": 9.906760193563482e-05,
      "loss": 0.0197,
      "step": 10850
    },
    {
      "loss_action": 0.01604420132935047,
      "loss_total": 0.01604420132935047,
      "step": 10850
    },
    {
      "loss_action": 0.02982172556221485,
      "loss_total": 0.02982172556221485,
      "step": 10850
    },
    {
      "loss_action": 0.025395501405000687,
      "loss_total": 0.025395501405000687,
      "step": 10850
    },
    {
      "loss_action": 0.02355106547474861,
      "loss_total": 0.02355106547474861,
      "step": 10850
    },
    {
      "loss_action": 0.014283611439168453,
      "loss_total": 0.014283611439168453,
      "step": 10850
    },
    {
      "loss_action": 0.01891421154141426,
      "loss_total": 0.01891421154141426,
      "step": 10850
    },
    {
      "loss_action": 0.01142461784183979,
      "loss_total": 0.01142461784183979,
      "step": 10850
    },
    {
      "loss_action": 0.011842509731650352,
      "loss_total": 0.011842509731650352,
      "step": 10850
    },
    {
      "grad_norm": 0.2750801146030426,
      "learning_rate": 9.906442096818139e-05,
      "loss": 0.0173,
      "step": 10860
    },
    {
      "loss_action": 0.010778329335153103,
      "loss_total": 0.010778329335153103,
      "step": 10860
    },
    {
      "loss_action": 0.010480551049113274,
      "loss_total": 0.010480551049113274,
      "step": 10860
    },
    {
      "loss_action": 0.03994230926036835,
      "loss_total": 0.03994230926036835,
      "step": 10860
    },
    {
      "loss_action": 0.019173316657543182,
      "loss_total": 0.019173316657543182,
      "step": 10860
    },
    {
      "loss_action": 0.019370608031749725,
      "loss_total": 0.019370608031749725,
      "step": 10860
    },
    {
      "loss_action": 0.02898113802075386,
      "loss_total": 0.02898113802075386,
      "step": 10860
    },
    {
      "loss_action": 0.00906996801495552,
      "loss_total": 0.00906996801495552,
      "step": 10860
    },
    {
      "loss_action": 0.011285711079835892,
      "loss_total": 0.011285711079835892,
      "step": 10860
    },
    {
      "grad_norm": 0.1502261906862259,
      "learning_rate": 9.906123463511665e-05,
      "loss": 0.0188,
      "step": 10870
    },
    {
      "loss_action": 0.008055846206843853,
      "loss_total": 0.008055846206843853,
      "step": 10870
    },
    {
      "loss_action": 0.012712711468338966,
      "loss_total": 0.012712711468338966,
      "step": 10870
    },
    {
      "loss_action": 0.022426873445510864,
      "loss_total": 0.022426873445510864,
      "step": 10870
    },
    {
      "loss_action": 0.020844947546720505,
      "loss_total": 0.020844947546720505,
      "step": 10870
    },
    {
      "loss_action": 0.04272867366671562,
      "loss_total": 0.04272867366671562,
      "step": 10870
    },
    {
      "loss_action": 0.014892061240971088,
      "loss_total": 0.014892061240971088,
      "step": 10870
    },
    {
      "loss_action": 0.022325148805975914,
      "loss_total": 0.022325148805975914,
      "step": 10870
    },
    {
      "loss_action": 0.011470469646155834,
      "loss_total": 0.011470469646155834,
      "step": 10870
    },
    {
      "grad_norm": 0.17721866071224213,
      "learning_rate": 9.905804293678907e-05,
      "loss": 0.0171,
      "step": 10880
    },
    {
      "loss_action": 0.00779975950717926,
      "loss_total": 0.00779975950717926,
      "step": 10880
    },
    {
      "loss_action": 0.004161822609603405,
      "loss_total": 0.004161822609603405,
      "step": 10880
    },
    {
      "loss_action": 0.008144794963300228,
      "loss_total": 0.008144794963300228,
      "step": 10880
    },
    {
      "loss_action": 0.056829482316970825,
      "loss_total": 0.056829482316970825,
      "step": 10880
    },
    {
      "loss_action": 0.0067388503812253475,
      "loss_total": 0.0067388503812253475,
      "step": 10880
    },
    {
      "loss_action": 0.016502639278769493,
      "loss_total": 0.016502639278769493,
      "step": 10880
    },
    {
      "loss_action": 0.008384846150875092,
      "loss_total": 0.008384846150875092,
      "step": 10880
    },
    {
      "loss_action": 0.02163209207355976,
      "loss_total": 0.02163209207355976,
      "step": 10880
    },
    {
      "grad_norm": 0.26493316888809204,
      "learning_rate": 9.905484587354766e-05,
      "loss": 0.02,
      "step": 10890
    },
    {
      "loss_action": 0.016620352864265442,
      "loss_total": 0.016620352864265442,
      "step": 10890
    },
    {
      "loss_action": 0.028576243668794632,
      "loss_total": 0.028576243668794632,
      "step": 10890
    },
    {
      "loss_action": 0.01388372853398323,
      "loss_total": 0.01388372853398323,
      "step": 10890
    },
    {
      "loss_action": 0.03557446971535683,
      "loss_total": 0.03557446971535683,
      "step": 10890
    },
    {
      "loss_action": 0.025020305067300797,
      "loss_total": 0.025020305067300797,
      "step": 10890
    },
    {
      "loss_action": 0.012239043600857258,
      "loss_total": 0.012239043600857258,
      "step": 10890
    },
    {
      "loss_action": 0.016960151493549347,
      "loss_total": 0.016960151493549347,
      "step": 10890
    },
    {
      "loss_action": 0.017897339537739754,
      "loss_total": 0.017897339537739754,
      "step": 10890
    },
    {
      "grad_norm": 0.19311265647411346,
      "learning_rate": 9.905164344574205e-05,
      "loss": 0.0188,
      "step": 10900
    },
    {
      "loss_action": 0.013929915614426136,
      "loss_total": 0.013929915614426136,
      "step": 10900
    },
    {
      "loss_action": 0.008639004081487656,
      "loss_total": 0.008639004081487656,
      "step": 10900
    },
    {
      "loss_action": 0.01724693924188614,
      "loss_total": 0.01724693924188614,
      "step": 10900
    },
    {
      "loss_action": 0.023096423596143723,
      "loss_total": 0.023096423596143723,
      "step": 10900
    },
    {
      "loss_action": 0.012263234704732895,
      "loss_total": 0.012263234704732895,
      "step": 10900
    },
    {
      "loss_action": 0.006432387977838516,
      "loss_total": 0.006432387977838516,
      "step": 10900
    },
    {
      "loss_action": 0.010491635650396347,
      "loss_total": 0.010491635650396347,
      "step": 10900
    },
    {
      "loss_action": 0.01681400090456009,
      "loss_total": 0.01681400090456009,
      "step": 10900
    },
    {
      "grad_norm": 0.16551968455314636,
      "learning_rate": 9.904843565372248e-05,
      "loss": 0.0177,
      "step": 10910
    },
    {
      "loss_action": 0.012719293124973774,
      "loss_total": 0.012719293124973774,
      "step": 10910
    },
    {
      "loss_action": 0.03005754016339779,
      "loss_total": 0.03005754016339779,
      "step": 10910
    },
    {
      "loss_action": 0.020103074610233307,
      "loss_total": 0.020103074610233307,
      "step": 10910
    },
    {
      "loss_action": 0.014809668995440006,
      "loss_total": 0.014809668995440006,
      "step": 10910
    },
    {
      "loss_action": 0.00861832220107317,
      "loss_total": 0.00861832220107317,
      "step": 10910
    },
    {
      "loss_action": 0.01738082431256771,
      "loss_total": 0.01738082431256771,
      "step": 10910
    },
    {
      "loss_action": 0.01814362034201622,
      "loss_total": 0.01814362034201622,
      "step": 10910
    },
    {
      "loss_action": 0.017542757093906403,
      "loss_total": 0.017542757093906403,
      "step": 10910
    },
    {
      "grad_norm": 0.16831451654434204,
      "learning_rate": 9.904522249783972e-05,
      "loss": 0.0162,
      "step": 10920
    },
    {
      "loss_action": 0.021156469359993935,
      "loss_total": 0.021156469359993935,
      "step": 10920
    },
    {
      "loss_action": 0.013905265368521214,
      "loss_total": 0.013905265368521214,
      "step": 10920
    },
    {
      "loss_action": 0.015007899142801762,
      "loss_total": 0.015007899142801762,
      "step": 10920
    },
    {
      "loss_action": 0.005954972468316555,
      "loss_total": 0.005954972468316555,
      "step": 10920
    },
    {
      "loss_action": 0.01596931368112564,
      "loss_total": 0.01596931368112564,
      "step": 10920
    },
    {
      "loss_action": 0.020427480340003967,
      "loss_total": 0.020427480340003967,
      "step": 10920
    },
    {
      "loss_action": 0.008714464493095875,
      "loss_total": 0.008714464493095875,
      "step": 10920
    },
    {
      "loss_action": 0.0049900999292731285,
      "loss_total": 0.0049900999292731285,
      "step": 10920
    },
    {
      "grad_norm": 0.17027366161346436,
      "learning_rate": 9.904200397844517e-05,
      "loss": 0.0184,
      "step": 10930
    },
    {
      "loss_action": 0.007315903902053833,
      "loss_total": 0.007315903902053833,
      "step": 10930
    },
    {
      "loss_action": 0.016407310962677002,
      "loss_total": 0.016407310962677002,
      "step": 10930
    },
    {
      "loss_action": 0.013714686036109924,
      "loss_total": 0.013714686036109924,
      "step": 10930
    },
    {
      "loss_action": 0.014256289228796959,
      "loss_total": 0.014256289228796959,
      "step": 10930
    },
    {
      "loss_action": 0.015516553074121475,
      "loss_total": 0.015516553074121475,
      "step": 10930
    },
    {
      "loss_action": 0.017227184027433395,
      "loss_total": 0.017227184027433395,
      "step": 10930
    },
    {
      "loss_action": 0.013080600649118423,
      "loss_total": 0.013080600649118423,
      "step": 10930
    },
    {
      "loss_action": 0.02912226691842079,
      "loss_total": 0.02912226691842079,
      "step": 10930
    },
    {
      "grad_norm": 0.2665930688381195,
      "learning_rate": 9.903878009589078e-05,
      "loss": 0.0178,
      "step": 10940
    },
    {
      "loss_action": 0.013279584236443043,
      "loss_total": 0.013279584236443043,
      "step": 10940
    },
    {
      "loss_action": 0.01058685127645731,
      "loss_total": 0.01058685127645731,
      "step": 10940
    },
    {
      "loss_action": 0.012570533901453018,
      "loss_total": 0.012570533901453018,
      "step": 10940
    },
    {
      "loss_action": 0.020484916865825653,
      "loss_total": 0.020484916865825653,
      "step": 10940
    },
    {
      "loss_action": 0.018394025042653084,
      "loss_total": 0.018394025042653084,
      "step": 10940
    },
    {
      "loss_action": 0.020166819915175438,
      "loss_total": 0.020166819915175438,
      "step": 10940
    },
    {
      "loss_action": 0.02599281445145607,
      "loss_total": 0.02599281445145607,
      "step": 10940
    },
    {
      "loss_action": 0.010039323940873146,
      "loss_total": 0.010039323940873146,
      "step": 10940
    },
    {
      "grad_norm": 0.18201789259910583,
      "learning_rate": 9.903555085052915e-05,
      "loss": 0.0173,
      "step": 10950
    },
    {
      "loss_action": 0.015579437837004662,
      "loss_total": 0.015579437837004662,
      "step": 10950
    },
    {
      "loss_action": 0.019275782629847527,
      "loss_total": 0.019275782629847527,
      "step": 10950
    },
    {
      "loss_action": 0.016461024060845375,
      "loss_total": 0.016461024060845375,
      "step": 10950
    },
    {
      "loss_action": 0.017400085926055908,
      "loss_total": 0.017400085926055908,
      "step": 10950
    },
    {
      "loss_action": 0.01268550381064415,
      "loss_total": 0.01268550381064415,
      "step": 10950
    },
    {
      "loss_action": 0.006995801813900471,
      "loss_total": 0.006995801813900471,
      "step": 10950
    },
    {
      "loss_action": 0.026493951678276062,
      "loss_total": 0.026493951678276062,
      "step": 10950
    },
    {
      "loss_action": 0.017193792387843132,
      "loss_total": 0.017193792387843132,
      "step": 10950
    },
    {
      "grad_norm": 0.1746826320886612,
      "learning_rate": 9.903231624271338e-05,
      "loss": 0.0177,
      "step": 10960
    },
    {
      "loss_action": 0.014332295395433903,
      "loss_total": 0.014332295395433903,
      "step": 10960
    },
    {
      "loss_action": 0.012439379468560219,
      "loss_total": 0.012439379468560219,
      "step": 10960
    },
    {
      "loss_action": 0.014697873964905739,
      "loss_total": 0.014697873964905739,
      "step": 10960
    },
    {
      "loss_action": 0.03390360623598099,
      "loss_total": 0.03390360623598099,
      "step": 10960
    },
    {
      "loss_action": 0.014121015556156635,
      "loss_total": 0.014121015556156635,
      "step": 10960
    },
    {
      "loss_action": 0.023217670619487762,
      "loss_total": 0.023217670619487762,
      "step": 10960
    },
    {
      "loss_action": 0.0157280545681715,
      "loss_total": 0.0157280545681715,
      "step": 10960
    },
    {
      "loss_action": 0.011313362047076225,
      "loss_total": 0.011313362047076225,
      "step": 10960
    },
    {
      "grad_norm": 0.1972033828496933,
      "learning_rate": 9.902907627279724e-05,
      "loss": 0.0195,
      "step": 10970
    },
    {
      "loss_action": 0.026833264157176018,
      "loss_total": 0.026833264157176018,
      "step": 10970
    },
    {
      "loss_action": 0.010426905006170273,
      "loss_total": 0.010426905006170273,
      "step": 10970
    },
    {
      "loss_action": 0.012733178213238716,
      "loss_total": 0.012733178213238716,
      "step": 10970
    },
    {
      "loss_action": 0.02210289239883423,
      "loss_total": 0.02210289239883423,
      "step": 10970
    },
    {
      "loss_action": 0.013736117631196976,
      "loss_total": 0.013736117631196976,
      "step": 10970
    },
    {
      "loss_action": 0.014687235467135906,
      "loss_total": 0.014687235467135906,
      "step": 10970
    },
    {
      "loss_action": 0.015929728746414185,
      "loss_total": 0.015929728746414185,
      "step": 10970
    },
    {
      "loss_action": 0.006172564812004566,
      "loss_total": 0.006172564812004566,
      "step": 10970
    },
    {
      "grad_norm": 0.15798740088939667,
      "learning_rate": 9.902583094113504e-05,
      "loss": 0.0173,
      "step": 10980
    },
    {
      "loss_action": 0.008175532333552837,
      "loss_total": 0.008175532333552837,
      "step": 10980
    },
    {
      "loss_action": 0.021239910274744034,
      "loss_total": 0.021239910274744034,
      "step": 10980
    },
    {
      "loss_action": 0.00675175292417407,
      "loss_total": 0.00675175292417407,
      "step": 10980
    },
    {
      "loss_action": 0.012962560169398785,
      "loss_total": 0.012962560169398785,
      "step": 10980
    },
    {
      "loss_action": 0.008666418492794037,
      "loss_total": 0.008666418492794037,
      "step": 10980
    },
    {
      "loss_action": 0.00656674150377512,
      "loss_total": 0.00656674150377512,
      "step": 10980
    },
    {
      "loss_action": 0.014759178273379803,
      "loss_total": 0.014759178273379803,
      "step": 10980
    },
    {
      "loss_action": 0.016979770734906197,
      "loss_total": 0.016979770734906197,
      "step": 10980
    },
    {
      "grad_norm": 0.2067924439907074,
      "learning_rate": 9.902258024808168e-05,
      "loss": 0.0195,
      "step": 10990
    },
    {
      "loss_action": 0.007231558207422495,
      "loss_total": 0.007231558207422495,
      "step": 10990
    },
    {
      "loss_action": 0.02127157337963581,
      "loss_total": 0.02127157337963581,
      "step": 10990
    },
    {
      "loss_action": 0.013315662741661072,
      "loss_total": 0.013315662741661072,
      "step": 10990
    },
    {
      "loss_action": 0.017370596528053284,
      "loss_total": 0.017370596528053284,
      "step": 10990
    },
    {
      "loss_action": 0.019023923203349113,
      "loss_total": 0.019023923203349113,
      "step": 10990
    },
    {
      "loss_action": 0.009561723098158836,
      "loss_total": 0.009561723098158836,
      "step": 10990
    },
    {
      "loss_action": 0.010886398144066334,
      "loss_total": 0.010886398144066334,
      "step": 10990
    },
    {
      "loss_action": 0.013259335421025753,
      "loss_total": 0.013259335421025753,
      "step": 10990
    },
    {
      "grad_norm": 0.18083389103412628,
      "learning_rate": 9.901932419399264e-05,
      "loss": 0.0177,
      "step": 11000
    },
    {
      "loss_action": 0.031233828514814377,
      "loss_total": 0.031233828514814377,
      "step": 11000
    },
    {
      "loss_action": 0.02388196438550949,
      "loss_total": 0.02388196438550949,
      "step": 11000
    },
    {
      "loss_action": 0.013318866491317749,
      "loss_total": 0.013318866491317749,
      "step": 11000
    },
    {
      "loss_action": 0.015279870480298996,
      "loss_total": 0.015279870480298996,
      "step": 11000
    },
    {
      "loss_action": 0.00865913461893797,
      "loss_total": 0.00865913461893797,
      "step": 11000
    },
    {
      "loss_action": 0.009162015281617641,
      "loss_total": 0.009162015281617641,
      "step": 11000
    },
    {
      "loss_action": 0.025614909827709198,
      "loss_total": 0.025614909827709198,
      "step": 11000
    },
    {
      "loss_action": 0.015166549012064934,
      "loss_total": 0.015166549012064934,
      "step": 11000
    },
    {
      "grad_norm": 0.20060035586357117,
      "learning_rate": 9.9016062779224e-05,
      "loss": 0.0175,
      "step": 11010
    },
    {
      "loss_action": 0.02528666891157627,
      "loss_total": 0.02528666891157627,
      "step": 11010
    },
    {
      "loss_action": 0.014145659282803535,
      "loss_total": 0.014145659282803535,
      "step": 11010
    },
    {
      "loss_action": 0.018731150776147842,
      "loss_total": 0.018731150776147842,
      "step": 11010
    },
    {
      "loss_action": 0.013166375458240509,
      "loss_total": 0.013166375458240509,
      "step": 11010
    },
    {
      "loss_action": 0.029593460261821747,
      "loss_total": 0.029593460261821747,
      "step": 11010
    },
    {
      "loss_action": 0.006437033414840698,
      "loss_total": 0.006437033414840698,
      "step": 11010
    },
    {
      "loss_action": 0.014257580041885376,
      "loss_total": 0.014257580041885376,
      "step": 11010
    },
    {
      "loss_action": 0.019740279763936996,
      "loss_total": 0.019740279763936996,
      "step": 11010
    },
    {
      "grad_norm": 0.2524642050266266,
      "learning_rate": 9.901279600413242e-05,
      "loss": 0.0176,
      "step": 11020
    },
    {
      "loss_action": 0.014781918376684189,
      "loss_total": 0.014781918376684189,
      "step": 11020
    },
    {
      "loss_action": 0.01615474931895733,
      "loss_total": 0.01615474931895733,
      "step": 11020
    },
    {
      "loss_action": 0.020380280911922455,
      "loss_total": 0.020380280911922455,
      "step": 11020
    },
    {
      "loss_action": 0.009597651660442352,
      "loss_total": 0.009597651660442352,
      "step": 11020
    },
    {
      "loss_action": 0.015637092292308807,
      "loss_total": 0.015637092292308807,
      "step": 11020
    },
    {
      "loss_action": 0.02505640685558319,
      "loss_total": 0.02505640685558319,
      "step": 11020
    },
    {
      "loss_action": 0.015114501118659973,
      "loss_total": 0.015114501118659973,
      "step": 11020
    },
    {
      "loss_action": 0.015762995928525925,
      "loss_total": 0.015762995928525925,
      "step": 11020
    },
    {
      "grad_norm": 0.29291972517967224,
      "learning_rate": 9.900952386907518e-05,
      "loss": 0.0167,
      "step": 11030
    },
    {
      "loss_action": 0.007729497738182545,
      "loss_total": 0.007729497738182545,
      "step": 11030
    },
    {
      "loss_action": 0.013699441216886044,
      "loss_total": 0.013699441216886044,
      "step": 11030
    },
    {
      "loss_action": 0.047149594873189926,
      "loss_total": 0.047149594873189926,
      "step": 11030
    },
    {
      "loss_action": 0.020233331248164177,
      "loss_total": 0.020233331248164177,
      "step": 11030
    },
    {
      "loss_action": 0.03305913880467415,
      "loss_total": 0.03305913880467415,
      "step": 11030
    },
    {
      "loss_action": 0.017082199454307556,
      "loss_total": 0.017082199454307556,
      "step": 11030
    },
    {
      "loss_action": 0.01609940081834793,
      "loss_total": 0.01609940081834793,
      "step": 11030
    },
    {
      "loss_action": 0.015239434316754341,
      "loss_total": 0.015239434316754341,
      "step": 11030
    },
    {
      "grad_norm": 0.16126801073551178,
      "learning_rate": 9.90062463744101e-05,
      "loss": 0.0164,
      "step": 11040
    },
    {
      "loss_action": 0.00935935415327549,
      "loss_total": 0.00935935415327549,
      "step": 11040
    },
    {
      "loss_action": 0.051515690982341766,
      "loss_total": 0.051515690982341766,
      "step": 11040
    },
    {
      "loss_action": 0.007889213040471077,
      "loss_total": 0.007889213040471077,
      "step": 11040
    },
    {
      "loss_action": 0.015581599436700344,
      "loss_total": 0.015581599436700344,
      "step": 11040
    },
    {
      "loss_action": 0.012963267043232918,
      "loss_total": 0.012963267043232918,
      "step": 11040
    },
    {
      "loss_action": 0.022240929305553436,
      "loss_total": 0.022240929305553436,
      "step": 11040
    },
    {
      "loss_action": 0.016115592792630196,
      "loss_total": 0.016115592792630196,
      "step": 11040
    },
    {
      "loss_action": 0.009128442034125328,
      "loss_total": 0.009128442034125328,
      "step": 11040
    },
    {
      "grad_norm": 0.21692810952663422,
      "learning_rate": 9.900296352049558e-05,
      "loss": 0.0192,
      "step": 11050
    },
    {
      "loss_action": 0.012168549001216888,
      "loss_total": 0.012168549001216888,
      "step": 11050
    },
    {
      "loss_action": 0.017545228824019432,
      "loss_total": 0.017545228824019432,
      "step": 11050
    },
    {
      "loss_action": 0.024348989129066467,
      "loss_total": 0.024348989129066467,
      "step": 11050
    },
    {
      "loss_action": 0.011645549908280373,
      "loss_total": 0.011645549908280373,
      "step": 11050
    },
    {
      "loss_action": 0.016994554549455643,
      "loss_total": 0.016994554549455643,
      "step": 11050
    },
    {
      "loss_action": 0.016675231978297234,
      "loss_total": 0.016675231978297234,
      "step": 11050
    },
    {
      "loss_action": 0.017274361103773117,
      "loss_total": 0.017274361103773117,
      "step": 11050
    },
    {
      "loss_action": 0.02071404457092285,
      "loss_total": 0.02071404457092285,
      "step": 11050
    },
    {
      "grad_norm": 0.19631800055503845,
      "learning_rate": 9.899967530769065e-05,
      "loss": 0.0191,
      "step": 11060
    },
    {
      "loss_action": 0.01677102781832218,
      "loss_total": 0.01677102781832218,
      "step": 11060
    },
    {
      "loss_action": 0.01399024948477745,
      "loss_total": 0.01399024948477745,
      "step": 11060
    },
    {
      "loss_action": 0.01313636265695095,
      "loss_total": 0.01313636265695095,
      "step": 11060
    },
    {
      "loss_action": 0.014395207166671753,
      "loss_total": 0.014395207166671753,
      "step": 11060
    },
    {
      "loss_action": 0.035206157714128494,
      "loss_total": 0.035206157714128494,
      "step": 11060
    },
    {
      "loss_action": 0.018047388643026352,
      "loss_total": 0.018047388643026352,
      "step": 11060
    },
    {
      "loss_action": 0.0094680804759264,
      "loss_total": 0.0094680804759264,
      "step": 11060
    },
    {
      "loss_action": 0.008289569057524204,
      "loss_total": 0.008289569057524204,
      "step": 11060
    },
    {
      "grad_norm": 0.14070147275924683,
      "learning_rate": 9.899638173635489e-05,
      "loss": 0.0165,
      "step": 11070
    },
    {
      "loss_action": 0.008931472897529602,
      "loss_total": 0.008931472897529602,
      "step": 11070
    },
    {
      "loss_action": 0.0147428959608078,
      "loss_total": 0.0147428959608078,
      "step": 11070
    },
    {
      "loss_action": 0.013073239475488663,
      "loss_total": 0.013073239475488663,
      "step": 11070
    },
    {
      "loss_action": 0.007526119705289602,
      "loss_total": 0.007526119705289602,
      "step": 11070
    },
    {
      "loss_action": 0.02825707383453846,
      "loss_total": 0.02825707383453846,
      "step": 11070
    },
    {
      "loss_action": 0.012589513324201107,
      "loss_total": 0.012589513324201107,
      "step": 11070
    },
    {
      "loss_action": 0.018193040043115616,
      "loss_total": 0.018193040043115616,
      "step": 11070
    },
    {
      "loss_action": 0.014468159526586533,
      "loss_total": 0.014468159526586533,
      "step": 11070
    },
    {
      "grad_norm": 0.12958493828773499,
      "learning_rate": 9.899308280684849e-05,
      "loss": 0.0163,
      "step": 11080
    },
    {
      "loss_action": 0.012449642643332481,
      "loss_total": 0.012449642643332481,
      "step": 11080
    },
    {
      "loss_action": 0.011262604966759682,
      "loss_total": 0.011262604966759682,
      "step": 11080
    },
    {
      "loss_action": 0.02064962312579155,
      "loss_total": 0.02064962312579155,
      "step": 11080
    },
    {
      "loss_action": 0.010370609350502491,
      "loss_total": 0.010370609350502491,
      "step": 11080
    },
    {
      "loss_action": 0.010488542728126049,
      "loss_total": 0.010488542728126049,
      "step": 11080
    },
    {
      "loss_action": 0.008703825995326042,
      "loss_total": 0.008703825995326042,
      "step": 11080
    },
    {
      "loss_action": 0.012448674067854881,
      "loss_total": 0.012448674067854881,
      "step": 11080
    },
    {
      "loss_action": 0.008210217580199242,
      "loss_total": 0.008210217580199242,
      "step": 11080
    },
    {
      "grad_norm": 0.18623626232147217,
      "learning_rate": 9.898977851953222e-05,
      "loss": 0.0158,
      "step": 11090
    },
    {
      "loss_action": 0.01596877910196781,
      "loss_total": 0.01596877910196781,
      "step": 11090
    },
    {
      "loss_action": 0.02744700387120247,
      "loss_total": 0.02744700387120247,
      "step": 11090
    },
    {
      "loss_action": 0.013162944465875626,
      "loss_total": 0.013162944465875626,
      "step": 11090
    },
    {
      "loss_action": 0.014578215777873993,
      "loss_total": 0.014578215777873993,
      "step": 11090
    },
    {
      "loss_action": 0.015381953679025173,
      "loss_total": 0.015381953679025173,
      "step": 11090
    },
    {
      "loss_action": 0.01022341102361679,
      "loss_total": 0.01022341102361679,
      "step": 11090
    },
    {
      "loss_action": 0.0150942113250494,
      "loss_total": 0.0150942113250494,
      "step": 11090
    },
    {
      "loss_action": 0.01179584115743637,
      "loss_total": 0.01179584115743637,
      "step": 11090
    },
    {
      "grad_norm": 0.2556985020637512,
      "learning_rate": 9.898646887476741e-05,
      "loss": 0.0166,
      "step": 11100
    },
    {
      "loss_action": 0.013075923547148705,
      "loss_total": 0.013075923547148705,
      "step": 11100
    },
    {
      "loss_action": 0.009752015583217144,
      "loss_total": 0.009752015583217144,
      "step": 11100
    },
    {
      "loss_action": 0.021545004099607468,
      "loss_total": 0.021545004099607468,
      "step": 11100
    },
    {
      "loss_action": 0.01842731423676014,
      "loss_total": 0.01842731423676014,
      "step": 11100
    },
    {
      "loss_action": 0.011547216214239597,
      "loss_total": 0.011547216214239597,
      "step": 11100
    },
    {
      "loss_action": 0.006789351813495159,
      "loss_total": 0.006789351813495159,
      "step": 11100
    },
    {
      "loss_action": 0.02637391909956932,
      "loss_total": 0.02637391909956932,
      "step": 11100
    },
    {
      "loss_action": 0.01357935555279255,
      "loss_total": 0.01357935555279255,
      "step": 11100
    },
    {
      "grad_norm": 0.17144335806369781,
      "learning_rate": 9.898315387291603e-05,
      "loss": 0.0162,
      "step": 11110
    },
    {
      "loss_action": 0.011828514747321606,
      "loss_total": 0.011828514747321606,
      "step": 11110
    },
    {
      "loss_action": 0.008584437891840935,
      "loss_total": 0.008584437891840935,
      "step": 11110
    },
    {
      "loss_action": 0.019569795578718185,
      "loss_total": 0.019569795578718185,
      "step": 11110
    },
    {
      "loss_action": 0.016853276640176773,
      "loss_total": 0.016853276640176773,
      "step": 11110
    },
    {
      "loss_action": 0.01376252993941307,
      "loss_total": 0.01376252993941307,
      "step": 11110
    },
    {
      "loss_action": 0.01036599650979042,
      "loss_total": 0.01036599650979042,
      "step": 11110
    },
    {
      "loss_action": 0.01643671840429306,
      "loss_total": 0.01643671840429306,
      "step": 11110
    },
    {
      "loss_action": 0.02060854807496071,
      "loss_total": 0.02060854807496071,
      "step": 11110
    },
    {
      "grad_norm": 0.2125159502029419,
      "learning_rate": 9.89798335143406e-05,
      "loss": 0.0176,
      "step": 11120
    },
    {
      "loss_action": 0.007741412613540888,
      "loss_total": 0.007741412613540888,
      "step": 11120
    },
    {
      "loss_action": 0.0365864634513855,
      "loss_total": 0.0365864634513855,
      "step": 11120
    },
    {
      "loss_action": 0.016489215195178986,
      "loss_total": 0.016489215195178986,
      "step": 11120
    },
    {
      "loss_action": 0.009221729822456837,
      "loss_total": 0.009221729822456837,
      "step": 11120
    },
    {
      "loss_action": 0.010122844949364662,
      "loss_total": 0.010122844949364662,
      "step": 11120
    },
    {
      "loss_action": 0.02366328425705433,
      "loss_total": 0.02366328425705433,
      "step": 11120
    },
    {
      "loss_action": 0.01857318915426731,
      "loss_total": 0.01857318915426731,
      "step": 11120
    },
    {
      "loss_action": 0.02379772998392582,
      "loss_total": 0.02379772998392582,
      "step": 11120
    },
    {
      "grad_norm": 0.21529223024845123,
      "learning_rate": 9.897650779940419e-05,
      "loss": 0.0164,
      "step": 11130
    },
    {
      "loss_action": 0.012046700343489647,
      "loss_total": 0.012046700343489647,
      "step": 11130
    },
    {
      "loss_action": 0.010142946615815163,
      "loss_total": 0.010142946615815163,
      "step": 11130
    },
    {
      "loss_action": 0.01866985112428665,
      "loss_total": 0.01866985112428665,
      "step": 11130
    },
    {
      "loss_action": 0.018542010337114334,
      "loss_total": 0.018542010337114334,
      "step": 11130
    },
    {
      "loss_action": 0.014511785469949245,
      "loss_total": 0.014511785469949245,
      "step": 11130
    },
    {
      "loss_action": 0.013588642701506615,
      "loss_total": 0.013588642701506615,
      "step": 11130
    },
    {
      "loss_action": 0.024200262501835823,
      "loss_total": 0.024200262501835823,
      "step": 11130
    },
    {
      "loss_action": 0.024837303906679153,
      "loss_total": 0.024837303906679153,
      "step": 11130
    },
    {
      "grad_norm": 0.17878684401512146,
      "learning_rate": 9.897317672847054e-05,
      "loss": 0.02,
      "step": 11140
    },
    {
      "loss_action": 0.012886833399534225,
      "loss_total": 0.012886833399534225,
      "step": 11140
    },
    {
      "loss_action": 0.008716866374015808,
      "loss_total": 0.008716866374015808,
      "step": 11140
    },
    {
      "loss_action": 0.023821845650672913,
      "loss_total": 0.023821845650672913,
      "step": 11140
    },
    {
      "loss_action": 0.01249966025352478,
      "loss_total": 0.01249966025352478,
      "step": 11140
    },
    {
      "loss_action": 0.007978547364473343,
      "loss_total": 0.007978547364473343,
      "step": 11140
    },
    {
      "loss_action": 0.01293535903096199,
      "loss_total": 0.01293535903096199,
      "step": 11140
    },
    {
      "loss_action": 0.015994807705283165,
      "loss_total": 0.015994807705283165,
      "step": 11140
    },
    {
      "loss_action": 0.010122341103851795,
      "loss_total": 0.010122341103851795,
      "step": 11140
    },
    {
      "grad_norm": 0.17319855093955994,
      "learning_rate": 9.89698403019039e-05,
      "loss": 0.0166,
      "step": 11150
    },
    {
      "loss_action": 0.019167786464095116,
      "loss_total": 0.019167786464095116,
      "step": 11150
    },
    {
      "loss_action": 0.023425430059432983,
      "loss_total": 0.023425430059432983,
      "step": 11150
    },
    {
      "loss_action": 0.01636803150177002,
      "loss_total": 0.01636803150177002,
      "step": 11150
    },
    {
      "loss_action": 0.013215465471148491,
      "loss_total": 0.013215465471148491,
      "step": 11150
    },
    {
      "loss_action": 0.009222034364938736,
      "loss_total": 0.009222034364938736,
      "step": 11150
    },
    {
      "loss_action": 0.012900976464152336,
      "loss_total": 0.012900976464152336,
      "step": 11150
    },
    {
      "loss_action": 0.020756259560585022,
      "loss_total": 0.020756259560585022,
      "step": 11150
    },
    {
      "loss_action": 0.010577959008514881,
      "loss_total": 0.010577959008514881,
      "step": 11150
    },
    {
      "grad_norm": 0.19555070996284485,
      "learning_rate": 9.896649852006917e-05,
      "loss": 0.0176,
      "step": 11160
    },
    {
      "loss_action": 0.038699135184288025,
      "loss_total": 0.038699135184288025,
      "step": 11160
    },
    {
      "loss_action": 0.013900715857744217,
      "loss_total": 0.013900715857744217,
      "step": 11160
    },
    {
      "loss_action": 0.031706802546978,
      "loss_total": 0.031706802546978,
      "step": 11160
    },
    {
      "loss_action": 0.012197054922580719,
      "loss_total": 0.012197054922580719,
      "step": 11160
    },
    {
      "loss_action": 0.013135903514921665,
      "loss_total": 0.013135903514921665,
      "step": 11160
    },
    {
      "loss_action": 0.015451922081410885,
      "loss_total": 0.015451922081410885,
      "step": 11160
    },
    {
      "loss_action": 0.011923857033252716,
      "loss_total": 0.011923857033252716,
      "step": 11160
    },
    {
      "loss_action": 0.019177351146936417,
      "loss_total": 0.019177351146936417,
      "step": 11160
    },
    {
      "grad_norm": 0.26506656408309937,
      "learning_rate": 9.896315138333177e-05,
      "loss": 0.0172,
      "step": 11170
    },
    {
      "loss_action": 0.014721021056175232,
      "loss_total": 0.014721021056175232,
      "step": 11170
    },
    {
      "loss_action": 0.015289289876818657,
      "loss_total": 0.015289289876818657,
      "step": 11170
    },
    {
      "loss_action": 0.011708010919392109,
      "loss_total": 0.011708010919392109,
      "step": 11170
    },
    {
      "loss_action": 0.010716727003455162,
      "loss_total": 0.010716727003455162,
      "step": 11170
    },
    {
      "loss_action": 0.029819954186677933,
      "loss_total": 0.029819954186677933,
      "step": 11170
    },
    {
      "loss_action": 0.019134031608700752,
      "loss_total": 0.019134031608700752,
      "step": 11170
    },
    {
      "loss_action": 0.013203267939388752,
      "loss_total": 0.013203267939388752,
      "step": 11170
    },
    {
      "loss_action": 0.012420475482940674,
      "loss_total": 0.012420475482940674,
      "step": 11170
    },
    {
      "grad_norm": 0.2092137485742569,
      "learning_rate": 9.895979889205774e-05,
      "loss": 0.0161,
      "step": 11180
    },
    {
      "loss_action": 0.010513422079384327,
      "loss_total": 0.010513422079384327,
      "step": 11180
    },
    {
      "loss_action": 0.006889715790748596,
      "loss_total": 0.006889715790748596,
      "step": 11180
    },
    {
      "loss_action": 0.0246747937053442,
      "loss_total": 0.0246747937053442,
      "step": 11180
    },
    {
      "loss_action": 0.018769044429063797,
      "loss_total": 0.018769044429063797,
      "step": 11180
    },
    {
      "loss_action": 0.020572761073708534,
      "loss_total": 0.020572761073708534,
      "step": 11180
    },
    {
      "loss_action": 0.010290958918631077,
      "loss_total": 0.010290958918631077,
      "step": 11180
    },
    {
      "loss_action": 0.010934464633464813,
      "loss_total": 0.010934464633464813,
      "step": 11180
    },
    {
      "loss_action": 0.01328105479478836,
      "loss_total": 0.01328105479478836,
      "step": 11180
    },
    {
      "grad_norm": 0.13505400717258453,
      "learning_rate": 9.895644104661372e-05,
      "loss": 0.0176,
      "step": 11190
    },
    {
      "loss_action": 0.013998035341501236,
      "loss_total": 0.013998035341501236,
      "step": 11190
    },
    {
      "loss_action": 0.014704431407153606,
      "loss_total": 0.014704431407153606,
      "step": 11190
    },
    {
      "loss_action": 0.007333701476454735,
      "loss_total": 0.007333701476454735,
      "step": 11190
    },
    {
      "loss_action": 0.013060214929282665,
      "loss_total": 0.013060214929282665,
      "step": 11190
    },
    {
      "loss_action": 0.018602672964334488,
      "loss_total": 0.018602672964334488,
      "step": 11190
    },
    {
      "loss_action": 0.03630302846431732,
      "loss_total": 0.03630302846431732,
      "step": 11190
    },
    {
      "loss_action": 0.021093344315886497,
      "loss_total": 0.021093344315886497,
      "step": 11190
    },
    {
      "loss_action": 0.013578932732343674,
      "loss_total": 0.013578932732343674,
      "step": 11190
    },
    {
      "grad_norm": 0.2619377076625824,
      "learning_rate": 9.895307784736691e-05,
      "loss": 0.0187,
      "step": 11200
    },
    {
      "loss_action": 0.03169708698987961,
      "loss_total": 0.03169708698987961,
      "step": 11200
    },
    {
      "loss_action": 0.00992945022881031,
      "loss_total": 0.00992945022881031,
      "step": 11200
    },
    {
      "loss_action": 0.032472021877765656,
      "loss_total": 0.032472021877765656,
      "step": 11200
    },
    {
      "loss_action": 0.02251945622265339,
      "loss_total": 0.02251945622265339,
      "step": 11200
    },
    {
      "loss_action": 0.017814161255955696,
      "loss_total": 0.017814161255955696,
      "step": 11200
    },
    {
      "loss_action": 0.025931114330887794,
      "loss_total": 0.025931114330887794,
      "step": 11200
    },
    {
      "loss_action": 0.009548299945890903,
      "loss_total": 0.009548299945890903,
      "step": 11200
    },
    {
      "loss_action": 0.01356410887092352,
      "loss_total": 0.01356410887092352,
      "step": 11200
    },
    {
      "grad_norm": 0.23357254266738892,
      "learning_rate": 9.894970929468512e-05,
      "loss": 0.0213,
      "step": 11210
    },
    {
      "loss_action": 0.008569194003939629,
      "loss_total": 0.008569194003939629,
      "step": 11210
    },
    {
      "loss_action": 0.013001218438148499,
      "loss_total": 0.013001218438148499,
      "step": 11210
    },
    {
      "loss_action": 0.005182464607059956,
      "loss_total": 0.005182464607059956,
      "step": 11210
    },
    {
      "loss_action": 0.010847517289221287,
      "loss_total": 0.010847517289221287,
      "step": 11210
    },
    {
      "loss_action": 0.02318631112575531,
      "loss_total": 0.02318631112575531,
      "step": 11210
    },
    {
      "loss_action": 0.011463554576039314,
      "loss_total": 0.011463554576039314,
      "step": 11210
    },
    {
      "loss_action": 0.009778648614883423,
      "loss_total": 0.009778648614883423,
      "step": 11210
    },
    {
      "loss_action": 0.026909345760941505,
      "loss_total": 0.026909345760941505,
      "step": 11210
    },
    {
      "grad_norm": 0.1795947551727295,
      "learning_rate": 9.89463353889367e-05,
      "loss": 0.0176,
      "step": 11220
    },
    {
      "loss_action": 0.02429388463497162,
      "loss_total": 0.02429388463497162,
      "step": 11220
    },
    {
      "loss_action": 0.009618958458304405,
      "loss_total": 0.009618958458304405,
      "step": 11220
    },
    {
      "loss_action": 0.014632776379585266,
      "loss_total": 0.014632776379585266,
      "step": 11220
    },
    {
      "loss_action": 0.011092519387602806,
      "loss_total": 0.011092519387602806,
      "step": 11220
    },
    {
      "loss_action": 0.017883162945508957,
      "loss_total": 0.017883162945508957,
      "step": 11220
    },
    {
      "loss_action": 0.010604817420244217,
      "loss_total": 0.010604817420244217,
      "step": 11220
    },
    {
      "loss_action": 0.01860959641635418,
      "loss_total": 0.01860959641635418,
      "step": 11220
    },
    {
      "loss_action": 0.025208665058016777,
      "loss_total": 0.025208665058016777,
      "step": 11220
    },
    {
      "grad_norm": 0.19924229383468628,
      "learning_rate": 9.894295613049065e-05,
      "loss": 0.0188,
      "step": 11230
    },
    {
      "loss_action": 0.0172351635992527,
      "loss_total": 0.0172351635992527,
      "step": 11230
    },
    {
      "loss_action": 0.01271173544228077,
      "loss_total": 0.01271173544228077,
      "step": 11230
    },
    {
      "loss_action": 0.020641881972551346,
      "loss_total": 0.020641881972551346,
      "step": 11230
    },
    {
      "loss_action": 0.009450671263039112,
      "loss_total": 0.009450671263039112,
      "step": 11230
    },
    {
      "loss_action": 0.022282633930444717,
      "loss_total": 0.022282633930444717,
      "step": 11230
    },
    {
      "loss_action": 0.021682821214199066,
      "loss_total": 0.021682821214199066,
      "step": 11230
    },
    {
      "loss_action": 0.016566984355449677,
      "loss_total": 0.016566984355449677,
      "step": 11230
    },
    {
      "loss_action": 0.021934621036052704,
      "loss_total": 0.021934621036052704,
      "step": 11230
    },
    {
      "grad_norm": 0.23131388425827026,
      "learning_rate": 9.893957151971649e-05,
      "loss": 0.0188,
      "step": 11240
    },
    {
      "loss_action": 0.016366709023714066,
      "loss_total": 0.016366709023714066,
      "step": 11240
    },
    {
      "loss_action": 0.008602423593401909,
      "loss_total": 0.008602423593401909,
      "step": 11240
    },
    {
      "loss_action": 0.010482371784746647,
      "loss_total": 0.010482371784746647,
      "step": 11240
    },
    {
      "loss_action": 0.00772060826420784,
      "loss_total": 0.00772060826420784,
      "step": 11240
    },
    {
      "loss_action": 0.016473978757858276,
      "loss_total": 0.016473978757858276,
      "step": 11240
    },
    {
      "loss_action": 0.011082908138632774,
      "loss_total": 0.011082908138632774,
      "step": 11240
    },
    {
      "loss_action": 0.01088379230350256,
      "loss_total": 0.01088379230350256,
      "step": 11240
    },
    {
      "loss_action": 0.020962368696928024,
      "loss_total": 0.020962368696928024,
      "step": 11240
    },
    {
      "grad_norm": 0.180735781788826,
      "learning_rate": 9.893618155698436e-05,
      "loss": 0.0169,
      "step": 11250
    },
    {
      "loss_action": 0.006968410685658455,
      "loss_total": 0.006968410685658455,
      "step": 11250
    },
    {
      "loss_action": 0.015094908885657787,
      "loss_total": 0.015094908885657787,
      "step": 11250
    },
    {
      "loss_action": 0.027290713042020798,
      "loss_total": 0.027290713042020798,
      "step": 11250
    },
    {
      "loss_action": 0.015553678385913372,
      "loss_total": 0.015553678385913372,
      "step": 11250
    },
    {
      "loss_action": 0.011323051527142525,
      "loss_total": 0.011323051527142525,
      "step": 11250
    },
    {
      "loss_action": 0.011872906237840652,
      "loss_total": 0.011872906237840652,
      "step": 11250
    },
    {
      "loss_action": 0.01845872774720192,
      "loss_total": 0.01845872774720192,
      "step": 11250
    },
    {
      "loss_action": 0.030557820573449135,
      "loss_total": 0.030557820573449135,
      "step": 11250
    },
    {
      "grad_norm": 0.21324945986270905,
      "learning_rate": 9.8932786242665e-05,
      "loss": 0.0177,
      "step": 11260
    },
    {
      "loss_action": 0.008486881852149963,
      "loss_total": 0.008486881852149963,
      "step": 11260
    },
    {
      "loss_action": 0.02915165200829506,
      "loss_total": 0.02915165200829506,
      "step": 11260
    },
    {
      "loss_action": 0.012313084676861763,
      "loss_total": 0.012313084676861763,
      "step": 11260
    },
    {
      "loss_action": 0.01365868840366602,
      "loss_total": 0.01365868840366602,
      "step": 11260
    },
    {
      "loss_action": 0.011977034620940685,
      "loss_total": 0.011977034620940685,
      "step": 11260
    },
    {
      "loss_action": 0.034604065120220184,
      "loss_total": 0.034604065120220184,
      "step": 11260
    },
    {
      "loss_action": 0.023013979196548462,
      "loss_total": 0.023013979196548462,
      "step": 11260
    },
    {
      "loss_action": 0.02090081200003624,
      "loss_total": 0.02090081200003624,
      "step": 11260
    },
    {
      "grad_norm": 0.1933719515800476,
      "learning_rate": 9.89293855771297e-05,
      "loss": 0.019,
      "step": 11270
    },
    {
      "loss_action": 0.012737344950437546,
      "loss_total": 0.012737344950437546,
      "step": 11270
    },
    {
      "loss_action": 0.010543592274188995,
      "loss_total": 0.010543592274188995,
      "step": 11270
    },
    {
      "loss_action": 0.02454552613198757,
      "loss_total": 0.02454552613198757,
      "step": 11270
    },
    {
      "loss_action": 0.02117180824279785,
      "loss_total": 0.02117180824279785,
      "step": 11270
    },
    {
      "loss_action": 0.012374965474009514,
      "loss_total": 0.012374965474009514,
      "step": 11270
    },
    {
      "loss_action": 0.03213300555944443,
      "loss_total": 0.03213300555944443,
      "step": 11270
    },
    {
      "loss_action": 0.016768325120210648,
      "loss_total": 0.016768325120210648,
      "step": 11270
    },
    {
      "loss_action": 0.01627265103161335,
      "loss_total": 0.01627265103161335,
      "step": 11270
    },
    {
      "grad_norm": 0.2799268960952759,
      "learning_rate": 9.892597956075036e-05,
      "loss": 0.0183,
      "step": 11280
    },
    {
      "loss_action": 0.021485112607479095,
      "loss_total": 0.021485112607479095,
      "step": 11280
    },
    {
      "loss_action": 0.010699082165956497,
      "loss_total": 0.010699082165956497,
      "step": 11280
    },
    {
      "loss_action": 0.013825620524585247,
      "loss_total": 0.013825620524585247,
      "step": 11280
    },
    {
      "loss_action": 0.011286655440926552,
      "loss_total": 0.011286655440926552,
      "step": 11280
    },
    {
      "loss_action": 0.017997421324253082,
      "loss_total": 0.017997421324253082,
      "step": 11280
    },
    {
      "loss_action": 0.025062479078769684,
      "loss_total": 0.025062479078769684,
      "step": 11280
    },
    {
      "loss_action": 0.007678622379899025,
      "loss_total": 0.007678622379899025,
      "step": 11280
    },
    {
      "loss_action": 0.01103685051202774,
      "loss_total": 0.01103685051202774,
      "step": 11280
    },
    {
      "grad_norm": 0.210861474275589,
      "learning_rate": 9.892256819389947e-05,
      "loss": 0.0158,
      "step": 11290
    },
    {
      "loss_action": 0.017061498016119003,
      "loss_total": 0.017061498016119003,
      "step": 11290
    },
    {
      "loss_action": 0.013091960921883583,
      "loss_total": 0.013091960921883583,
      "step": 11290
    },
    {
      "loss_action": 0.0162876658141613,
      "loss_total": 0.0162876658141613,
      "step": 11290
    },
    {
      "loss_action": 0.012109859846532345,
      "loss_total": 0.012109859846532345,
      "step": 11290
    },
    {
      "loss_action": 0.008528485894203186,
      "loss_total": 0.008528485894203186,
      "step": 11290
    },
    {
      "loss_action": 0.00893846619874239,
      "loss_total": 0.00893846619874239,
      "step": 11290
    },
    {
      "loss_action": 0.011193475686013699,
      "loss_total": 0.011193475686013699,
      "step": 11290
    },
    {
      "loss_action": 0.015336526557803154,
      "loss_total": 0.015336526557803154,
      "step": 11290
    },
    {
      "grad_norm": 0.1915968656539917,
      "learning_rate": 9.891915147695006e-05,
      "loss": 0.0171,
      "step": 11300
    },
    {
      "loss_action": 0.010479100979864597,
      "loss_total": 0.010479100979864597,
      "step": 11300
    },
    {
      "loss_action": 0.01806444488465786,
      "loss_total": 0.01806444488465786,
      "step": 11300
    },
    {
      "loss_action": 0.009307952597737312,
      "loss_total": 0.009307952597737312,
      "step": 11300
    },
    {
      "loss_action": 0.02022334188222885,
      "loss_total": 0.02022334188222885,
      "step": 11300
    },
    {
      "loss_action": 0.018163464963436127,
      "loss_total": 0.018163464963436127,
      "step": 11300
    },
    {
      "loss_action": 0.016751892864704132,
      "loss_total": 0.016751892864704132,
      "step": 11300
    },
    {
      "loss_action": 0.01698954403400421,
      "loss_total": 0.01698954403400421,
      "step": 11300
    },
    {
      "loss_action": 0.02168567106127739,
      "loss_total": 0.02168567106127739,
      "step": 11300
    },
    {
      "grad_norm": 0.18727163970470428,
      "learning_rate": 9.891572941027577e-05,
      "loss": 0.0177,
      "step": 11310
    },
    {
      "loss_action": 0.028060849756002426,
      "loss_total": 0.028060849756002426,
      "step": 11310
    },
    {
      "loss_action": 0.015188966877758503,
      "loss_total": 0.015188966877758503,
      "step": 11310
    },
    {
      "loss_action": 0.01095690205693245,
      "loss_total": 0.01095690205693245,
      "step": 11310
    },
    {
      "loss_action": 0.011984230019152164,
      "loss_total": 0.011984230019152164,
      "step": 11310
    },
    {
      "loss_action": 0.011374436318874359,
      "loss_total": 0.011374436318874359,
      "step": 11310
    },
    {
      "loss_action": 0.021435130387544632,
      "loss_total": 0.021435130387544632,
      "step": 11310
    },
    {
      "loss_action": 0.015792693942785263,
      "loss_total": 0.015792693942785263,
      "step": 11310
    },
    {
      "loss_action": 0.01542701292783022,
      "loss_total": 0.01542701292783022,
      "step": 11310
    },
    {
      "grad_norm": 0.14249193668365479,
      "learning_rate": 9.89123019942509e-05,
      "loss": 0.0177,
      "step": 11320
    },
    {
      "loss_action": 0.010102882981300354,
      "loss_total": 0.010102882981300354,
      "step": 11320
    },
    {
      "loss_action": 0.00894682202488184,
      "loss_total": 0.00894682202488184,
      "step": 11320
    },
    {
      "loss_action": 0.012152218259871006,
      "loss_total": 0.012152218259871006,
      "step": 11320
    },
    {
      "loss_action": 0.0247400663793087,
      "loss_total": 0.0247400663793087,
      "step": 11320
    },
    {
      "loss_action": 0.007086782716214657,
      "loss_total": 0.007086782716214657,
      "step": 11320
    },
    {
      "loss_action": 0.025027841329574585,
      "loss_total": 0.025027841329574585,
      "step": 11320
    },
    {
      "loss_action": 0.015569182112812996,
      "loss_total": 0.015569182112812996,
      "step": 11320
    },
    {
      "loss_action": 0.019515948370099068,
      "loss_total": 0.019515948370099068,
      "step": 11320
    },
    {
      "grad_norm": 0.17983943223953247,
      "learning_rate": 9.89088692292502e-05,
      "loss": 0.0182,
      "step": 11330
    },
    {
      "loss_action": 0.012235278263688087,
      "loss_total": 0.012235278263688087,
      "step": 11330
    },
    {
      "loss_action": 0.021052803844213486,
      "loss_total": 0.021052803844213486,
      "step": 11330
    },
    {
      "loss_action": 0.021728189662098885,
      "loss_total": 0.021728189662098885,
      "step": 11330
    },
    {
      "loss_action": 0.03535187244415283,
      "loss_total": 0.03535187244415283,
      "step": 11330
    },
    {
      "loss_action": 0.01314802747219801,
      "loss_total": 0.01314802747219801,
      "step": 11330
    },
    {
      "loss_action": 0.04866809770464897,
      "loss_total": 0.04866809770464897,
      "step": 11330
    },
    {
      "loss_action": 0.018535537645220757,
      "loss_total": 0.018535537645220757,
      "step": 11330
    },
    {
      "loss_action": 0.01186809316277504,
      "loss_total": 0.01186809316277504,
      "step": 11330
    },
    {
      "grad_norm": 0.19232505559921265,
      "learning_rate": 9.89054311156491e-05,
      "loss": 0.019,
      "step": 11340
    },
    {
      "loss_action": 0.01848551258444786,
      "loss_total": 0.01848551258444786,
      "step": 11340
    },
    {
      "loss_action": 0.022401267662644386,
      "loss_total": 0.022401267662644386,
      "step": 11340
    },
    {
      "loss_action": 0.016851957887411118,
      "loss_total": 0.016851957887411118,
      "step": 11340
    },
    {
      "loss_action": 0.023610759526491165,
      "loss_total": 0.023610759526491165,
      "step": 11340
    },
    {
      "loss_action": 0.008965030312538147,
      "loss_total": 0.008965030312538147,
      "step": 11340
    },
    {
      "loss_action": 0.00968836434185505,
      "loss_total": 0.00968836434185505,
      "step": 11340
    },
    {
      "loss_action": 0.026031868532299995,
      "loss_total": 0.026031868532299995,
      "step": 11340
    },
    {
      "loss_action": 0.01690741255879402,
      "loss_total": 0.01690741255879402,
      "step": 11340
    },
    {
      "grad_norm": 0.22347763180732727,
      "learning_rate": 9.890198765382357e-05,
      "loss": 0.0213,
      "step": 11350
    },
    {
      "loss_action": 0.036215152591466904,
      "loss_total": 0.036215152591466904,
      "step": 11350
    },
    {
      "loss_action": 0.028041739016771317,
      "loss_total": 0.028041739016771317,
      "step": 11350
    },
    {
      "loss_action": 0.015044763684272766,
      "loss_total": 0.015044763684272766,
      "step": 11350
    },
    {
      "loss_action": 0.011256620287895203,
      "loss_total": 0.011256620287895203,
      "step": 11350
    },
    {
      "loss_action": 0.01959078386425972,
      "loss_total": 0.01959078386425972,
      "step": 11350
    },
    {
      "loss_action": 0.02486301213502884,
      "loss_total": 0.02486301213502884,
      "step": 11350
    },
    {
      "loss_action": 0.024181153625249863,
      "loss_total": 0.024181153625249863,
      "step": 11350
    },
    {
      "loss_action": 0.018816597759723663,
      "loss_total": 0.018816597759723663,
      "step": 11350
    },
    {
      "grad_norm": 0.2192787230014801,
      "learning_rate": 9.889853884415021e-05,
      "loss": 0.0192,
      "step": 11360
    },
    {
      "loss_action": 0.02084389142692089,
      "loss_total": 0.02084389142692089,
      "step": 11360
    },
    {
      "loss_action": 0.013150629587471485,
      "loss_total": 0.013150629587471485,
      "step": 11360
    },
    {
      "loss_action": 0.023368526250123978,
      "loss_total": 0.023368526250123978,
      "step": 11360
    },
    {
      "loss_action": 0.0344231016933918,
      "loss_total": 0.0344231016933918,
      "step": 11360
    },
    {
      "loss_action": 0.02625725232064724,
      "loss_total": 0.02625725232064724,
      "step": 11360
    },
    {
      "loss_action": 0.012100200168788433,
      "loss_total": 0.012100200168788433,
      "step": 11360
    },
    {
      "loss_action": 0.025471679866313934,
      "loss_total": 0.025471679866313934,
      "step": 11360
    },
    {
      "loss_action": 0.02675064466893673,
      "loss_total": 0.02675064466893673,
      "step": 11360
    },
    {
      "grad_norm": 0.20999430119991302,
      "learning_rate": 9.889508468700614e-05,
      "loss": 0.0202,
      "step": 11370
    },
    {
      "loss_action": 0.012998387217521667,
      "loss_total": 0.012998387217521667,
      "step": 11370
    },
    {
      "loss_action": 0.007749667391180992,
      "loss_total": 0.007749667391180992,
      "step": 11370
    },
    {
      "loss_action": 0.022227436304092407,
      "loss_total": 0.022227436304092407,
      "step": 11370
    },
    {
      "loss_action": 0.016581742092967033,
      "loss_total": 0.016581742092967033,
      "step": 11370
    },
    {
      "loss_action": 0.028252357617020607,
      "loss_total": 0.028252357617020607,
      "step": 11370
    },
    {
      "loss_action": 0.01903625763952732,
      "loss_total": 0.01903625763952732,
      "step": 11370
    },
    {
      "loss_action": 0.010582172311842442,
      "loss_total": 0.010582172311842442,
      "step": 11370
    },
    {
      "loss_action": 0.02703091688454151,
      "loss_total": 0.02703091688454151,
      "step": 11370
    },
    {
      "grad_norm": 0.18174909055233002,
      "learning_rate": 9.889162518276915e-05,
      "loss": 0.0193,
      "step": 11380
    },
    {
      "loss_action": 0.014640267007052898,
      "loss_total": 0.014640267007052898,
      "step": 11380
    },
    {
      "loss_action": 0.024376630783081055,
      "loss_total": 0.024376630783081055,
      "step": 11380
    },
    {
      "loss_action": 0.017819073051214218,
      "loss_total": 0.017819073051214218,
      "step": 11380
    },
    {
      "loss_action": 0.021579960361123085,
      "loss_total": 0.021579960361123085,
      "step": 11380
    },
    {
      "loss_action": 0.034878358244895935,
      "loss_total": 0.034878358244895935,
      "step": 11380
    },
    {
      "loss_action": 0.0235539972782135,
      "loss_total": 0.0235539972782135,
      "step": 11380
    },
    {
      "loss_action": 0.0337713286280632,
      "loss_total": 0.0337713286280632,
      "step": 11380
    },
    {
      "loss_action": 0.015245137736201286,
      "loss_total": 0.015245137736201286,
      "step": 11380
    },
    {
      "grad_norm": 0.22742250561714172,
      "learning_rate": 9.888816033181752e-05,
      "loss": 0.0185,
      "step": 11390
    },
    {
      "loss_action": 0.014657172374427319,
      "loss_total": 0.014657172374427319,
      "step": 11390
    },
    {
      "loss_action": 0.02600884437561035,
      "loss_total": 0.02600884437561035,
      "step": 11390
    },
    {
      "loss_action": 0.017356418073177338,
      "loss_total": 0.017356418073177338,
      "step": 11390
    },
    {
      "loss_action": 0.007330973632633686,
      "loss_total": 0.007330973632633686,
      "step": 11390
    },
    {
      "loss_action": 0.03492584079504013,
      "loss_total": 0.03492584079504013,
      "step": 11390
    },
    {
      "loss_action": 0.02906593680381775,
      "loss_total": 0.02906593680381775,
      "step": 11390
    },
    {
      "loss_action": 0.059312839061021805,
      "loss_total": 0.059312839061021805,
      "step": 11390
    },
    {
      "loss_action": 0.027341481298208237,
      "loss_total": 0.027341481298208237,
      "step": 11390
    },
    {
      "grad_norm": 0.26206186413764954,
      "learning_rate": 9.888469013453018e-05,
      "loss": 0.0232,
      "step": 11400
    },
    {
      "loss_action": 0.014821488410234451,
      "loss_total": 0.014821488410234451,
      "step": 11400
    },
    {
      "loss_action": 0.01202584058046341,
      "loss_total": 0.01202584058046341,
      "step": 11400
    },
    {
      "loss_action": 0.01114407368004322,
      "loss_total": 0.01114407368004322,
      "step": 11400
    },
    {
      "loss_action": 0.012074438855051994,
      "loss_total": 0.012074438855051994,
      "step": 11400
    },
    {
      "loss_action": 0.01641184836626053,
      "loss_total": 0.01641184836626053,
      "step": 11400
    },
    {
      "loss_action": 0.0123050631955266,
      "loss_total": 0.0123050631955266,
      "step": 11400
    },
    {
      "loss_action": 0.012703070417046547,
      "loss_total": 0.012703070417046547,
      "step": 11400
    },
    {
      "loss_action": 0.014198997057974339,
      "loss_total": 0.014198997057974339,
      "step": 11400
    },
    {
      "grad_norm": 0.21234121918678284,
      "learning_rate": 9.888121459128663e-05,
      "loss": 0.0214,
      "step": 11410
    },
    {
      "loss_action": 0.01557314395904541,
      "loss_total": 0.01557314395904541,
      "step": 11410
    },
    {
      "loss_action": 0.017145268619060516,
      "loss_total": 0.017145268619060516,
      "step": 11410
    },
    {
      "loss_action": 0.01886129379272461,
      "loss_total": 0.01886129379272461,
      "step": 11410
    },
    {
      "loss_action": 0.012046604417264462,
      "loss_total": 0.012046604417264462,
      "step": 11410
    },
    {
      "loss_action": 0.017866015434265137,
      "loss_total": 0.017866015434265137,
      "step": 11410
    },
    {
      "loss_action": 0.012698907405138016,
      "loss_total": 0.012698907405138016,
      "step": 11410
    },
    {
      "loss_action": 0.011662338860332966,
      "loss_total": 0.011662338860332966,
      "step": 11410
    },
    {
      "loss_action": 0.01573915220797062,
      "loss_total": 0.01573915220797062,
      "step": 11410
    },
    {
      "grad_norm": 0.17238575220108032,
      "learning_rate": 9.887773370246693e-05,
      "loss": 0.0184,
      "step": 11420
    },
    {
      "loss_action": 0.009055210277438164,
      "loss_total": 0.009055210277438164,
      "step": 11420
    },
    {
      "loss_action": 0.010979749262332916,
      "loss_total": 0.010979749262332916,
      "step": 11420
    },
    {
      "loss_action": 0.011897806078195572,
      "loss_total": 0.011897806078195572,
      "step": 11420
    },
    {
      "loss_action": 0.03154958784580231,
      "loss_total": 0.03154958784580231,
      "step": 11420
    },
    {
      "loss_action": 0.032849833369255066,
      "loss_total": 0.032849833369255066,
      "step": 11420
    },
    {
      "loss_action": 0.03497917205095291,
      "loss_total": 0.03497917205095291,
      "step": 11420
    },
    {
      "loss_action": 0.011875499971210957,
      "loss_total": 0.011875499971210957,
      "step": 11420
    },
    {
      "loss_action": 0.02152854949235916,
      "loss_total": 0.02152854949235916,
      "step": 11420
    },
    {
      "grad_norm": 0.2168799489736557,
      "learning_rate": 9.887424746845177e-05,
      "loss": 0.0186,
      "step": 11430
    },
    {
      "loss_action": 0.013153951615095139,
      "loss_total": 0.013153951615095139,
      "step": 11430
    },
    {
      "loss_action": 0.014731358736753464,
      "loss_total": 0.014731358736753464,
      "step": 11430
    },
    {
      "loss_action": 0.01423853263258934,
      "loss_total": 0.01423853263258934,
      "step": 11430
    },
    {
      "loss_action": 0.021699992939829826,
      "loss_total": 0.021699992939829826,
      "step": 11430
    },
    {
      "loss_action": 0.019210588186979294,
      "loss_total": 0.019210588186979294,
      "step": 11430
    },
    {
      "loss_action": 0.010774875991046429,
      "loss_total": 0.010774875991046429,
      "step": 11430
    },
    {
      "loss_action": 0.012038405984640121,
      "loss_total": 0.012038405984640121,
      "step": 11430
    },
    {
      "loss_action": 0.02024340257048607,
      "loss_total": 0.02024340257048607,
      "step": 11430
    },
    {
      "grad_norm": 0.12744615972042084,
      "learning_rate": 9.887075588962239e-05,
      "loss": 0.0165,
      "step": 11440
    },
    {
      "loss_action": 0.023902731016278267,
      "loss_total": 0.023902731016278267,
      "step": 11440
    },
    {
      "loss_action": 0.030112862586975098,
      "loss_total": 0.030112862586975098,
      "step": 11440
    },
    {
      "loss_action": 0.016239289194345474,
      "loss_total": 0.016239289194345474,
      "step": 11440
    },
    {
      "loss_action": 0.02064005471765995,
      "loss_total": 0.02064005471765995,
      "step": 11440
    },
    {
      "loss_action": 0.02294367365539074,
      "loss_total": 0.02294367365539074,
      "step": 11440
    },
    {
      "loss_action": 0.03920689597725868,
      "loss_total": 0.03920689597725868,
      "step": 11440
    },
    {
      "loss_action": 0.02152206003665924,
      "loss_total": 0.02152206003665924,
      "step": 11440
    },
    {
      "loss_action": 0.04435911029577255,
      "loss_total": 0.04435911029577255,
      "step": 11440
    },
    {
      "grad_norm": 0.1954525113105774,
      "learning_rate": 9.88672589663606e-05,
      "loss": 0.0169,
      "step": 11450
    },
    {
      "loss_action": 0.01391066238284111,
      "loss_total": 0.01391066238284111,
      "step": 11450
    },
    {
      "loss_action": 0.013785887509584427,
      "loss_total": 0.013785887509584427,
      "step": 11450
    },
    {
      "loss_action": 0.01353365182876587,
      "loss_total": 0.01353365182876587,
      "step": 11450
    },
    {
      "loss_action": 0.033548422157764435,
      "loss_total": 0.033548422157764435,
      "step": 11450
    },
    {
      "loss_action": 0.020703991875052452,
      "loss_total": 0.020703991875052452,
      "step": 11450
    },
    {
      "loss_action": 0.011301854625344276,
      "loss_total": 0.011301854625344276,
      "step": 11450
    },
    {
      "loss_action": 0.014007853344082832,
      "loss_total": 0.014007853344082832,
      "step": 11450
    },
    {
      "loss_action": 0.045059382915496826,
      "loss_total": 0.045059382915496826,
      "step": 11450
    },
    {
      "grad_norm": 0.18948717415332794,
      "learning_rate": 9.886375669904886e-05,
      "loss": 0.0195,
      "step": 11460
    },
    {
      "loss_action": 0.01241659838706255,
      "loss_total": 0.01241659838706255,
      "step": 11460
    },
    {
      "loss_action": 0.016770921647548676,
      "loss_total": 0.016770921647548676,
      "step": 11460
    },
    {
      "loss_action": 0.020298533141613007,
      "loss_total": 0.020298533141613007,
      "step": 11460
    },
    {
      "loss_action": 0.009933345019817352,
      "loss_total": 0.009933345019817352,
      "step": 11460
    },
    {
      "loss_action": 0.010619108565151691,
      "loss_total": 0.010619108565151691,
      "step": 11460
    },
    {
      "loss_action": 0.024129405617713928,
      "loss_total": 0.024129405617713928,
      "step": 11460
    },
    {
      "loss_action": 0.013407815247774124,
      "loss_total": 0.013407815247774124,
      "step": 11460
    },
    {
      "loss_action": 0.008283920586109161,
      "loss_total": 0.008283920586109161,
      "step": 11460
    },
    {
      "grad_norm": 0.21389959752559662,
      "learning_rate": 9.886024908807014e-05,
      "loss": 0.0161,
      "step": 11470
    },
    {
      "loss_action": 0.011573255993425846,
      "loss_total": 0.011573255993425846,
      "step": 11470
    },
    {
      "loss_action": 0.025006640702486038,
      "loss_total": 0.025006640702486038,
      "step": 11470
    },
    {
      "loss_action": 0.017562642693519592,
      "loss_total": 0.017562642693519592,
      "step": 11470
    },
    {
      "loss_action": 0.018618803471326828,
      "loss_total": 0.018618803471326828,
      "step": 11470
    },
    {
      "loss_action": 0.012581290677189827,
      "loss_total": 0.012581290677189827,
      "step": 11470
    },
    {
      "loss_action": 0.026644177734851837,
      "loss_total": 0.026644177734851837,
      "step": 11470
    },
    {
      "loss_action": 0.02472984418272972,
      "loss_total": 0.02472984418272972,
      "step": 11470
    },
    {
      "loss_action": 0.00962891522794962,
      "loss_total": 0.00962891522794962,
      "step": 11470
    },
    {
      "grad_norm": 0.1600300520658493,
      "learning_rate": 9.885673613380806e-05,
      "loss": 0.0163,
      "step": 11480
    },
    {
      "loss_action": 0.01517482940107584,
      "loss_total": 0.01517482940107584,
      "step": 11480
    },
    {
      "loss_action": 0.013534094206988811,
      "loss_total": 0.013534094206988811,
      "step": 11480
    },
    {
      "loss_action": 0.010602721013128757,
      "loss_total": 0.010602721013128757,
      "step": 11480
    },
    {
      "loss_action": 0.012539312243461609,
      "loss_total": 0.012539312243461609,
      "step": 11480
    },
    {
      "loss_action": 0.00859697163105011,
      "loss_total": 0.00859697163105011,
      "step": 11480
    },
    {
      "loss_action": 0.01456939335912466,
      "loss_total": 0.01456939335912466,
      "step": 11480
    },
    {
      "loss_action": 0.010627271607518196,
      "loss_total": 0.010627271607518196,
      "step": 11480
    },
    {
      "loss_action": 0.01051691360771656,
      "loss_total": 0.01051691360771656,
      "step": 11480
    },
    {
      "grad_norm": 0.13768278062343597,
      "learning_rate": 9.885321783664676e-05,
      "loss": 0.0172,
      "step": 11490
    },
    {
      "loss_action": 0.011876801028847694,
      "loss_total": 0.011876801028847694,
      "step": 11490
    },
    {
      "loss_action": 0.023445993661880493,
      "loss_total": 0.023445993661880493,
      "step": 11490
    },
    {
      "loss_action": 0.012418803758919239,
      "loss_total": 0.012418803758919239,
      "step": 11490
    },
    {
      "loss_action": 0.03606295958161354,
      "loss_total": 0.03606295958161354,
      "step": 11490
    },
    {
      "loss_action": 0.01966496743261814,
      "loss_total": 0.01966496743261814,
      "step": 11490
    },
    {
      "loss_action": 0.0155988410115242,
      "loss_total": 0.0155988410115242,
      "step": 11490
    },
    {
      "loss_action": 0.02211788296699524,
      "loss_total": 0.02211788296699524,
      "step": 11490
    },
    {
      "loss_action": 0.011783743277192116,
      "loss_total": 0.011783743277192116,
      "step": 11490
    },
    {
      "grad_norm": 0.17044314742088318,
      "learning_rate": 9.884969419697101e-05,
      "loss": 0.0168,
      "step": 11500
    },
    {
      "loss_action": 0.010176527313888073,
      "loss_total": 0.010176527313888073,
      "step": 11500
    },
    {
      "loss_action": 0.008123070001602173,
      "loss_total": 0.008123070001602173,
      "step": 11500
    },
    {
      "loss_action": 0.02076447382569313,
      "loss_total": 0.02076447382569313,
      "step": 11500
    },
    {
      "loss_action": 0.013769755139946938,
      "loss_total": 0.013769755139946938,
      "step": 11500
    },
    {
      "loss_action": 0.02145737037062645,
      "loss_total": 0.02145737037062645,
      "step": 11500
    },
    {
      "loss_action": 0.023338235914707184,
      "loss_total": 0.023338235914707184,
      "step": 11500
    },
    {
      "loss_action": 0.014125613495707512,
      "loss_total": 0.014125613495707512,
      "step": 11500
    },
    {
      "loss_action": 0.006571663543581963,
      "loss_total": 0.006571663543581963,
      "step": 11500
    },
    {
      "grad_norm": 0.1988976150751114,
      "learning_rate": 9.884616521516614e-05,
      "loss": 0.017,
      "step": 11510
    },
    {
      "loss_action": 0.018427927047014236,
      "loss_total": 0.018427927047014236,
      "step": 11510
    },
    {
      "loss_action": 0.00937899760901928,
      "loss_total": 0.00937899760901928,
      "step": 11510
    },
    {
      "loss_action": 0.02604057639837265,
      "loss_total": 0.02604057639837265,
      "step": 11510
    },
    {
      "loss_action": 0.023508936166763306,
      "loss_total": 0.023508936166763306,
      "step": 11510
    },
    {
      "loss_action": 0.010474167764186859,
      "loss_total": 0.010474167764186859,
      "step": 11510
    },
    {
      "loss_action": 0.008964909240603447,
      "loss_total": 0.008964909240603447,
      "step": 11510
    },
    {
      "loss_action": 0.031086336821317673,
      "loss_total": 0.031086336821317673,
      "step": 11510
    },
    {
      "loss_action": 0.01818244904279709,
      "loss_total": 0.01818244904279709,
      "step": 11510
    },
    {
      "grad_norm": 0.22011275589466095,
      "learning_rate": 9.88426308916181e-05,
      "loss": 0.0174,
      "step": 11520
    },
    {
      "loss_action": 0.01445769239217043,
      "loss_total": 0.01445769239217043,
      "step": 11520
    },
    {
      "loss_action": 0.01039312593638897,
      "loss_total": 0.01039312593638897,
      "step": 11520
    },
    {
      "loss_action": 0.024305295199155807,
      "loss_total": 0.024305295199155807,
      "step": 11520
    },
    {
      "loss_action": 0.017301980406045914,
      "loss_total": 0.017301980406045914,
      "step": 11520
    },
    {
      "loss_action": 0.014359371736645699,
      "loss_total": 0.014359371736645699,
      "step": 11520
    },
    {
      "loss_action": 0.015050087124109268,
      "loss_total": 0.015050087124109268,
      "step": 11520
    },
    {
      "loss_action": 0.024532625451683998,
      "loss_total": 0.024532625451683998,
      "step": 11520
    },
    {
      "loss_action": 0.02499406412243843,
      "loss_total": 0.02499406412243843,
      "step": 11520
    },
    {
      "grad_norm": 0.20427770912647247,
      "learning_rate": 9.883909122671335e-05,
      "loss": 0.0222,
      "step": 11530
    },
    {
      "loss_action": 0.019197534769773483,
      "loss_total": 0.019197534769773483,
      "step": 11530
    },
    {
      "loss_action": 0.01210273988544941,
      "loss_total": 0.01210273988544941,
      "step": 11530
    },
    {
      "loss_action": 0.01775278151035309,
      "loss_total": 0.01775278151035309,
      "step": 11530
    },
    {
      "loss_action": 0.009808639995753765,
      "loss_total": 0.009808639995753765,
      "step": 11530
    },
    {
      "loss_action": 0.020818552002310753,
      "loss_total": 0.020818552002310753,
      "step": 11530
    },
    {
      "loss_action": 0.017771976068615913,
      "loss_total": 0.017771976068615913,
      "step": 11530
    },
    {
      "loss_action": 0.023397743701934814,
      "loss_total": 0.023397743701934814,
      "step": 11530
    },
    {
      "loss_action": 0.015905648469924927,
      "loss_total": 0.015905648469924927,
      "step": 11530
    },
    {
      "grad_norm": 0.20607227087020874,
      "learning_rate": 9.883554622083904e-05,
      "loss": 0.0203,
      "step": 11540
    },
    {
      "loss_action": 0.027913613244891167,
      "loss_total": 0.027913613244891167,
      "step": 11540
    },
    {
      "loss_action": 0.015543743968009949,
      "loss_total": 0.015543743968009949,
      "step": 11540
    },
    {
      "loss_action": 0.013263387605547905,
      "loss_total": 0.013263387605547905,
      "step": 11540
    },
    {
      "loss_action": 0.01598338596522808,
      "loss_total": 0.01598338596522808,
      "step": 11540
    },
    {
      "loss_action": 0.02059178426861763,
      "loss_total": 0.02059178426861763,
      "step": 11540
    },
    {
      "loss_action": 0.013574717566370964,
      "loss_total": 0.013574717566370964,
      "step": 11540
    },
    {
      "loss_action": 0.02733754552900791,
      "loss_total": 0.02733754552900791,
      "step": 11540
    },
    {
      "loss_action": 0.019374612718820572,
      "loss_total": 0.019374612718820572,
      "step": 11540
    },
    {
      "grad_norm": 0.3021010756492615,
      "learning_rate": 9.88319958743828e-05,
      "loss": 0.0211,
      "step": 11550
    },
    {
      "loss_action": 0.023800648748874664,
      "loss_total": 0.023800648748874664,
      "step": 11550
    },
    {
      "loss_action": 0.014600354246795177,
      "loss_total": 0.014600354246795177,
      "step": 11550
    },
    {
      "loss_action": 0.03876470774412155,
      "loss_total": 0.03876470774412155,
      "step": 11550
    },
    {
      "loss_action": 0.030498404055833817,
      "loss_total": 0.030498404055833817,
      "step": 11550
    },
    {
      "loss_action": 0.027902673929929733,
      "loss_total": 0.027902673929929733,
      "step": 11550
    },
    {
      "loss_action": 0.026144955307245255,
      "loss_total": 0.026144955307245255,
      "step": 11550
    },
    {
      "loss_action": 0.01265384815633297,
      "loss_total": 0.01265384815633297,
      "step": 11550
    },
    {
      "loss_action": 0.027984855696558952,
      "loss_total": 0.027984855696558952,
      "step": 11550
    },
    {
      "grad_norm": 0.22787044942378998,
      "learning_rate": 9.882844018773291e-05,
      "loss": 0.0202,
      "step": 11560
    },
    {
      "loss_action": 0.009202005341649055,
      "loss_total": 0.009202005341649055,
      "step": 11560
    },
    {
      "loss_action": 0.009656030684709549,
      "loss_total": 0.009656030684709549,
      "step": 11560
    },
    {
      "loss_action": 0.030948322266340256,
      "loss_total": 0.030948322266340256,
      "step": 11560
    },
    {
      "loss_action": 0.01660454086959362,
      "loss_total": 0.01660454086959362,
      "step": 11560
    },
    {
      "loss_action": 0.00837960746139288,
      "loss_total": 0.00837960746139288,
      "step": 11560
    },
    {
      "loss_action": 0.018654152750968933,
      "loss_total": 0.018654152750968933,
      "step": 11560
    },
    {
      "loss_action": 0.019792400300502777,
      "loss_total": 0.019792400300502777,
      "step": 11560
    },
    {
      "loss_action": 0.012158944271504879,
      "loss_total": 0.012158944271504879,
      "step": 11560
    },
    {
      "grad_norm": 0.4006863236427307,
      "learning_rate": 9.882487916127823e-05,
      "loss": 0.0194,
      "step": 11570
    },
    {
      "loss_action": 0.01738876663148403,
      "loss_total": 0.01738876663148403,
      "step": 11570
    },
    {
      "loss_action": 0.011721091344952583,
      "loss_total": 0.011721091344952583,
      "step": 11570
    },
    {
      "loss_action": 0.023958634585142136,
      "loss_total": 0.023958634585142136,
      "step": 11570
    },
    {
      "loss_action": 0.015907879918813705,
      "loss_total": 0.015907879918813705,
      "step": 11570
    },
    {
      "loss_action": 0.026819057762622833,
      "loss_total": 0.026819057762622833,
      "step": 11570
    },
    {
      "loss_action": 0.015296712517738342,
      "loss_total": 0.015296712517738342,
      "step": 11570
    },
    {
      "loss_action": 0.011943699792027473,
      "loss_total": 0.011943699792027473,
      "step": 11570
    },
    {
      "loss_action": 0.08404888212680817,
      "loss_total": 0.08404888212680817,
      "step": 11570
    },
    {
      "grad_norm": 0.15854118764400482,
      "learning_rate": 9.882131279540815e-05,
      "loss": 0.0198,
      "step": 11580
    },
    {
      "loss_action": 0.027816805988550186,
      "loss_total": 0.027816805988550186,
      "step": 11580
    },
    {
      "loss_action": 0.015110061503946781,
      "loss_total": 0.015110061503946781,
      "step": 11580
    },
    {
      "loss_action": 0.013245061039924622,
      "loss_total": 0.013245061039924622,
      "step": 11580
    },
    {
      "loss_action": 0.0268203504383564,
      "loss_total": 0.0268203504383564,
      "step": 11580
    },
    {
      "loss_action": 0.019133348017930984,
      "loss_total": 0.019133348017930984,
      "step": 11580
    },
    {
      "loss_action": 0.01622883230447769,
      "loss_total": 0.01622883230447769,
      "step": 11580
    },
    {
      "loss_action": 0.00944006722420454,
      "loss_total": 0.00944006722420454,
      "step": 11580
    },
    {
      "loss_action": 0.02084241807460785,
      "loss_total": 0.02084241807460785,
      "step": 11580
    },
    {
      "grad_norm": 0.18418623507022858,
      "learning_rate": 9.881774109051271e-05,
      "loss": 0.0212,
      "step": 11590
    },
    {
      "loss_action": 0.03628343343734741,
      "loss_total": 0.03628343343734741,
      "step": 11590
    },
    {
      "loss_action": 0.013074912130832672,
      "loss_total": 0.013074912130832672,
      "step": 11590
    },
    {
      "loss_action": 0.0190432108938694,
      "loss_total": 0.0190432108938694,
      "step": 11590
    },
    {
      "loss_action": 0.07960860431194305,
      "loss_total": 0.07960860431194305,
      "step": 11590
    },
    {
      "loss_action": 0.018952496349811554,
      "loss_total": 0.018952496349811554,
      "step": 11590
    },
    {
      "loss_action": 0.010423809289932251,
      "loss_total": 0.010423809289932251,
      "step": 11590
    },
    {
      "loss_action": 0.03278033435344696,
      "loss_total": 0.03278033435344696,
      "step": 11590
    },
    {
      "loss_action": 0.02259122207760811,
      "loss_total": 0.02259122207760811,
      "step": 11590
    },
    {
      "grad_norm": 0.15560640394687653,
      "learning_rate": 9.881416404698252e-05,
      "loss": 0.0191,
      "step": 11600
    },
    {
      "loss_action": 0.015313731506466866,
      "loss_total": 0.015313731506466866,
      "step": 11600
    },
    {
      "loss_action": 0.012854903005063534,
      "loss_total": 0.012854903005063534,
      "step": 11600
    },
    {
      "loss_action": 0.019761525094509125,
      "loss_total": 0.019761525094509125,
      "step": 11600
    },
    {
      "loss_action": 0.012192955240607262,
      "loss_total": 0.012192955240607262,
      "step": 11600
    },
    {
      "loss_action": 0.013249605894088745,
      "loss_total": 0.013249605894088745,
      "step": 11600
    },
    {
      "loss_action": 0.04010009765625,
      "loss_total": 0.04010009765625,
      "step": 11600
    },
    {
      "loss_action": 0.0355430468916893,
      "loss_total": 0.0355430468916893,
      "step": 11600
    },
    {
      "loss_action": 0.01202414557337761,
      "loss_total": 0.01202414557337761,
      "step": 11600
    },
    {
      "grad_norm": 0.15432941913604736,
      "learning_rate": 9.881058166520873e-05,
      "loss": 0.019,
      "step": 11610
    },
    {
      "loss_action": 0.031089581549167633,
      "loss_total": 0.031089581549167633,
      "step": 11610
    },
    {
      "loss_action": 0.013956187292933464,
      "loss_total": 0.013956187292933464,
      "step": 11610
    },
    {
      "loss_action": 0.02187538333237171,
      "loss_total": 0.02187538333237171,
      "step": 11610
    },
    {
      "loss_action": 0.017371613532304764,
      "loss_total": 0.017371613532304764,
      "step": 11610
    },
    {
      "loss_action": 0.03088126704096794,
      "loss_total": 0.03088126704096794,
      "step": 11610
    },
    {
      "loss_action": 0.0138214360922575,
      "loss_total": 0.0138214360922575,
      "step": 11610
    },
    {
      "loss_action": 0.07788030803203583,
      "loss_total": 0.07788030803203583,
      "step": 11610
    },
    {
      "loss_action": 0.010753094218671322,
      "loss_total": 0.010753094218671322,
      "step": 11610
    },
    {
      "grad_norm": 0.12779268622398376,
      "learning_rate": 9.880699394558311e-05,
      "loss": 0.0189,
      "step": 11620
    },
    {
      "loss_action": 0.02340659126639366,
      "loss_total": 0.02340659126639366,
      "step": 11620
    },
    {
      "loss_action": 0.017319630831480026,
      "loss_total": 0.017319630831480026,
      "step": 11620
    },
    {
      "loss_action": 0.011253561824560165,
      "loss_total": 0.011253561824560165,
      "step": 11620
    },
    {
      "loss_action": 0.08788256347179413,
      "loss_total": 0.08788256347179413,
      "step": 11620
    },
    {
      "loss_action": 0.022264599800109863,
      "loss_total": 0.022264599800109863,
      "step": 11620
    },
    {
      "loss_action": 0.01892564818263054,
      "loss_total": 0.01892564818263054,
      "step": 11620
    },
    {
      "loss_action": 0.006926277186721563,
      "loss_total": 0.006926277186721563,
      "step": 11620
    },
    {
      "loss_action": 0.014061853289604187,
      "loss_total": 0.014061853289604187,
      "step": 11620
    },
    {
      "grad_norm": 0.17267946898937225,
      "learning_rate": 9.880340088849801e-05,
      "loss": 0.0204,
      "step": 11630
    },
    {
      "loss_action": 0.012506913393735886,
      "loss_total": 0.012506913393735886,
      "step": 11630
    },
    {
      "loss_action": 0.013178881257772446,
      "loss_total": 0.013178881257772446,
      "step": 11630
    },
    {
      "loss_action": 0.024380521848797798,
      "loss_total": 0.024380521848797798,
      "step": 11630
    },
    {
      "loss_action": 0.010768819600343704,
      "loss_total": 0.010768819600343704,
      "step": 11630
    },
    {
      "loss_action": 0.020928695797920227,
      "loss_total": 0.020928695797920227,
      "step": 11630
    },
    {
      "loss_action": 0.01085580512881279,
      "loss_total": 0.01085580512881279,
      "step": 11630
    },
    {
      "loss_action": 0.01056426577270031,
      "loss_total": 0.01056426577270031,
      "step": 11630
    },
    {
      "loss_action": 0.01118845958262682,
      "loss_total": 0.01118845958262682,
      "step": 11630
    },
    {
      "grad_norm": 0.21655061841011047,
      "learning_rate": 9.879980249434637e-05,
      "loss": 0.0169,
      "step": 11640
    },
    {
      "loss_action": 0.011255346238613129,
      "loss_total": 0.011255346238613129,
      "step": 11640
    },
    {
      "loss_action": 0.08485723286867142,
      "loss_total": 0.08485723286867142,
      "step": 11640
    },
    {
      "loss_action": 0.033241722732782364,
      "loss_total": 0.033241722732782364,
      "step": 11640
    },
    {
      "loss_action": 0.009795838966965675,
      "loss_total": 0.009795838966965675,
      "step": 11640
    },
    {
      "loss_action": 0.023269418627023697,
      "loss_total": 0.023269418627023697,
      "step": 11640
    },
    {
      "loss_action": 0.019865434616804123,
      "loss_total": 0.019865434616804123,
      "step": 11640
    },
    {
      "loss_action": 0.011791110038757324,
      "loss_total": 0.011791110038757324,
      "step": 11640
    },
    {
      "loss_action": 0.009407484903931618,
      "loss_total": 0.009407484903931618,
      "step": 11640
    },
    {
      "grad_norm": 0.22359967231750488,
      "learning_rate": 9.879619876352168e-05,
      "loss": 0.023,
      "step": 11650
    },
    {
      "loss_action": 0.019189544022083282,
      "loss_total": 0.019189544022083282,
      "step": 11650
    },
    {
      "loss_action": 0.0314452201128006,
      "loss_total": 0.0314452201128006,
      "step": 11650
    },
    {
      "loss_action": 0.01844422146677971,
      "loss_total": 0.01844422146677971,
      "step": 11650
    },
    {
      "loss_action": 0.040608711540699005,
      "loss_total": 0.040608711540699005,
      "step": 11650
    },
    {
      "loss_action": 0.02209761179983616,
      "loss_total": 0.02209761179983616,
      "step": 11650
    },
    {
      "loss_action": 0.03192642331123352,
      "loss_total": 0.03192642331123352,
      "step": 11650
    },
    {
      "loss_action": 0.04562504589557648,
      "loss_total": 0.04562504589557648,
      "step": 11650
    },
    {
      "loss_action": 0.03160344436764717,
      "loss_total": 0.03160344436764717,
      "step": 11650
    },
    {
      "grad_norm": 0.12995117902755737,
      "learning_rate": 9.879258969641809e-05,
      "loss": 0.0211,
      "step": 11660
    },
    {
      "loss_action": 0.01974840834736824,
      "loss_total": 0.01974840834736824,
      "step": 11660
    },
    {
      "loss_action": 0.014176792465150356,
      "loss_total": 0.014176792465150356,
      "step": 11660
    },
    {
      "loss_action": 0.017920223996043205,
      "loss_total": 0.017920223996043205,
      "step": 11660
    },
    {
      "loss_action": 0.01122311968356371,
      "loss_total": 0.01122311968356371,
      "step": 11660
    },
    {
      "loss_action": 0.02000916190445423,
      "loss_total": 0.02000916190445423,
      "step": 11660
    },
    {
      "loss_action": 0.01182481274008751,
      "loss_total": 0.01182481274008751,
      "step": 11660
    },
    {
      "loss_action": 0.0211623664945364,
      "loss_total": 0.0211623664945364,
      "step": 11660
    },
    {
      "loss_action": 0.02272118255496025,
      "loss_total": 0.02272118255496025,
      "step": 11660
    },
    {
      "grad_norm": 0.18425574898719788,
      "learning_rate": 9.878897529343023e-05,
      "loss": 0.0209,
      "step": 11670
    },
    {
      "loss_action": 0.005986267235130072,
      "loss_total": 0.005986267235130072,
      "step": 11670
    },
    {
      "loss_action": 0.007792613469064236,
      "loss_total": 0.007792613469064236,
      "step": 11670
    },
    {
      "loss_action": 0.015624153427779675,
      "loss_total": 0.015624153427779675,
      "step": 11670
    },
    {
      "loss_action": 0.01620776206254959,
      "loss_total": 0.01620776206254959,
      "step": 11670
    },
    {
      "loss_action": 0.015234371647238731,
      "loss_total": 0.015234371647238731,
      "step": 11670
    },
    {
      "loss_action": 0.01892239972949028,
      "loss_total": 0.01892239972949028,
      "step": 11670
    },
    {
      "loss_action": 0.008774315938353539,
      "loss_total": 0.008774315938353539,
      "step": 11670
    },
    {
      "loss_action": 0.00818225834518671,
      "loss_total": 0.00818225834518671,
      "step": 11670
    },
    {
      "grad_norm": 0.23038917779922485,
      "learning_rate": 9.878535555495338e-05,
      "loss": 0.0162,
      "step": 11680
    },
    {
      "loss_action": 0.025304092094302177,
      "loss_total": 0.025304092094302177,
      "step": 11680
    },
    {
      "loss_action": 0.00623113289475441,
      "loss_total": 0.00623113289475441,
      "step": 11680
    },
    {
      "loss_action": 0.008666250854730606,
      "loss_total": 0.008666250854730606,
      "step": 11680
    },
    {
      "loss_action": 0.012547866441309452,
      "loss_total": 0.012547866441309452,
      "step": 11680
    },
    {
      "loss_action": 0.016173984855413437,
      "loss_total": 0.016173984855413437,
      "step": 11680
    },
    {
      "loss_action": 0.025942228734493256,
      "loss_total": 0.025942228734493256,
      "step": 11680
    },
    {
      "loss_action": 0.011655636131763458,
      "loss_total": 0.011655636131763458,
      "step": 11680
    },
    {
      "loss_action": 0.014330786652863026,
      "loss_total": 0.014330786652863026,
      "step": 11680
    },
    {
      "grad_norm": 0.1469419151544571,
      "learning_rate": 9.87817304813834e-05,
      "loss": 0.0175,
      "step": 11690
    },
    {
      "loss_action": 0.015268152579665184,
      "loss_total": 0.015268152579665184,
      "step": 11690
    },
    {
      "loss_action": 0.011621985584497452,
      "loss_total": 0.011621985584497452,
      "step": 11690
    },
    {
      "loss_action": 0.008076325058937073,
      "loss_total": 0.008076325058937073,
      "step": 11690
    },
    {
      "loss_action": 0.01049400307238102,
      "loss_total": 0.01049400307238102,
      "step": 11690
    },
    {
      "loss_action": 0.011015134863555431,
      "loss_total": 0.011015134863555431,
      "step": 11690
    },
    {
      "loss_action": 0.0166342630982399,
      "loss_total": 0.0166342630982399,
      "step": 11690
    },
    {
      "loss_action": 0.01694091223180294,
      "loss_total": 0.01694091223180294,
      "step": 11690
    },
    {
      "loss_action": 0.04133712127804756,
      "loss_total": 0.04133712127804756,
      "step": 11690
    },
    {
      "grad_norm": 0.17516636848449707,
      "learning_rate": 9.877810007311671e-05,
      "loss": 0.0167,
      "step": 11700
    },
    {
      "loss_action": 0.015195504762232304,
      "loss_total": 0.015195504762232304,
      "step": 11700
    },
    {
      "loss_action": 0.013068965636193752,
      "loss_total": 0.013068965636193752,
      "step": 11700
    },
    {
      "loss_action": 0.017868060618638992,
      "loss_total": 0.017868060618638992,
      "step": 11700
    },
    {
      "loss_action": 0.0224197655916214,
      "loss_total": 0.0224197655916214,
      "step": 11700
    },
    {
      "loss_action": 0.006919034291058779,
      "loss_total": 0.006919034291058779,
      "step": 11700
    },
    {
      "loss_action": 0.019042370840907097,
      "loss_total": 0.019042370840907097,
      "step": 11700
    },
    {
      "loss_action": 0.010696172714233398,
      "loss_total": 0.010696172714233398,
      "step": 11700
    },
    {
      "loss_action": 0.05579562112689018,
      "loss_total": 0.05579562112689018,
      "step": 11700
    },
    {
      "grad_norm": 0.29548653960227966,
      "learning_rate": 9.877446433055035e-05,
      "loss": 0.0177,
      "step": 11710
    },
    {
      "loss_action": 0.07984083145856857,
      "loss_total": 0.07984083145856857,
      "step": 11710
    },
    {
      "loss_action": 0.020078418776392937,
      "loss_total": 0.020078418776392937,
      "step": 11710
    },
    {
      "loss_action": 0.015830878168344498,
      "loss_total": 0.015830878168344498,
      "step": 11710
    },
    {
      "loss_action": 0.02328800968825817,
      "loss_total": 0.02328800968825817,
      "step": 11710
    },
    {
      "loss_action": 0.009810065850615501,
      "loss_total": 0.009810065850615501,
      "step": 11710
    },
    {
      "loss_action": 0.024490244686603546,
      "loss_total": 0.024490244686603546,
      "step": 11710
    },
    {
      "loss_action": 0.0059657106176018715,
      "loss_total": 0.0059657106176018715,
      "step": 11710
    },
    {
      "loss_action": 0.005725107155740261,
      "loss_total": 0.005725107155740261,
      "step": 11710
    },
    {
      "grad_norm": 0.23608210682868958,
      "learning_rate": 9.877082325408191e-05,
      "loss": 0.0184,
      "step": 11720
    },
    {
      "loss_action": 0.01547715812921524,
      "loss_total": 0.01547715812921524,
      "step": 11720
    },
    {
      "loss_action": 0.020426668226718903,
      "loss_total": 0.020426668226718903,
      "step": 11720
    },
    {
      "loss_action": 0.018481705337762833,
      "loss_total": 0.018481705337762833,
      "step": 11720
    },
    {
      "loss_action": 0.010468319058418274,
      "loss_total": 0.010468319058418274,
      "step": 11720
    },
    {
      "loss_action": 0.02091529592871666,
      "loss_total": 0.02091529592871666,
      "step": 11720
    },
    {
      "loss_action": 0.031024282798171043,
      "loss_total": 0.031024282798171043,
      "step": 11720
    },
    {
      "loss_action": 0.023594515398144722,
      "loss_total": 0.023594515398144722,
      "step": 11720
    },
    {
      "loss_action": 0.04096668213605881,
      "loss_total": 0.04096668213605881,
      "step": 11720
    },
    {
      "grad_norm": 0.17135131359100342,
      "learning_rate": 9.876717684410954e-05,
      "loss": 0.019,
      "step": 11730
    },
    {
      "loss_action": 0.0069099231623113155,
      "loss_total": 0.0069099231623113155,
      "step": 11730
    },
    {
      "loss_action": 0.011802392080426216,
      "loss_total": 0.011802392080426216,
      "step": 11730
    },
    {
      "loss_action": 0.01337414886802435,
      "loss_total": 0.01337414886802435,
      "step": 11730
    },
    {
      "loss_action": 0.01771906390786171,
      "loss_total": 0.01771906390786171,
      "step": 11730
    },
    {
      "loss_action": 0.02705320343375206,
      "loss_total": 0.02705320343375206,
      "step": 11730
    },
    {
      "loss_action": 0.022751618176698685,
      "loss_total": 0.022751618176698685,
      "step": 11730
    },
    {
      "loss_action": 0.013637574389576912,
      "loss_total": 0.013637574389576912,
      "step": 11730
    },
    {
      "loss_action": 0.012516099959611893,
      "loss_total": 0.012516099959611893,
      "step": 11730
    },
    {
      "grad_norm": 0.22847133874893188,
      "learning_rate": 9.876352510103204e-05,
      "loss": 0.0193,
      "step": 11740
    },
    {
      "loss_action": 0.015137607231736183,
      "loss_total": 0.015137607231736183,
      "step": 11740
    },
    {
      "loss_action": 0.01731443591415882,
      "loss_total": 0.01731443591415882,
      "step": 11740
    },
    {
      "loss_action": 0.0188199020922184,
      "loss_total": 0.0188199020922184,
      "step": 11740
    },
    {
      "loss_action": 0.020290881395339966,
      "loss_total": 0.020290881395339966,
      "step": 11740
    },
    {
      "loss_action": 0.013738670386373997,
      "loss_total": 0.013738670386373997,
      "step": 11740
    },
    {
      "loss_action": 0.038465701043605804,
      "loss_total": 0.038465701043605804,
      "step": 11740
    },
    {
      "loss_action": 0.008054448291659355,
      "loss_total": 0.008054448291659355,
      "step": 11740
    },
    {
      "loss_action": 0.03984946757555008,
      "loss_total": 0.03984946757555008,
      "step": 11740
    },
    {
      "grad_norm": 0.17525768280029297,
      "learning_rate": 9.875986802524875e-05,
      "loss": 0.0201,
      "step": 11750
    },
    {
      "loss_action": 0.018144696950912476,
      "loss_total": 0.018144696950912476,
      "step": 11750
    },
    {
      "loss_action": 0.00889739952981472,
      "loss_total": 0.00889739952981472,
      "step": 11750
    },
    {
      "loss_action": 0.007074164226651192,
      "loss_total": 0.007074164226651192,
      "step": 11750
    },
    {
      "loss_action": 0.008015420287847519,
      "loss_total": 0.008015420287847519,
      "step": 11750
    },
    {
      "loss_action": 0.010077141225337982,
      "loss_total": 0.010077141225337982,
      "step": 11750
    },
    {
      "loss_action": 0.008677804842591286,
      "loss_total": 0.008677804842591286,
      "step": 11750
    },
    {
      "loss_action": 0.007974066771566868,
      "loss_total": 0.007974066771566868,
      "step": 11750
    },
    {
      "loss_action": 0.015323707833886147,
      "loss_total": 0.015323707833886147,
      "step": 11750
    },
    {
      "grad_norm": 0.22394411265850067,
      "learning_rate": 9.87562056171596e-05,
      "loss": 0.0187,
      "step": 11760
    },
    {
      "loss_action": 0.025699980556964874,
      "loss_total": 0.025699980556964874,
      "step": 11760
    },
    {
      "loss_action": 0.015052416361868382,
      "loss_total": 0.015052416361868382,
      "step": 11760
    },
    {
      "loss_action": 0.007130478508770466,
      "loss_total": 0.007130478508770466,
      "step": 11760
    },
    {
      "loss_action": 0.024817604571580887,
      "loss_total": 0.024817604571580887,
      "step": 11760
    },
    {
      "loss_action": 0.06227226182818413,
      "loss_total": 0.06227226182818413,
      "step": 11760
    },
    {
      "loss_action": 0.03457408398389816,
      "loss_total": 0.03457408398389816,
      "step": 11760
    },
    {
      "loss_action": 0.006207657046616077,
      "loss_total": 0.006207657046616077,
      "step": 11760
    },
    {
      "loss_action": 0.011377237737178802,
      "loss_total": 0.011377237737178802,
      "step": 11760
    },
    {
      "grad_norm": 0.22713126242160797,
      "learning_rate": 9.875253787716511e-05,
      "loss": 0.019,
      "step": 11770
    },
    {
      "loss_action": 0.019241441041231155,
      "loss_total": 0.019241441041231155,
      "step": 11770
    },
    {
      "loss_action": 0.01328315306454897,
      "loss_total": 0.01328315306454897,
      "step": 11770
    },
    {
      "loss_action": 0.025586750358343124,
      "loss_total": 0.025586750358343124,
      "step": 11770
    },
    {
      "loss_action": 0.02145395614206791,
      "loss_total": 0.02145395614206791,
      "step": 11770
    },
    {
      "loss_action": 0.031529854983091354,
      "loss_total": 0.031529854983091354,
      "step": 11770
    },
    {
      "loss_action": 0.02658264711499214,
      "loss_total": 0.02658264711499214,
      "step": 11770
    },
    {
      "loss_action": 0.012641709297895432,
      "loss_total": 0.012641709297895432,
      "step": 11770
    },
    {
      "loss_action": 0.015285726636648178,
      "loss_total": 0.015285726636648178,
      "step": 11770
    },
    {
      "grad_norm": 0.20953164994716644,
      "learning_rate": 9.874886480566637e-05,
      "loss": 0.0187,
      "step": 11780
    },
    {
      "loss_action": 0.020786579698324203,
      "loss_total": 0.020786579698324203,
      "step": 11780
    },
    {
      "loss_action": 0.01219070516526699,
      "loss_total": 0.01219070516526699,
      "step": 11780
    },
    {
      "loss_action": 0.022043243050575256,
      "loss_total": 0.022043243050575256,
      "step": 11780
    },
    {
      "loss_action": 0.01570289582014084,
      "loss_total": 0.01570289582014084,
      "step": 11780
    },
    {
      "loss_action": 0.04997166246175766,
      "loss_total": 0.04997166246175766,
      "step": 11780
    },
    {
      "loss_action": 0.016504239290952682,
      "loss_total": 0.016504239290952682,
      "step": 11780
    },
    {
      "loss_action": 0.017638929188251495,
      "loss_total": 0.017638929188251495,
      "step": 11780
    },
    {
      "loss_action": 0.011047433130443096,
      "loss_total": 0.011047433130443096,
      "step": 11780
    },
    {
      "grad_norm": 0.2541658282279968,
      "learning_rate": 9.874518640306507e-05,
      "loss": 0.0198,
      "step": 11790
    },
    {
      "loss_action": 0.026795996353030205,
      "loss_total": 0.026795996353030205,
      "step": 11790
    },
    {
      "loss_action": 0.015176111832261086,
      "loss_total": 0.015176111832261086,
      "step": 11790
    },
    {
      "loss_action": 0.012082323431968689,
      "loss_total": 0.012082323431968689,
      "step": 11790
    },
    {
      "loss_action": 0.015541520901024342,
      "loss_total": 0.015541520901024342,
      "step": 11790
    },
    {
      "loss_action": 0.019971955567598343,
      "loss_total": 0.019971955567598343,
      "step": 11790
    },
    {
      "loss_action": 0.013363721780478954,
      "loss_total": 0.013363721780478954,
      "step": 11790
    },
    {
      "loss_action": 0.012499489821493626,
      "loss_total": 0.012499489821493626,
      "step": 11790
    },
    {
      "loss_action": 0.010196293704211712,
      "loss_total": 0.010196293704211712,
      "step": 11790
    },
    {
      "grad_norm": 0.2165692001581192,
      "learning_rate": 9.874150266976347e-05,
      "loss": 0.0189,
      "step": 11800
    },
    {
      "loss_action": 0.009963862597942352,
      "loss_total": 0.009963862597942352,
      "step": 11800
    },
    {
      "loss_action": 0.01760193333029747,
      "loss_total": 0.01760193333029747,
      "step": 11800
    },
    {
      "loss_action": 0.012419527396559715,
      "loss_total": 0.012419527396559715,
      "step": 11800
    },
    {
      "loss_action": 0.023983841761946678,
      "loss_total": 0.023983841761946678,
      "step": 11800
    },
    {
      "loss_action": 0.011275512166321278,
      "loss_total": 0.011275512166321278,
      "step": 11800
    },
    {
      "loss_action": 0.010013988241553307,
      "loss_total": 0.010013988241553307,
      "step": 11800
    },
    {
      "loss_action": 0.024283921346068382,
      "loss_total": 0.024283921346068382,
      "step": 11800
    },
    {
      "loss_action": 0.017232870683073997,
      "loss_total": 0.017232870683073997,
      "step": 11800
    },
    {
      "grad_norm": 0.2596599757671356,
      "learning_rate": 9.873781360616443e-05,
      "loss": 0.0209,
      "step": 11810
    },
    {
      "loss_action": 0.013287268579006195,
      "loss_total": 0.013287268579006195,
      "step": 11810
    },
    {
      "loss_action": 0.015008440241217613,
      "loss_total": 0.015008440241217613,
      "step": 11810
    },
    {
      "loss_action": 0.015107052400708199,
      "loss_total": 0.015107052400708199,
      "step": 11810
    },
    {
      "loss_action": 0.012195086106657982,
      "loss_total": 0.012195086106657982,
      "step": 11810
    },
    {
      "loss_action": 0.024767646566033363,
      "loss_total": 0.024767646566033363,
      "step": 11810
    },
    {
      "loss_action": 0.026456061750650406,
      "loss_total": 0.026456061750650406,
      "step": 11810
    },
    {
      "loss_action": 0.027338586747646332,
      "loss_total": 0.027338586747646332,
      "step": 11810
    },
    {
      "loss_action": 0.029274888336658478,
      "loss_total": 0.029274888336658478,
      "step": 11810
    },
    {
      "grad_norm": 0.20247232913970947,
      "learning_rate": 9.873411921267137e-05,
      "loss": 0.0184,
      "step": 11820
    },
    {
      "loss_action": 0.00584190059453249,
      "loss_total": 0.00584190059453249,
      "step": 11820
    },
    {
      "loss_action": 0.021981466561555862,
      "loss_total": 0.021981466561555862,
      "step": 11820
    },
    {
      "loss_action": 0.03475463390350342,
      "loss_total": 0.03475463390350342,
      "step": 11820
    },
    {
      "loss_action": 0.01808011531829834,
      "loss_total": 0.01808011531829834,
      "step": 11820
    },
    {
      "loss_action": 0.03143641725182533,
      "loss_total": 0.03143641725182533,
      "step": 11820
    },
    {
      "loss_action": 0.013911749236285686,
      "loss_total": 0.013911749236285686,
      "step": 11820
    },
    {
      "loss_action": 0.016118096187710762,
      "loss_total": 0.016118096187710762,
      "step": 11820
    },
    {
      "loss_action": 0.014166776090860367,
      "loss_total": 0.014166776090860367,
      "step": 11820
    },
    {
      "grad_norm": 0.15083128213882446,
      "learning_rate": 9.873041948968829e-05,
      "loss": 0.0183,
      "step": 11830
    },
    {
      "loss_action": 0.01383534912019968,
      "loss_total": 0.01383534912019968,
      "step": 11830
    },
    {
      "loss_action": 0.022285165265202522,
      "loss_total": 0.022285165265202522,
      "step": 11830
    },
    {
      "loss_action": 0.0075842575170099735,
      "loss_total": 0.0075842575170099735,
      "step": 11830
    },
    {
      "loss_action": 0.039807334542274475,
      "loss_total": 0.039807334542274475,
      "step": 11830
    },
    {
      "loss_action": 0.0137958824634552,
      "loss_total": 0.0137958824634552,
      "step": 11830
    },
    {
      "loss_action": 0.02879505231976509,
      "loss_total": 0.02879505231976509,
      "step": 11830
    },
    {
      "loss_action": 0.008749357424676418,
      "loss_total": 0.008749357424676418,
      "step": 11830
    },
    {
      "loss_action": 0.016244150698184967,
      "loss_total": 0.016244150698184967,
      "step": 11830
    },
    {
      "grad_norm": 0.2019646018743515,
      "learning_rate": 9.872671443761981e-05,
      "loss": 0.0176,
      "step": 11840
    },
    {
      "loss_action": 0.027748556807637215,
      "loss_total": 0.027748556807637215,
      "step": 11840
    },
    {
      "loss_action": 0.022716984152793884,
      "loss_total": 0.022716984152793884,
      "step": 11840
    },
    {
      "loss_action": 0.010369881987571716,
      "loss_total": 0.010369881987571716,
      "step": 11840
    },
    {
      "loss_action": 0.016408544033765793,
      "loss_total": 0.016408544033765793,
      "step": 11840
    },
    {
      "loss_action": 0.007347450591623783,
      "loss_total": 0.007347450591623783,
      "step": 11840
    },
    {
      "loss_action": 0.01714160665869713,
      "loss_total": 0.01714160665869713,
      "step": 11840
    },
    {
      "loss_action": 0.021577928215265274,
      "loss_total": 0.021577928215265274,
      "step": 11840
    },
    {
      "loss_action": 0.01596025377511978,
      "loss_total": 0.01596025377511978,
      "step": 11840
    },
    {
      "grad_norm": 0.1930358111858368,
      "learning_rate": 9.872300405687109e-05,
      "loss": 0.0181,
      "step": 11850
    },
    {
      "loss_action": 0.01851656846702099,
      "loss_total": 0.01851656846702099,
      "step": 11850
    },
    {
      "loss_action": 0.012449890375137329,
      "loss_total": 0.012449890375137329,
      "step": 11850
    },
    {
      "loss_action": 0.01147024892270565,
      "loss_total": 0.01147024892270565,
      "step": 11850
    },
    {
      "loss_action": 0.012070389464497566,
      "loss_total": 0.012070389464497566,
      "step": 11850
    },
    {
      "loss_action": 0.019415028393268585,
      "loss_total": 0.019415028393268585,
      "step": 11850
    },
    {
      "loss_action": 0.010670015588402748,
      "loss_total": 0.010670015588402748,
      "step": 11850
    },
    {
      "loss_action": 0.021468747407197952,
      "loss_total": 0.021468747407197952,
      "step": 11850
    },
    {
      "loss_action": 0.011173546314239502,
      "loss_total": 0.011173546314239502,
      "step": 11850
    },
    {
      "grad_norm": 0.16804054379463196,
      "learning_rate": 9.871928834784792e-05,
      "loss": 0.0196,
      "step": 11860
    },
    {
      "loss_action": 0.010770147666335106,
      "loss_total": 0.010770147666335106,
      "step": 11860
    },
    {
      "loss_action": 0.021454475820064545,
      "loss_total": 0.021454475820064545,
      "step": 11860
    },
    {
      "loss_action": 0.10550350695848465,
      "loss_total": 0.10550350695848465,
      "step": 11860
    },
    {
      "loss_action": 0.012428161688148975,
      "loss_total": 0.012428161688148975,
      "step": 11860
    },
    {
      "loss_action": 0.01634155958890915,
      "loss_total": 0.01634155958890915,
      "step": 11860
    },
    {
      "loss_action": 0.0143775325268507,
      "loss_total": 0.0143775325268507,
      "step": 11860
    },
    {
      "loss_action": 0.12276669591665268,
      "loss_total": 0.12276669591665268,
      "step": 11860
    },
    {
      "loss_action": 0.013005983084440231,
      "loss_total": 0.013005983084440231,
      "step": 11860
    },
    {
      "grad_norm": 0.1409188210964203,
      "learning_rate": 9.871556731095661e-05,
      "loss": 0.0189,
      "step": 11870
    },
    {
      "loss_action": 0.01842428930103779,
      "loss_total": 0.01842428930103779,
      "step": 11870
    },
    {
      "loss_action": 0.008418671786785126,
      "loss_total": 0.008418671786785126,
      "step": 11870
    },
    {
      "loss_action": 0.007614944130182266,
      "loss_total": 0.007614944130182266,
      "step": 11870
    },
    {
      "loss_action": 0.019824746996164322,
      "loss_total": 0.019824746996164322,
      "step": 11870
    },
    {
      "loss_action": 0.01993902027606964,
      "loss_total": 0.01993902027606964,
      "step": 11870
    },
    {
      "loss_action": 0.01750195026397705,
      "loss_total": 0.01750195026397705,
      "step": 11870
    },
    {
      "loss_action": 0.012654625810682774,
      "loss_total": 0.012654625810682774,
      "step": 11870
    },
    {
      "loss_action": 0.015580355189740658,
      "loss_total": 0.015580355189740658,
      "step": 11870
    },
    {
      "grad_norm": 0.24293425679206848,
      "learning_rate": 9.871184094660411e-05,
      "loss": 0.0183,
      "step": 11880
    },
    {
      "loss_action": 0.006813120562583208,
      "loss_total": 0.006813120562583208,
      "step": 11880
    },
    {
      "loss_action": 0.01891731470823288,
      "loss_total": 0.01891731470823288,
      "step": 11880
    },
    {
      "loss_action": 0.00686928816139698,
      "loss_total": 0.00686928816139698,
      "step": 11880
    },
    {
      "loss_action": 0.007886829786002636,
      "loss_total": 0.007886829786002636,
      "step": 11880
    },
    {
      "loss_action": 0.007455672137439251,
      "loss_total": 0.007455672137439251,
      "step": 11880
    },
    {
      "loss_action": 0.01134761143475771,
      "loss_total": 0.01134761143475771,
      "step": 11880
    },
    {
      "loss_action": 0.012893294915556908,
      "loss_total": 0.012893294915556908,
      "step": 11880
    },
    {
      "loss_action": 0.03358615189790726,
      "loss_total": 0.03358615189790726,
      "step": 11880
    },
    {
      "grad_norm": 0.19031205773353577,
      "learning_rate": 9.870810925519791e-05,
      "loss": 0.0167,
      "step": 11890
    },
    {
      "loss_action": 0.009241146966814995,
      "loss_total": 0.009241146966814995,
      "step": 11890
    },
    {
      "loss_action": 0.024804234504699707,
      "loss_total": 0.024804234504699707,
      "step": 11890
    },
    {
      "loss_action": 0.007085132412612438,
      "loss_total": 0.007085132412612438,
      "step": 11890
    },
    {
      "loss_action": 0.008022241294384003,
      "loss_total": 0.008022241294384003,
      "step": 11890
    },
    {
      "loss_action": 0.011394714005291462,
      "loss_total": 0.011394714005291462,
      "step": 11890
    },
    {
      "loss_action": 0.00640152208507061,
      "loss_total": 0.00640152208507061,
      "step": 11890
    },
    {
      "loss_action": 0.007919887080788612,
      "loss_total": 0.007919887080788612,
      "step": 11890
    },
    {
      "loss_action": 0.014382990077137947,
      "loss_total": 0.014382990077137947,
      "step": 11890
    },
    {
      "grad_norm": 0.12840977311134338,
      "learning_rate": 9.870437223714612e-05,
      "loss": 0.0165,
      "step": 11900
    },
    {
      "loss_action": 0.0077164252288639545,
      "loss_total": 0.0077164252288639545,
      "step": 11900
    },
    {
      "loss_action": 0.023726796731352806,
      "loss_total": 0.023726796731352806,
      "step": 11900
    },
    {
      "loss_action": 0.026930056512355804,
      "loss_total": 0.026930056512355804,
      "step": 11900
    },
    {
      "loss_action": 0.01804158464074135,
      "loss_total": 0.01804158464074135,
      "step": 11900
    },
    {
      "loss_action": 0.020624417811632156,
      "loss_total": 0.020624417811632156,
      "step": 11900
    },
    {
      "loss_action": 0.02335299365222454,
      "loss_total": 0.02335299365222454,
      "step": 11900
    },
    {
      "loss_action": 0.019141072407364845,
      "loss_total": 0.019141072407364845,
      "step": 11900
    },
    {
      "loss_action": 0.00772014819085598,
      "loss_total": 0.00772014819085598,
      "step": 11900
    },
    {
      "grad_norm": 0.176993265748024,
      "learning_rate": 9.87006298928574e-05,
      "loss": 0.0167,
      "step": 11910
    },
    {
      "loss_action": 0.009946170262992382,
      "loss_total": 0.009946170262992382,
      "step": 11910
    },
    {
      "loss_action": 0.032332584261894226,
      "loss_total": 0.032332584261894226,
      "step": 11910
    },
    {
      "loss_action": 0.01962471194565296,
      "loss_total": 0.01962471194565296,
      "step": 11910
    },
    {
      "loss_action": 0.0071304598823189735,
      "loss_total": 0.0071304598823189735,
      "step": 11910
    },
    {
      "loss_action": 0.006722085177898407,
      "loss_total": 0.006722085177898407,
      "step": 11910
    },
    {
      "loss_action": 0.013396165333688259,
      "loss_total": 0.013396165333688259,
      "step": 11910
    },
    {
      "loss_action": 0.03312857449054718,
      "loss_total": 0.03312857449054718,
      "step": 11910
    },
    {
      "loss_action": 0.015492805279791355,
      "loss_total": 0.015492805279791355,
      "step": 11910
    },
    {
      "grad_norm": 0.18644370138645172,
      "learning_rate": 9.869688222274103e-05,
      "loss": 0.018,
      "step": 11920
    },
    {
      "loss_action": 0.01002027653157711,
      "loss_total": 0.01002027653157711,
      "step": 11920
    },
    {
      "loss_action": 0.021045919507741928,
      "loss_total": 0.021045919507741928,
      "step": 11920
    },
    {
      "loss_action": 0.017721988260746002,
      "loss_total": 0.017721988260746002,
      "step": 11920
    },
    {
      "loss_action": 0.022104725241661072,
      "loss_total": 0.022104725241661072,
      "step": 11920
    },
    {
      "loss_action": 0.015282375738024712,
      "loss_total": 0.015282375738024712,
      "step": 11920
    },
    {
      "loss_action": 0.033998146653175354,
      "loss_total": 0.033998146653175354,
      "step": 11920
    },
    {
      "loss_action": 0.019603507593274117,
      "loss_total": 0.019603507593274117,
      "step": 11920
    },
    {
      "loss_action": 0.012693066149950027,
      "loss_total": 0.012693066149950027,
      "step": 11920
    },
    {
      "grad_norm": 0.18776482343673706,
      "learning_rate": 9.869312922720681e-05,
      "loss": 0.0198,
      "step": 11930
    },
    {
      "loss_action": 0.011250799521803856,
      "loss_total": 0.011250799521803856,
      "step": 11930
    },
    {
      "loss_action": 0.025143582373857498,
      "loss_total": 0.025143582373857498,
      "step": 11930
    },
    {
      "loss_action": 0.02513759583234787,
      "loss_total": 0.02513759583234787,
      "step": 11930
    },
    {
      "loss_action": 0.011432833969593048,
      "loss_total": 0.011432833969593048,
      "step": 11930
    },
    {
      "loss_action": 0.019347820430994034,
      "loss_total": 0.019347820430994034,
      "step": 11930
    },
    {
      "loss_action": 0.016726389527320862,
      "loss_total": 0.016726389527320862,
      "step": 11930
    },
    {
      "loss_action": 0.007791582494974136,
      "loss_total": 0.007791582494974136,
      "step": 11930
    },
    {
      "loss_action": 0.022736594080924988,
      "loss_total": 0.022736594080924988,
      "step": 11930
    },
    {
      "grad_norm": 0.19026640057563782,
      "learning_rate": 9.868937090666521e-05,
      "loss": 0.0189,
      "step": 11940
    },
    {
      "loss_action": 0.017892463132739067,
      "loss_total": 0.017892463132739067,
      "step": 11940
    },
    {
      "loss_action": 0.01862805336713791,
      "loss_total": 0.01862805336713791,
      "step": 11940
    },
    {
      "loss_action": 0.012559778057038784,
      "loss_total": 0.012559778057038784,
      "step": 11940
    },
    {
      "loss_action": 0.01422291249036789,
      "loss_total": 0.01422291249036789,
      "step": 11940
    },
    {
      "loss_action": 0.0145303625613451,
      "loss_total": 0.0145303625613451,
      "step": 11940
    },
    {
      "loss_action": 0.02497345767915249,
      "loss_total": 0.02497345767915249,
      "step": 11940
    },
    {
      "loss_action": 0.011219191364943981,
      "loss_total": 0.011219191364943981,
      "step": 11940
    },
    {
      "loss_action": 0.012204160913825035,
      "loss_total": 0.012204160913825035,
      "step": 11940
    },
    {
      "grad_norm": 0.2199186533689499,
      "learning_rate": 9.86856072615272e-05,
      "loss": 0.0184,
      "step": 11950
    },
    {
      "loss_action": 0.01632307469844818,
      "loss_total": 0.01632307469844818,
      "step": 11950
    },
    {
      "loss_action": 0.008476794697344303,
      "loss_total": 0.008476794697344303,
      "step": 11950
    },
    {
      "loss_action": 0.01949218288064003,
      "loss_total": 0.01949218288064003,
      "step": 11950
    },
    {
      "loss_action": 0.02864738181233406,
      "loss_total": 0.02864738181233406,
      "step": 11950
    },
    {
      "loss_action": 0.057900942862033844,
      "loss_total": 0.057900942862033844,
      "step": 11950
    },
    {
      "loss_action": 0.015860654413700104,
      "loss_total": 0.015860654413700104,
      "step": 11950
    },
    {
      "loss_action": 0.0067191096022725105,
      "loss_total": 0.0067191096022725105,
      "step": 11950
    },
    {
      "loss_action": 0.010400097817182541,
      "loss_total": 0.010400097817182541,
      "step": 11950
    },
    {
      "grad_norm": 0.18197092413902283,
      "learning_rate": 9.868183829220438e-05,
      "loss": 0.019,
      "step": 11960
    },
    {
      "loss_action": 0.013873756863176823,
      "loss_total": 0.013873756863176823,
      "step": 11960
    },
    {
      "loss_action": 0.009349420666694641,
      "loss_total": 0.009349420666694641,
      "step": 11960
    },
    {
      "loss_action": 0.011611754074692726,
      "loss_total": 0.011611754074692726,
      "step": 11960
    },
    {
      "loss_action": 0.024177948012948036,
      "loss_total": 0.024177948012948036,
      "step": 11960
    },
    {
      "loss_action": 0.012718930840492249,
      "loss_total": 0.012718930840492249,
      "step": 11960
    },
    {
      "loss_action": 0.01012934185564518,
      "loss_total": 0.01012934185564518,
      "step": 11960
    },
    {
      "loss_action": 0.010984309017658234,
      "loss_total": 0.010984309017658234,
      "step": 11960
    },
    {
      "loss_action": 0.00810541957616806,
      "loss_total": 0.00810541957616806,
      "step": 11960
    },
    {
      "grad_norm": 0.16011443734169006,
      "learning_rate": 9.867806399910893e-05,
      "loss": 0.0148,
      "step": 11970
    },
    {
      "loss_action": 0.012658681720495224,
      "loss_total": 0.012658681720495224,
      "step": 11970
    },
    {
      "loss_action": 0.011168772354722023,
      "loss_total": 0.011168772354722023,
      "step": 11970
    },
    {
      "loss_action": 0.008795913308858871,
      "loss_total": 0.008795913308858871,
      "step": 11970
    },
    {
      "loss_action": 0.013940148986876011,
      "loss_total": 0.013940148986876011,
      "step": 11970
    },
    {
      "loss_action": 0.027534576132893562,
      "loss_total": 0.027534576132893562,
      "step": 11970
    },
    {
      "loss_action": 0.01091519184410572,
      "loss_total": 0.01091519184410572,
      "step": 11970
    },
    {
      "loss_action": 0.015100558288395405,
      "loss_total": 0.015100558288395405,
      "step": 11970
    },
    {
      "loss_action": 0.03352922201156616,
      "loss_total": 0.03352922201156616,
      "step": 11970
    },
    {
      "grad_norm": 0.14189279079437256,
      "learning_rate": 9.867428438265356e-05,
      "loss": 0.0164,
      "step": 11980
    },
    {
      "loss_action": 0.015053872019052505,
      "loss_total": 0.015053872019052505,
      "step": 11980
    },
    {
      "loss_action": 0.01737126335501671,
      "loss_total": 0.01737126335501671,
      "step": 11980
    },
    {
      "loss_action": 0.019595135003328323,
      "loss_total": 0.019595135003328323,
      "step": 11980
    },
    {
      "loss_action": 0.033035192638635635,
      "loss_total": 0.033035192638635635,
      "step": 11980
    },
    {
      "loss_action": 0.012333385646343231,
      "loss_total": 0.012333385646343231,
      "step": 11980
    },
    {
      "loss_action": 0.014779401011765003,
      "loss_total": 0.014779401011765003,
      "step": 11980
    },
    {
      "loss_action": 0.008587706834077835,
      "loss_total": 0.008587706834077835,
      "step": 11980
    },
    {
      "loss_action": 0.017114762216806412,
      "loss_total": 0.017114762216806412,
      "step": 11980
    },
    {
      "grad_norm": 0.21491087973117828,
      "learning_rate": 9.867049944325165e-05,
      "loss": 0.0172,
      "step": 11990
    },
    {
      "loss_action": 0.02169305831193924,
      "loss_total": 0.02169305831193924,
      "step": 11990
    },
    {
      "loss_action": 0.01709194853901863,
      "loss_total": 0.01709194853901863,
      "step": 11990
    },
    {
      "loss_action": 0.010777009651064873,
      "loss_total": 0.010777009651064873,
      "step": 11990
    },
    {
      "loss_action": 0.019315725192427635,
      "loss_total": 0.019315725192427635,
      "step": 11990
    },
    {
      "loss_action": 0.042976170778274536,
      "loss_total": 0.042976170778274536,
      "step": 11990
    },
    {
      "loss_action": 0.015994470566511154,
      "loss_total": 0.015994470566511154,
      "step": 11990
    },
    {
      "loss_action": 0.01348712295293808,
      "loss_total": 0.01348712295293808,
      "step": 11990
    },
    {
      "loss_action": 0.016595445573329926,
      "loss_total": 0.016595445573329926,
      "step": 11990
    },
    {
      "grad_norm": 0.29334452748298645,
      "learning_rate": 9.86667091813171e-05,
      "loss": 0.0206,
      "step": 12000
    },
    {
      "loss_action": 0.01707284152507782,
      "loss_total": 0.01707284152507782,
      "step": 12000
    },
    {
      "loss_action": 0.04246394336223602,
      "loss_total": 0.04246394336223602,
      "step": 12000
    },
    {
      "loss_action": 0.02162495255470276,
      "loss_total": 0.02162495255470276,
      "step": 12000
    },
    {
      "loss_action": 0.01578861102461815,
      "loss_total": 0.01578861102461815,
      "step": 12000
    },
    {
      "loss_action": 0.013768745586276054,
      "loss_total": 0.013768745586276054,
      "step": 12000
    },
    {
      "loss_action": 0.029376469552516937,
      "loss_total": 0.029376469552516937,
      "step": 12000
    },
    {
      "loss_action": 0.012897348031401634,
      "loss_total": 0.012897348031401634,
      "step": 12000
    },
    {
      "loss_action": 0.013021817430853844,
      "loss_total": 0.013021817430853844,
      "step": 12000
    },
    {
      "grad_norm": 0.25361043214797974,
      "learning_rate": 9.866291359726438e-05,
      "loss": 0.0218,
      "step": 12010
    },
    {
      "loss_action": 0.01139166858047247,
      "loss_total": 0.01139166858047247,
      "step": 12010
    },
    {
      "loss_action": 0.011555144563317299,
      "loss_total": 0.011555144563317299,
      "step": 12010
    },
    {
      "loss_action": 0.007747764699161053,
      "loss_total": 0.007747764699161053,
      "step": 12010
    },
    {
      "loss_action": 0.0090629355981946,
      "loss_total": 0.0090629355981946,
      "step": 12010
    },
    {
      "loss_action": 0.010086094960570335,
      "loss_total": 0.010086094960570335,
      "step": 12010
    },
    {
      "loss_action": 0.01998976245522499,
      "loss_total": 0.01998976245522499,
      "step": 12010
    },
    {
      "loss_action": 0.009050899185240269,
      "loss_total": 0.009050899185240269,
      "step": 12010
    },
    {
      "loss_action": 0.021233566105365753,
      "loss_total": 0.021233566105365753,
      "step": 12010
    },
    {
      "grad_norm": 0.19006377458572388,
      "learning_rate": 9.865911269150861e-05,
      "loss": 0.0189,
      "step": 12020
    },
    {
      "loss_action": 0.00794958509504795,
      "loss_total": 0.00794958509504795,
      "step": 12020
    },
    {
      "loss_action": 0.013106154277920723,
      "loss_total": 0.013106154277920723,
      "step": 12020
    },
    {
      "loss_action": 0.011793099343776703,
      "loss_total": 0.011793099343776703,
      "step": 12020
    },
    {
      "loss_action": 0.013316107913851738,
      "loss_total": 0.013316107913851738,
      "step": 12020
    },
    {
      "loss_action": 0.029917974025011063,
      "loss_total": 0.029917974025011063,
      "step": 12020
    },
    {
      "loss_action": 0.016536656767129898,
      "loss_total": 0.016536656767129898,
      "step": 12020
    },
    {
      "loss_action": 0.022062305361032486,
      "loss_total": 0.022062305361032486,
      "step": 12020
    },
    {
      "loss_action": 0.014530550688505173,
      "loss_total": 0.014530550688505173,
      "step": 12020
    },
    {
      "grad_norm": 0.17712169885635376,
      "learning_rate": 9.865530646446544e-05,
      "loss": 0.018,
      "step": 12030
    },
    {
      "loss_action": 0.025525618344545364,
      "loss_total": 0.025525618344545364,
      "step": 12030
    },
    {
      "loss_action": 0.010950887575745583,
      "loss_total": 0.010950887575745583,
      "step": 12030
    },
    {
      "loss_action": 0.020036324858665466,
      "loss_total": 0.020036324858665466,
      "step": 12030
    },
    {
      "loss_action": 0.013881659135222435,
      "loss_total": 0.013881659135222435,
      "step": 12030
    },
    {
      "loss_action": 0.009566882625222206,
      "loss_total": 0.009566882625222206,
      "step": 12030
    },
    {
      "loss_action": 0.01315864734351635,
      "loss_total": 0.01315864734351635,
      "step": 12030
    },
    {
      "loss_action": 0.009225839748978615,
      "loss_total": 0.009225839748978615,
      "step": 12030
    },
    {
      "loss_action": 0.007264634128659964,
      "loss_total": 0.007264634128659964,
      "step": 12030
    },
    {
      "grad_norm": 0.16374562680721283,
      "learning_rate": 9.86514949165511e-05,
      "loss": 0.0157,
      "step": 12040
    },
    {
      "loss_action": 0.01466040126979351,
      "loss_total": 0.01466040126979351,
      "step": 12040
    },
    {
      "loss_action": 0.009122844785451889,
      "loss_total": 0.009122844785451889,
      "step": 12040
    },
    {
      "loss_action": 0.014005686156451702,
      "loss_total": 0.014005686156451702,
      "step": 12040
    },
    {
      "loss_action": 0.013513610698282719,
      "loss_total": 0.013513610698282719,
      "step": 12040
    },
    {
      "loss_action": 0.007901478558778763,
      "loss_total": 0.007901478558778763,
      "step": 12040
    },
    {
      "loss_action": 0.03376638889312744,
      "loss_total": 0.03376638889312744,
      "step": 12040
    },
    {
      "loss_action": 0.011437306180596352,
      "loss_total": 0.011437306180596352,
      "step": 12040
    },
    {
      "loss_action": 0.07219413667917252,
      "loss_total": 0.07219413667917252,
      "step": 12040
    },
    {
      "grad_norm": 0.1796208620071411,
      "learning_rate": 9.864767804818243e-05,
      "loss": 0.0165,
      "step": 12050
    },
    {
      "loss_action": 0.014036125503480434,
      "loss_total": 0.014036125503480434,
      "step": 12050
    },
    {
      "loss_action": 0.025767795741558075,
      "loss_total": 0.025767795741558075,
      "step": 12050
    },
    {
      "loss_action": 0.012287875637412071,
      "loss_total": 0.012287875637412071,
      "step": 12050
    },
    {
      "loss_action": 0.03878850117325783,
      "loss_total": 0.03878850117325783,
      "step": 12050
    },
    {
      "loss_action": 0.01743580400943756,
      "loss_total": 0.01743580400943756,
      "step": 12050
    },
    {
      "loss_action": 0.009819652885198593,
      "loss_total": 0.009819652885198593,
      "step": 12050
    },
    {
      "loss_action": 0.01580815203487873,
      "loss_total": 0.01580815203487873,
      "step": 12050
    },
    {
      "loss_action": 0.025071872398257256,
      "loss_total": 0.025071872398257256,
      "step": 12050
    },
    {
      "grad_norm": 0.21482202410697937,
      "learning_rate": 9.86438558597768e-05,
      "loss": 0.0182,
      "step": 12060
    },
    {
      "loss_action": 0.03389252722263336,
      "loss_total": 0.03389252722263336,
      "step": 12060
    },
    {
      "loss_action": 0.01050272025167942,
      "loss_total": 0.01050272025167942,
      "step": 12060
    },
    {
      "loss_action": 0.014947581104934216,
      "loss_total": 0.014947581104934216,
      "step": 12060
    },
    {
      "loss_action": 0.014772999100387096,
      "loss_total": 0.014772999100387096,
      "step": 12060
    },
    {
      "loss_action": 0.014447598718106747,
      "loss_total": 0.014447598718106747,
      "step": 12060
    },
    {
      "loss_action": 0.029619088396430016,
      "loss_total": 0.029619088396430016,
      "step": 12060
    },
    {
      "loss_action": 0.008169597946107388,
      "loss_total": 0.008169597946107388,
      "step": 12060
    },
    {
      "loss_action": 0.030625980347394943,
      "loss_total": 0.030625980347394943,
      "step": 12060
    },
    {
      "grad_norm": 0.2512446939945221,
      "learning_rate": 9.864002835175225e-05,
      "loss": 0.0167,
      "step": 12070
    },
    {
      "loss_action": 0.008884049952030182,
      "loss_total": 0.008884049952030182,
      "step": 12070
    },
    {
      "loss_action": 0.018131881952285767,
      "loss_total": 0.018131881952285767,
      "step": 12070
    },
    {
      "loss_action": 0.01785663329064846,
      "loss_total": 0.01785663329064846,
      "step": 12070
    },
    {
      "loss_action": 0.015833135694265366,
      "loss_total": 0.015833135694265366,
      "step": 12070
    },
    {
      "loss_action": 0.008080210536718369,
      "loss_total": 0.008080210536718369,
      "step": 12070
    },
    {
      "loss_action": 0.009540753439068794,
      "loss_total": 0.009540753439068794,
      "step": 12070
    },
    {
      "loss_action": 0.011697879061102867,
      "loss_total": 0.011697879061102867,
      "step": 12070
    },
    {
      "loss_action": 0.00709709944203496,
      "loss_total": 0.00709709944203496,
      "step": 12070
    },
    {
      "grad_norm": 0.19981054961681366,
      "learning_rate": 9.863619552452734e-05,
      "loss": 0.0171,
      "step": 12080
    },
    {
      "loss_action": 0.010486572980880737,
      "loss_total": 0.010486572980880737,
      "step": 12080
    },
    {
      "loss_action": 0.05827735364437103,
      "loss_total": 0.05827735364437103,
      "step": 12080
    },
    {
      "loss_action": 0.012406331486999989,
      "loss_total": 0.012406331486999989,
      "step": 12080
    },
    {
      "loss_action": 0.013897283934056759,
      "loss_total": 0.013897283934056759,
      "step": 12080
    },
    {
      "loss_action": 0.01719007082283497,
      "loss_total": 0.01719007082283497,
      "step": 12080
    },
    {
      "loss_action": 0.01905631646513939,
      "loss_total": 0.01905631646513939,
      "step": 12080
    },
    {
      "loss_action": 0.05343373864889145,
      "loss_total": 0.05343373864889145,
      "step": 12080
    },
    {
      "loss_action": 0.01282682828605175,
      "loss_total": 0.01282682828605175,
      "step": 12080
    },
    {
      "grad_norm": 0.2382257580757141,
      "learning_rate": 9.863235737852119e-05,
      "loss": 0.0211,
      "step": 12090
    },
    {
      "loss_action": 0.017742417752742767,
      "loss_total": 0.017742417752742767,
      "step": 12090
    },
    {
      "loss_action": 0.018386133015155792,
      "loss_total": 0.018386133015155792,
      "step": 12090
    },
    {
      "loss_action": 0.010231902822852135,
      "loss_total": 0.010231902822852135,
      "step": 12090
    },
    {
      "loss_action": 0.023916423320770264,
      "loss_total": 0.023916423320770264,
      "step": 12090
    },
    {
      "loss_action": 0.04010701924562454,
      "loss_total": 0.04010701924562454,
      "step": 12090
    },
    {
      "loss_action": 0.038534827530384064,
      "loss_total": 0.038534827530384064,
      "step": 12090
    },
    {
      "loss_action": 0.0171891488134861,
      "loss_total": 0.0171891488134861,
      "step": 12090
    },
    {
      "loss_action": 0.013664305210113525,
      "loss_total": 0.013664305210113525,
      "step": 12090
    },
    {
      "grad_norm": 0.2118181735277176,
      "learning_rate": 9.862851391415356e-05,
      "loss": 0.0188,
      "step": 12100
    },
    {
      "loss_action": 0.04412178695201874,
      "loss_total": 0.04412178695201874,
      "step": 12100
    },
    {
      "loss_action": 0.014779476448893547,
      "loss_total": 0.014779476448893547,
      "step": 12100
    },
    {
      "loss_action": 0.022131692618131638,
      "loss_total": 0.022131692618131638,
      "step": 12100
    },
    {
      "loss_action": 0.009705047123134136,
      "loss_total": 0.009705047123134136,
      "step": 12100
    },
    {
      "loss_action": 0.008698998019099236,
      "loss_total": 0.008698998019099236,
      "step": 12100
    },
    {
      "loss_action": 0.033627405762672424,
      "loss_total": 0.033627405762672424,
      "step": 12100
    },
    {
      "loss_action": 0.017501575872302055,
      "loss_total": 0.017501575872302055,
      "step": 12100
    },
    {
      "loss_action": 0.011280321516096592,
      "loss_total": 0.011280321516096592,
      "step": 12100
    },
    {
      "grad_norm": 0.17480088770389557,
      "learning_rate": 9.862466513184477e-05,
      "loss": 0.0164,
      "step": 12110
    },
    {
      "loss_action": 0.029838189482688904,
      "loss_total": 0.029838189482688904,
      "step": 12110
    },
    {
      "loss_action": 0.007570160552859306,
      "loss_total": 0.007570160552859306,
      "step": 12110
    },
    {
      "loss_action": 0.017072288319468498,
      "loss_total": 0.017072288319468498,
      "step": 12110
    },
    {
      "loss_action": 0.010515328496694565,
      "loss_total": 0.010515328496694565,
      "step": 12110
    },
    {
      "loss_action": 0.020478572696447372,
      "loss_total": 0.020478572696447372,
      "step": 12110
    },
    {
      "loss_action": 0.009875321760773659,
      "loss_total": 0.009875321760773659,
      "step": 12110
    },
    {
      "loss_action": 0.020268887281417847,
      "loss_total": 0.020268887281417847,
      "step": 12110
    },
    {
      "loss_action": 0.026454798877239227,
      "loss_total": 0.026454798877239227,
      "step": 12110
    },
    {
      "grad_norm": 0.17661738395690918,
      "learning_rate": 9.86208110320157e-05,
      "loss": 0.0169,
      "step": 12120
    },
    {
      "loss_action": 0.009851327165961266,
      "loss_total": 0.009851327165961266,
      "step": 12120
    },
    {
      "loss_action": 0.013793008401989937,
      "loss_total": 0.013793008401989937,
      "step": 12120
    },
    {
      "loss_action": 0.028655827045440674,
      "loss_total": 0.028655827045440674,
      "step": 12120
    },
    {
      "loss_action": 0.007526837754994631,
      "loss_total": 0.007526837754994631,
      "step": 12120
    },
    {
      "loss_action": 0.014816174283623695,
      "loss_total": 0.014816174283623695,
      "step": 12120
    },
    {
      "loss_action": 0.01636788807809353,
      "loss_total": 0.01636788807809353,
      "step": 12120
    },
    {
      "loss_action": 0.020133426412940025,
      "loss_total": 0.020133426412940025,
      "step": 12120
    },
    {
      "loss_action": 0.018293868750333786,
      "loss_total": 0.018293868750333786,
      "step": 12120
    },
    {
      "grad_norm": 0.20229090750217438,
      "learning_rate": 9.861695161508784e-05,
      "loss": 0.0187,
      "step": 12130
    },
    {
      "loss_action": 0.017046276479959488,
      "loss_total": 0.017046276479959488,
      "step": 12130
    },
    {
      "loss_action": 0.02549787238240242,
      "loss_total": 0.02549787238240242,
      "step": 12130
    },
    {
      "loss_action": 0.012678412720561028,
      "loss_total": 0.012678412720561028,
      "step": 12130
    },
    {
      "loss_action": 0.016325628384947777,
      "loss_total": 0.016325628384947777,
      "step": 12130
    },
    {
      "loss_action": 0.009427574463188648,
      "loss_total": 0.009427574463188648,
      "step": 12130
    },
    {
      "loss_action": 0.013794292695820332,
      "loss_total": 0.013794292695820332,
      "step": 12130
    },
    {
      "loss_action": 0.019013259559869766,
      "loss_total": 0.019013259559869766,
      "step": 12130
    },
    {
      "loss_action": 0.014349628239870071,
      "loss_total": 0.014349628239870071,
      "step": 12130
    },
    {
      "grad_norm": 0.3460708558559418,
      "learning_rate": 9.861308688148324e-05,
      "loss": 0.0187,
      "step": 12140
    },
    {
      "loss_action": 0.012327308766543865,
      "loss_total": 0.012327308766543865,
      "step": 12140
    },
    {
      "loss_action": 0.012262778356671333,
      "loss_total": 0.012262778356671333,
      "step": 12140
    },
    {
      "loss_action": 0.015848809853196144,
      "loss_total": 0.015848809853196144,
      "step": 12140
    },
    {
      "loss_action": 0.017394965514540672,
      "loss_total": 0.017394965514540672,
      "step": 12140
    },
    {
      "loss_action": 0.011563233099877834,
      "loss_total": 0.011563233099877834,
      "step": 12140
    },
    {
      "loss_action": 0.012292636558413506,
      "loss_total": 0.012292636558413506,
      "step": 12140
    },
    {
      "loss_action": 0.012017128989100456,
      "loss_total": 0.012017128989100456,
      "step": 12140
    },
    {
      "loss_action": 0.014685479924082756,
      "loss_total": 0.014685479924082756,
      "step": 12140
    },
    {
      "grad_norm": 0.375277042388916,
      "learning_rate": 9.860921683162455e-05,
      "loss": 0.0198,
      "step": 12150
    },
    {
      "loss_action": 0.01345632690936327,
      "loss_total": 0.01345632690936327,
      "step": 12150
    },
    {
      "loss_action": 0.03178973123431206,
      "loss_total": 0.03178973123431206,
      "step": 12150
    },
    {
      "loss_action": 0.012955917045474052,
      "loss_total": 0.012955917045474052,
      "step": 12150
    },
    {
      "loss_action": 0.009499304927885532,
      "loss_total": 0.009499304927885532,
      "step": 12150
    },
    {
      "loss_action": 0.013418636284768581,
      "loss_total": 0.013418636284768581,
      "step": 12150
    },
    {
      "loss_action": 0.017973346635699272,
      "loss_total": 0.017973346635699272,
      "step": 12150
    },
    {
      "loss_action": 0.011592516675591469,
      "loss_total": 0.011592516675591469,
      "step": 12150
    },
    {
      "loss_action": 0.026413407176733017,
      "loss_total": 0.026413407176733017,
      "step": 12150
    },
    {
      "grad_norm": 0.17665967345237732,
      "learning_rate": 9.860534146593499e-05,
      "loss": 0.0188,
      "step": 12160
    },
    {
      "loss_action": 0.012212410569190979,
      "loss_total": 0.012212410569190979,
      "step": 12160
    },
    {
      "loss_action": 0.018835553899407387,
      "loss_total": 0.018835553899407387,
      "step": 12160
    },
    {
      "loss_action": 0.01940704882144928,
      "loss_total": 0.01940704882144928,
      "step": 12160
    },
    {
      "loss_action": 0.031968533992767334,
      "loss_total": 0.031968533992767334,
      "step": 12160
    },
    {
      "loss_action": 0.007946065627038479,
      "loss_total": 0.007946065627038479,
      "step": 12160
    },
    {
      "loss_action": 0.01318956259638071,
      "loss_total": 0.01318956259638071,
      "step": 12160
    },
    {
      "loss_action": 0.013373324647545815,
      "loss_total": 0.013373324647545815,
      "step": 12160
    },
    {
      "loss_action": 0.013464648276567459,
      "loss_total": 0.013464648276567459,
      "step": 12160
    },
    {
      "grad_norm": 0.17760862410068512,
      "learning_rate": 9.860146078483836e-05,
      "loss": 0.0155,
      "step": 12170
    },
    {
      "loss_action": 0.021930202841758728,
      "loss_total": 0.021930202841758728,
      "step": 12170
    },
    {
      "loss_action": 0.014481608755886555,
      "loss_total": 0.014481608755886555,
      "step": 12170
    },
    {
      "loss_action": 0.010076886042952538,
      "loss_total": 0.010076886042952538,
      "step": 12170
    },
    {
      "loss_action": 0.011055218055844307,
      "loss_total": 0.011055218055844307,
      "step": 12170
    },
    {
      "loss_action": 0.010114717297255993,
      "loss_total": 0.010114717297255993,
      "step": 12170
    },
    {
      "loss_action": 0.012288257479667664,
      "loss_total": 0.012288257479667664,
      "step": 12170
    },
    {
      "loss_action": 0.006181054748594761,
      "loss_total": 0.006181054748594761,
      "step": 12170
    },
    {
      "loss_action": 0.007592672482132912,
      "loss_total": 0.007592672482132912,
      "step": 12170
    },
    {
      "grad_norm": 0.17944419384002686,
      "learning_rate": 9.859757478875905e-05,
      "loss": 0.0179,
      "step": 12180
    },
    {
      "loss_action": 0.011296496726572514,
      "loss_total": 0.011296496726572514,
      "step": 12180
    },
    {
      "loss_action": 0.010574596002697945,
      "loss_total": 0.010574596002697945,
      "step": 12180
    },
    {
      "loss_action": 0.009981785900890827,
      "loss_total": 0.009981785900890827,
      "step": 12180
    },
    {
      "loss_action": 0.029857056215405464,
      "loss_total": 0.029857056215405464,
      "step": 12180
    },
    {
      "loss_action": 0.01135316863656044,
      "loss_total": 0.01135316863656044,
      "step": 12180
    },
    {
      "loss_action": 0.012778060510754585,
      "loss_total": 0.012778060510754585,
      "step": 12180
    },
    {
      "loss_action": 0.009871190413832664,
      "loss_total": 0.009871190413832664,
      "step": 12180
    },
    {
      "loss_action": 0.010678784921765327,
      "loss_total": 0.010678784921765327,
      "step": 12180
    },
    {
      "grad_norm": 0.1997472494840622,
      "learning_rate": 9.859368347812204e-05,
      "loss": 0.0164,
      "step": 12190
    },
    {
      "loss_action": 0.013161562383174896,
      "loss_total": 0.013161562383174896,
      "step": 12190
    },
    {
      "loss_action": 0.02645343355834484,
      "loss_total": 0.02645343355834484,
      "step": 12190
    },
    {
      "loss_action": 0.008506891317665577,
      "loss_total": 0.008506891317665577,
      "step": 12190
    },
    {
      "loss_action": 0.008154844865202904,
      "loss_total": 0.008154844865202904,
      "step": 12190
    },
    {
      "loss_action": 0.010732054710388184,
      "loss_total": 0.010732054710388184,
      "step": 12190
    },
    {
      "loss_action": 0.02163829281926155,
      "loss_total": 0.02163829281926155,
      "step": 12190
    },
    {
      "loss_action": 0.010263043455779552,
      "loss_total": 0.010263043455779552,
      "step": 12190
    },
    {
      "loss_action": 0.027800843119621277,
      "loss_total": 0.027800843119621277,
      "step": 12190
    },
    {
      "grad_norm": 0.13834697008132935,
      "learning_rate": 9.858978685335285e-05,
      "loss": 0.018,
      "step": 12200
    },
    {
      "loss_action": 0.02191172167658806,
      "loss_total": 0.02191172167658806,
      "step": 12200
    },
    {
      "loss_action": 0.01850936934351921,
      "loss_total": 0.01850936934351921,
      "step": 12200
    },
    {
      "loss_action": 0.014502338133752346,
      "loss_total": 0.014502338133752346,
      "step": 12200
    },
    {
      "loss_action": 0.018470296636223793,
      "loss_total": 0.018470296636223793,
      "step": 12200
    },
    {
      "loss_action": 0.004687663167715073,
      "loss_total": 0.004687663167715073,
      "step": 12200
    },
    {
      "loss_action": 0.013014457188546658,
      "loss_total": 0.013014457188546658,
      "step": 12200
    },
    {
      "loss_action": 0.006769848056137562,
      "loss_total": 0.006769848056137562,
      "step": 12200
    },
    {
      "loss_action": 0.010469058528542519,
      "loss_total": 0.010469058528542519,
      "step": 12200
    },
    {
      "grad_norm": 0.23126503825187683,
      "learning_rate": 9.858588491487763e-05,
      "loss": 0.0192,
      "step": 12210
    },
    {
      "loss_action": 0.0196460522711277,
      "loss_total": 0.0196460522711277,
      "step": 12210
    },
    {
      "loss_action": 0.0093503687530756,
      "loss_total": 0.0093503687530756,
      "step": 12210
    },
    {
      "loss_action": 0.014273708686232567,
      "loss_total": 0.014273708686232567,
      "step": 12210
    },
    {
      "loss_action": 0.015601316466927528,
      "loss_total": 0.015601316466927528,
      "step": 12210
    },
    {
      "loss_action": 0.008328255265951157,
      "loss_total": 0.008328255265951157,
      "step": 12210
    },
    {
      "loss_action": 0.02027870900928974,
      "loss_total": 0.02027870900928974,
      "step": 12210
    },
    {
      "loss_action": 0.009798990562558174,
      "loss_total": 0.009798990562558174,
      "step": 12210
    },
    {
      "loss_action": 0.008226964622735977,
      "loss_total": 0.008226964622735977,
      "step": 12210
    },
    {
      "grad_norm": 0.17669203877449036,
      "learning_rate": 9.858197766312308e-05,
      "loss": 0.0156,
      "step": 12220
    },
    {
      "loss_action": 0.016231924295425415,
      "loss_total": 0.016231924295425415,
      "step": 12220
    },
    {
      "loss_action": 0.012052476406097412,
      "loss_total": 0.012052476406097412,
      "step": 12220
    },
    {
      "loss_action": 0.011110874824225903,
      "loss_total": 0.011110874824225903,
      "step": 12220
    },
    {
      "loss_action": 0.015533309429883957,
      "loss_total": 0.015533309429883957,
      "step": 12220
    },
    {
      "loss_action": 0.021441299468278885,
      "loss_total": 0.021441299468278885,
      "step": 12220
    },
    {
      "loss_action": 0.01668127067387104,
      "loss_total": 0.01668127067387104,
      "step": 12220
    },
    {
      "loss_action": 0.018770193681120872,
      "loss_total": 0.018770193681120872,
      "step": 12220
    },
    {
      "loss_action": 0.0315498486161232,
      "loss_total": 0.0315498486161232,
      "step": 12220
    },
    {
      "grad_norm": 0.1884412318468094,
      "learning_rate": 9.857806509851649e-05,
      "loss": 0.0182,
      "step": 12230
    },
    {
      "loss_action": 0.012170757167041302,
      "loss_total": 0.012170757167041302,
      "step": 12230
    },
    {
      "loss_action": 0.0141019681468606,
      "loss_total": 0.0141019681468606,
      "step": 12230
    },
    {
      "loss_action": 0.01899535395205021,
      "loss_total": 0.01899535395205021,
      "step": 12230
    },
    {
      "loss_action": 0.017109183594584465,
      "loss_total": 0.017109183594584465,
      "step": 12230
    },
    {
      "loss_action": 0.04312029480934143,
      "loss_total": 0.04312029480934143,
      "step": 12230
    },
    {
      "loss_action": 0.015022726729512215,
      "loss_total": 0.015022726729512215,
      "step": 12230
    },
    {
      "loss_action": 0.027378443628549576,
      "loss_total": 0.027378443628549576,
      "step": 12230
    },
    {
      "loss_action": 0.010248061269521713,
      "loss_total": 0.010248061269521713,
      "step": 12230
    },
    {
      "grad_norm": 0.13566385209560394,
      "learning_rate": 9.857414722148574e-05,
      "loss": 0.0174,
      "step": 12240
    },
    {
      "loss_action": 0.018285630270838737,
      "loss_total": 0.018285630270838737,
      "step": 12240
    },
    {
      "loss_action": 0.010422558523714542,
      "loss_total": 0.010422558523714542,
      "step": 12240
    },
    {
      "loss_action": 0.015320805832743645,
      "loss_total": 0.015320805832743645,
      "step": 12240
    },
    {
      "loss_action": 0.02253887802362442,
      "loss_total": 0.02253887802362442,
      "step": 12240
    },
    {
      "loss_action": 0.011372066102921963,
      "loss_total": 0.011372066102921963,
      "step": 12240
    },
    {
      "loss_action": 0.01214042492210865,
      "loss_total": 0.01214042492210865,
      "step": 12240
    },
    {
      "loss_action": 0.013194967061281204,
      "loss_total": 0.013194967061281204,
      "step": 12240
    },
    {
      "loss_action": 0.037861451506614685,
      "loss_total": 0.037861451506614685,
      "step": 12240
    },
    {
      "grad_norm": 0.2056296169757843,
      "learning_rate": 9.857022403245928e-05,
      "loss": 0.0188,
      "step": 12250
    },
    {
      "loss_action": 0.010865014046430588,
      "loss_total": 0.010865014046430588,
      "step": 12250
    },
    {
      "loss_action": 0.009370595216751099,
      "loss_total": 0.009370595216751099,
      "step": 12250
    },
    {
      "loss_action": 0.012489650398492813,
      "loss_total": 0.012489650398492813,
      "step": 12250
    },
    {
      "loss_action": 0.030046116560697556,
      "loss_total": 0.030046116560697556,
      "step": 12250
    },
    {
      "loss_action": 0.008483885787427425,
      "loss_total": 0.008483885787427425,
      "step": 12250
    },
    {
      "loss_action": 0.016081636771559715,
      "loss_total": 0.016081636771559715,
      "step": 12250
    },
    {
      "loss_action": 0.013197300024330616,
      "loss_total": 0.013197300024330616,
      "step": 12250
    },
    {
      "loss_action": 0.023761417716741562,
      "loss_total": 0.023761417716741562,
      "step": 12250
    },
    {
      "grad_norm": 0.23081955313682556,
      "learning_rate": 9.856629553186615e-05,
      "loss": 0.0179,
      "step": 12260
    },
    {
      "loss_action": 0.009037279523909092,
      "loss_total": 0.009037279523909092,
      "step": 12260
    },
    {
      "loss_action": 0.022634752094745636,
      "loss_total": 0.022634752094745636,
      "step": 12260
    },
    {
      "loss_action": 0.03589456528425217,
      "loss_total": 0.03589456528425217,
      "step": 12260
    },
    {
      "loss_action": 0.06196647137403488,
      "loss_total": 0.06196647137403488,
      "step": 12260
    },
    {
      "loss_action": 0.018862284719944,
      "loss_total": 0.018862284719944,
      "step": 12260
    },
    {
      "loss_action": 0.02244991436600685,
      "loss_total": 0.02244991436600685,
      "step": 12260
    },
    {
      "loss_action": 0.029086345806717873,
      "loss_total": 0.029086345806717873,
      "step": 12260
    },
    {
      "loss_action": 0.01100229099392891,
      "loss_total": 0.01100229099392891,
      "step": 12260
    },
    {
      "grad_norm": 0.1851523220539093,
      "learning_rate": 9.856236172013595e-05,
      "loss": 0.0196,
      "step": 12270
    },
    {
      "loss_action": 0.005666760262101889,
      "loss_total": 0.005666760262101889,
      "step": 12270
    },
    {
      "loss_action": 0.01851419359445572,
      "loss_total": 0.01851419359445572,
      "step": 12270
    },
    {
      "loss_action": 0.017863813787698746,
      "loss_total": 0.017863813787698746,
      "step": 12270
    },
    {
      "loss_action": 0.01208920031785965,
      "loss_total": 0.01208920031785965,
      "step": 12270
    },
    {
      "loss_action": 0.011888604611158371,
      "loss_total": 0.011888604611158371,
      "step": 12270
    },
    {
      "loss_action": 0.026977047324180603,
      "loss_total": 0.026977047324180603,
      "step": 12270
    },
    {
      "loss_action": 0.04098167270421982,
      "loss_total": 0.04098167270421982,
      "step": 12270
    },
    {
      "loss_action": 0.00827772356569767,
      "loss_total": 0.00827772356569767,
      "step": 12270
    },
    {
      "grad_norm": 0.21881888806819916,
      "learning_rate": 9.85584225976989e-05,
      "loss": 0.0159,
      "step": 12280
    },
    {
      "loss_action": 0.010853172279894352,
      "loss_total": 0.010853172279894352,
      "step": 12280
    },
    {
      "loss_action": 0.012700620107352734,
      "loss_total": 0.012700620107352734,
      "step": 12280
    },
    {
      "loss_action": 0.01553206704556942,
      "loss_total": 0.01553206704556942,
      "step": 12280
    },
    {
      "loss_action": 0.007946621626615524,
      "loss_total": 0.007946621626615524,
      "step": 12280
    },
    {
      "loss_action": 0.01600639522075653,
      "loss_total": 0.01600639522075653,
      "step": 12280
    },
    {
      "loss_action": 0.018872765824198723,
      "loss_total": 0.018872765824198723,
      "step": 12280
    },
    {
      "loss_action": 0.01466631330549717,
      "loss_total": 0.01466631330549717,
      "step": 12280
    },
    {
      "loss_action": 0.012515788897871971,
      "loss_total": 0.012515788897871971,
      "step": 12280
    },
    {
      "grad_norm": 0.10562721639871597,
      "learning_rate": 9.855447816498575e-05,
      "loss": 0.0146,
      "step": 12290
    },
    {
      "loss_action": 0.009309753775596619,
      "loss_total": 0.009309753775596619,
      "step": 12290
    },
    {
      "loss_action": 0.007772399578243494,
      "loss_total": 0.007772399578243494,
      "step": 12290
    },
    {
      "loss_action": 0.05107482895255089,
      "loss_total": 0.05107482895255089,
      "step": 12290
    },
    {
      "loss_action": 0.008743848651647568,
      "loss_total": 0.008743848651647568,
      "step": 12290
    },
    {
      "loss_action": 0.018698330968618393,
      "loss_total": 0.018698330968618393,
      "step": 12290
    },
    {
      "loss_action": 0.0276853758841753,
      "loss_total": 0.0276853758841753,
      "step": 12290
    },
    {
      "loss_action": 0.009652869775891304,
      "loss_total": 0.009652869775891304,
      "step": 12290
    },
    {
      "loss_action": 0.0326773002743721,
      "loss_total": 0.0326773002743721,
      "step": 12290
    },
    {
      "grad_norm": 0.1435309648513794,
      "learning_rate": 9.855052842242787e-05,
      "loss": 0.0176,
      "step": 12300
    },
    {
      "loss_action": 0.012779968790709972,
      "loss_total": 0.012779968790709972,
      "step": 12300
    },
    {
      "loss_action": 0.012860134243965149,
      "loss_total": 0.012860134243965149,
      "step": 12300
    },
    {
      "loss_action": 0.032142117619514465,
      "loss_total": 0.032142117619514465,
      "step": 12300
    },
    {
      "loss_action": 0.01844073086977005,
      "loss_total": 0.01844073086977005,
      "step": 12300
    },
    {
      "loss_action": 0.028911743313074112,
      "loss_total": 0.028911743313074112,
      "step": 12300
    },
    {
      "loss_action": 0.024943461641669273,
      "loss_total": 0.024943461641669273,
      "step": 12300
    },
    {
      "loss_action": 0.010061949491500854,
      "loss_total": 0.010061949491500854,
      "step": 12300
    },
    {
      "loss_action": 0.018264025449752808,
      "loss_total": 0.018264025449752808,
      "step": 12300
    },
    {
      "grad_norm": 0.26206544041633606,
      "learning_rate": 9.85465733704572e-05,
      "loss": 0.0165,
      "step": 12310
    },
    {
      "loss_action": 0.009538935497403145,
      "loss_total": 0.009538935497403145,
      "step": 12310
    },
    {
      "loss_action": 0.008228816092014313,
      "loss_total": 0.008228816092014313,
      "step": 12310
    },
    {
      "loss_action": 0.01958184689283371,
      "loss_total": 0.01958184689283371,
      "step": 12310
    },
    {
      "loss_action": 0.008134473115205765,
      "loss_total": 0.008134473115205765,
      "step": 12310
    },
    {
      "loss_action": 0.0429772287607193,
      "loss_total": 0.0429772287607193,
      "step": 12310
    },
    {
      "loss_action": 0.009495941922068596,
      "loss_total": 0.009495941922068596,
      "step": 12310
    },
    {
      "loss_action": 0.014598440378904343,
      "loss_total": 0.014598440378904343,
      "step": 12310
    },
    {
      "loss_action": 0.009150434285402298,
      "loss_total": 0.009150434285402298,
      "step": 12310
    },
    {
      "grad_norm": 0.29776811599731445,
      "learning_rate": 9.854261300950624e-05,
      "loss": 0.0179,
      "step": 12320
    },
    {
      "loss_action": 0.017567075788974762,
      "loss_total": 0.017567075788974762,
      "step": 12320
    },
    {
      "loss_action": 0.01601150818169117,
      "loss_total": 0.01601150818169117,
      "step": 12320
    },
    {
      "loss_action": 0.033291611820459366,
      "loss_total": 0.033291611820459366,
      "step": 12320
    },
    {
      "loss_action": 0.01045288611203432,
      "loss_total": 0.01045288611203432,
      "step": 12320
    },
    {
      "loss_action": 0.0189969539642334,
      "loss_total": 0.0189969539642334,
      "step": 12320
    },
    {
      "loss_action": 0.014351597055792809,
      "loss_total": 0.014351597055792809,
      "step": 12320
    },
    {
      "loss_action": 0.008114472962915897,
      "loss_total": 0.008114472962915897,
      "step": 12320
    },
    {
      "loss_action": 0.007991914637386799,
      "loss_total": 0.007991914637386799,
      "step": 12320
    },
    {
      "grad_norm": 0.2270057201385498,
      "learning_rate": 9.853864734000813e-05,
      "loss": 0.0187,
      "step": 12330
    },
    {
      "loss_action": 0.02492811158299446,
      "loss_total": 0.02492811158299446,
      "step": 12330
    },
    {
      "loss_action": 0.02232298068702221,
      "loss_total": 0.02232298068702221,
      "step": 12330
    },
    {
      "loss_action": 0.012928329408168793,
      "loss_total": 0.012928329408168793,
      "step": 12330
    },
    {
      "loss_action": 0.011581308208405972,
      "loss_total": 0.011581308208405972,
      "step": 12330
    },
    {
      "loss_action": 0.00988363940268755,
      "loss_total": 0.00988363940268755,
      "step": 12330
    },
    {
      "loss_action": 0.013804440386593342,
      "loss_total": 0.013804440386593342,
      "step": 12330
    },
    {
      "loss_action": 0.0183943472802639,
      "loss_total": 0.0183943472802639,
      "step": 12330
    },
    {
      "loss_action": 0.01799948327243328,
      "loss_total": 0.01799948327243328,
      "step": 12330
    },
    {
      "grad_norm": 0.17748595774173737,
      "learning_rate": 9.85346763623965e-05,
      "loss": 0.0182,
      "step": 12340
    },
    {
      "loss_action": 0.02802688628435135,
      "loss_total": 0.02802688628435135,
      "step": 12340
    },
    {
      "loss_action": 0.02702391892671585,
      "loss_total": 0.02702391892671585,
      "step": 12340
    },
    {
      "loss_action": 0.00814442802220583,
      "loss_total": 0.00814442802220583,
      "step": 12340
    },
    {
      "loss_action": 0.015045182779431343,
      "loss_total": 0.015045182779431343,
      "step": 12340
    },
    {
      "loss_action": 0.02384818159043789,
      "loss_total": 0.02384818159043789,
      "step": 12340
    },
    {
      "loss_action": 0.013792740181088448,
      "loss_total": 0.013792740181088448,
      "step": 12340
    },
    {
      "loss_action": 0.006849219091236591,
      "loss_total": 0.006849219091236591,
      "step": 12340
    },
    {
      "loss_action": 0.015908949077129364,
      "loss_total": 0.015908949077129364,
      "step": 12340
    },
    {
      "grad_norm": 0.20198561251163483,
      "learning_rate": 9.853070007710564e-05,
      "loss": 0.0184,
      "step": 12350
    },
    {
      "loss_action": 0.013561472296714783,
      "loss_total": 0.013561472296714783,
      "step": 12350
    },
    {
      "loss_action": 0.018145838752388954,
      "loss_total": 0.018145838752388954,
      "step": 12350
    },
    {
      "loss_action": 0.009771915152668953,
      "loss_total": 0.009771915152668953,
      "step": 12350
    },
    {
      "loss_action": 0.01946743205189705,
      "loss_total": 0.01946743205189705,
      "step": 12350
    },
    {
      "loss_action": 0.012346291914582253,
      "loss_total": 0.012346291914582253,
      "step": 12350
    },
    {
      "loss_action": 0.010497787967324257,
      "loss_total": 0.010497787967324257,
      "step": 12350
    },
    {
      "loss_action": 0.008976364508271217,
      "loss_total": 0.008976364508271217,
      "step": 12350
    },
    {
      "loss_action": 0.008459329605102539,
      "loss_total": 0.008459329605102539,
      "step": 12350
    },
    {
      "grad_norm": 0.23149354755878448,
      "learning_rate": 9.85267184845704e-05,
      "loss": 0.0177,
      "step": 12360
    },
    {
      "loss_action": 0.008362770080566406,
      "loss_total": 0.008362770080566406,
      "step": 12360
    },
    {
      "loss_action": 0.01754489541053772,
      "loss_total": 0.01754489541053772,
      "step": 12360
    },
    {
      "loss_action": 0.008327178657054901,
      "loss_total": 0.008327178657054901,
      "step": 12360
    },
    {
      "loss_action": 0.02189173921942711,
      "loss_total": 0.02189173921942711,
      "step": 12360
    },
    {
      "loss_action": 0.01792745664715767,
      "loss_total": 0.01792745664715767,
      "step": 12360
    },
    {
      "loss_action": 0.030358394607901573,
      "loss_total": 0.030358394607901573,
      "step": 12360
    },
    {
      "loss_action": 0.016097769141197205,
      "loss_total": 0.016097769141197205,
      "step": 12360
    },
    {
      "loss_action": 0.013414120301604271,
      "loss_total": 0.013414120301604271,
      "step": 12360
    },
    {
      "grad_norm": 0.17239587008953094,
      "learning_rate": 9.852273158522616e-05,
      "loss": 0.0157,
      "step": 12370
    },
    {
      "loss_action": 0.02530166320502758,
      "loss_total": 0.02530166320502758,
      "step": 12370
    },
    {
      "loss_action": 0.028336243703961372,
      "loss_total": 0.028336243703961372,
      "step": 12370
    },
    {
      "loss_action": 0.008154412731528282,
      "loss_total": 0.008154412731528282,
      "step": 12370
    },
    {
      "loss_action": 0.02489040419459343,
      "loss_total": 0.02489040419459343,
      "step": 12370
    },
    {
      "loss_action": 0.019317898899316788,
      "loss_total": 0.019317898899316788,
      "step": 12370
    },
    {
      "loss_action": 0.02640906721353531,
      "loss_total": 0.02640906721353531,
      "step": 12370
    },
    {
      "loss_action": 0.021055489778518677,
      "loss_total": 0.021055489778518677,
      "step": 12370
    },
    {
      "loss_action": 0.02617628499865532,
      "loss_total": 0.02617628499865532,
      "step": 12370
    },
    {
      "grad_norm": 0.16816756129264832,
      "learning_rate": 9.851873937950896e-05,
      "loss": 0.016,
      "step": 12380
    },
    {
      "loss_action": 0.013395935297012329,
      "loss_total": 0.013395935297012329,
      "step": 12380
    },
    {
      "loss_action": 0.010449339635670185,
      "loss_total": 0.010449339635670185,
      "step": 12380
    },
    {
      "loss_action": 0.01723630353808403,
      "loss_total": 0.01723630353808403,
      "step": 12380
    },
    {
      "loss_action": 0.018497826531529427,
      "loss_total": 0.018497826531529427,
      "step": 12380
    },
    {
      "loss_action": 0.007995433174073696,
      "loss_total": 0.007995433174073696,
      "step": 12380
    },
    {
      "loss_action": 0.012136705219745636,
      "loss_total": 0.012136705219745636,
      "step": 12380
    },
    {
      "loss_action": 0.015004387125372887,
      "loss_total": 0.015004387125372887,
      "step": 12380
    },
    {
      "loss_action": 0.009182740934193134,
      "loss_total": 0.009182740934193134,
      "step": 12380
    },
    {
      "grad_norm": 0.2165735960006714,
      "learning_rate": 9.851474186785537e-05,
      "loss": 0.0154,
      "step": 12390
    },
    {
      "loss_action": 0.024810776114463806,
      "loss_total": 0.024810776114463806,
      "step": 12390
    },
    {
      "loss_action": 0.02388974465429783,
      "loss_total": 0.02388974465429783,
      "step": 12390
    },
    {
      "loss_action": 0.02410208061337471,
      "loss_total": 0.02410208061337471,
      "step": 12390
    },
    {
      "loss_action": 0.009418856352567673,
      "loss_total": 0.009418856352567673,
      "step": 12390
    },
    {
      "loss_action": 0.016680439934134483,
      "loss_total": 0.016680439934134483,
      "step": 12390
    },
    {
      "loss_action": 0.007283366285264492,
      "loss_total": 0.007283366285264492,
      "step": 12390
    },
    {
      "loss_action": 0.023429621011018753,
      "loss_total": 0.023429621011018753,
      "step": 12390
    },
    {
      "loss_action": 0.010649548843502998,
      "loss_total": 0.010649548843502998,
      "step": 12390
    },
    {
      "grad_norm": 0.19491323828697205,
      "learning_rate": 9.851073905070254e-05,
      "loss": 0.0174,
      "step": 12400
    },
    {
      "loss_action": 0.014069203287363052,
      "loss_total": 0.014069203287363052,
      "step": 12400
    },
    {
      "loss_action": 0.014034217223525047,
      "loss_total": 0.014034217223525047,
      "step": 12400
    },
    {
      "loss_action": 0.009275713935494423,
      "loss_total": 0.009275713935494423,
      "step": 12400
    },
    {
      "loss_action": 0.012569151818752289,
      "loss_total": 0.012569151818752289,
      "step": 12400
    },
    {
      "loss_action": 0.01272660680115223,
      "loss_total": 0.01272660680115223,
      "step": 12400
    },
    {
      "loss_action": 0.021095212548971176,
      "loss_total": 0.021095212548971176,
      "step": 12400
    },
    {
      "loss_action": 0.009526594541966915,
      "loss_total": 0.009526594541966915,
      "step": 12400
    },
    {
      "loss_action": 0.021274177357554436,
      "loss_total": 0.021274177357554436,
      "step": 12400
    },
    {
      "grad_norm": 0.29422876238822937,
      "learning_rate": 9.850673092848824e-05,
      "loss": 0.0159,
      "step": 12410
    },
    {
      "loss_action": 0.017625367268919945,
      "loss_total": 0.017625367268919945,
      "step": 12410
    },
    {
      "loss_action": 0.02618521824479103,
      "loss_total": 0.02618521824479103,
      "step": 12410
    },
    {
      "loss_action": 0.008134249597787857,
      "loss_total": 0.008134249597787857,
      "step": 12410
    },
    {
      "loss_action": 0.018466509878635406,
      "loss_total": 0.018466509878635406,
      "step": 12410
    },
    {
      "loss_action": 0.03591945394873619,
      "loss_total": 0.03591945394873619,
      "step": 12410
    },
    {
      "loss_action": 0.011301912367343903,
      "loss_total": 0.011301912367343903,
      "step": 12410
    },
    {
      "loss_action": 0.010043583810329437,
      "loss_total": 0.010043583810329437,
      "step": 12410
    },
    {
      "loss_action": 0.013361016288399696,
      "loss_total": 0.013361016288399696,
      "step": 12410
    },
    {
      "grad_norm": 0.23461699485778809,
      "learning_rate": 9.850271750165077e-05,
      "loss": 0.0173,
      "step": 12420
    },
    {
      "loss_action": 0.01567363366484642,
      "loss_total": 0.01567363366484642,
      "step": 12420
    },
    {
      "loss_action": 0.01730126328766346,
      "loss_total": 0.01730126328766346,
      "step": 12420
    },
    {
      "loss_action": 0.011921728029847145,
      "loss_total": 0.011921728029847145,
      "step": 12420
    },
    {
      "loss_action": 0.013714473694562912,
      "loss_total": 0.013714473694562912,
      "step": 12420
    },
    {
      "loss_action": 0.006025615148246288,
      "loss_total": 0.006025615148246288,
      "step": 12420
    },
    {
      "loss_action": 0.011700297705829144,
      "loss_total": 0.011700297705829144,
      "step": 12420
    },
    {
      "loss_action": 0.010785866528749466,
      "loss_total": 0.010785866528749466,
      "step": 12420
    },
    {
      "loss_action": 0.07448720932006836,
      "loss_total": 0.07448720932006836,
      "step": 12420
    },
    {
      "grad_norm": 0.2189667522907257,
      "learning_rate": 9.849869877062902e-05,
      "loss": 0.018,
      "step": 12430
    },
    {
      "loss_action": 0.006337013095617294,
      "loss_total": 0.006337013095617294,
      "step": 12430
    },
    {
      "loss_action": 0.016023997217416763,
      "loss_total": 0.016023997217416763,
      "step": 12430
    },
    {
      "loss_action": 0.009313486516475677,
      "loss_total": 0.009313486516475677,
      "step": 12430
    },
    {
      "loss_action": 0.02398713491857052,
      "loss_total": 0.02398713491857052,
      "step": 12430
    },
    {
      "loss_action": 0.011876923963427544,
      "loss_total": 0.011876923963427544,
      "step": 12430
    },
    {
      "loss_action": 0.006343485321849585,
      "loss_total": 0.006343485321849585,
      "step": 12430
    },
    {
      "loss_action": 0.01270205620676279,
      "loss_total": 0.01270205620676279,
      "step": 12430
    },
    {
      "loss_action": 0.012665520422160625,
      "loss_total": 0.012665520422160625,
      "step": 12430
    },
    {
      "grad_norm": 0.1467689871788025,
      "learning_rate": 9.849467473586252e-05,
      "loss": 0.0164,
      "step": 12440
    },
    {
      "loss_action": 0.013740427792072296,
      "loss_total": 0.013740427792072296,
      "step": 12440
    },
    {
      "loss_action": 0.018054071813821793,
      "loss_total": 0.018054071813821793,
      "step": 12440
    },
    {
      "loss_action": 0.011562369763851166,
      "loss_total": 0.011562369763851166,
      "step": 12440
    },
    {
      "loss_action": 0.03032565861940384,
      "loss_total": 0.03032565861940384,
      "step": 12440
    },
    {
      "loss_action": 0.019373392686247826,
      "loss_total": 0.019373392686247826,
      "step": 12440
    },
    {
      "loss_action": 0.021214250475168228,
      "loss_total": 0.021214250475168228,
      "step": 12440
    },
    {
      "loss_action": 0.010711006820201874,
      "loss_total": 0.010711006820201874,
      "step": 12440
    },
    {
      "loss_action": 0.021426767110824585,
      "loss_total": 0.021426767110824585,
      "step": 12440
    },
    {
      "grad_norm": 0.24853068590164185,
      "learning_rate": 9.849064539779127e-05,
      "loss": 0.0187,
      "step": 12450
    },
    {
      "loss_action": 0.030887801200151443,
      "loss_total": 0.030887801200151443,
      "step": 12450
    },
    {
      "loss_action": 0.01672692596912384,
      "loss_total": 0.01672692596912384,
      "step": 12450
    },
    {
      "loss_action": 0.016740301623940468,
      "loss_total": 0.016740301623940468,
      "step": 12450
    },
    {
      "loss_action": 0.02883797697722912,
      "loss_total": 0.02883797697722912,
      "step": 12450
    },
    {
      "loss_action": 0.010449878871440887,
      "loss_total": 0.010449878871440887,
      "step": 12450
    },
    {
      "loss_action": 0.017055360600352287,
      "loss_total": 0.017055360600352287,
      "step": 12450
    },
    {
      "loss_action": 0.02164730243384838,
      "loss_total": 0.02164730243384838,
      "step": 12450
    },
    {
      "loss_action": 0.014557872898876667,
      "loss_total": 0.014557872898876667,
      "step": 12450
    },
    {
      "grad_norm": 0.15200741589069366,
      "learning_rate": 9.848661075685594e-05,
      "loss": 0.0168,
      "step": 12460
    },
    {
      "loss_action": 0.024328086525201797,
      "loss_total": 0.024328086525201797,
      "step": 12460
    },
    {
      "loss_action": 0.011918655596673489,
      "loss_total": 0.011918655596673489,
      "step": 12460
    },
    {
      "loss_action": 0.015311998315155506,
      "loss_total": 0.015311998315155506,
      "step": 12460
    },
    {
      "loss_action": 0.010889070108532906,
      "loss_total": 0.010889070108532906,
      "step": 12460
    },
    {
      "loss_action": 0.03317444771528244,
      "loss_total": 0.03317444771528244,
      "step": 12460
    },
    {
      "loss_action": 0.026614760980010033,
      "loss_total": 0.026614760980010033,
      "step": 12460
    },
    {
      "loss_action": 0.024247009307146072,
      "loss_total": 0.024247009307146072,
      "step": 12460
    },
    {
      "loss_action": 0.01808842644095421,
      "loss_total": 0.01808842644095421,
      "step": 12460
    },
    {
      "grad_norm": 0.17215268313884735,
      "learning_rate": 9.848257081349778e-05,
      "loss": 0.02,
      "step": 12470
    },
    {
      "loss_action": 0.031120475381612778,
      "loss_total": 0.031120475381612778,
      "step": 12470
    },
    {
      "loss_action": 0.025989651679992676,
      "loss_total": 0.025989651679992676,
      "step": 12470
    },
    {
      "loss_action": 0.00800573080778122,
      "loss_total": 0.00800573080778122,
      "step": 12470
    },
    {
      "loss_action": 0.013402690179646015,
      "loss_total": 0.013402690179646015,
      "step": 12470
    },
    {
      "loss_action": 0.017344463616609573,
      "loss_total": 0.017344463616609573,
      "step": 12470
    },
    {
      "loss_action": 0.015841970220208168,
      "loss_total": 0.015841970220208168,
      "step": 12470
    },
    {
      "loss_action": 0.014745837077498436,
      "loss_total": 0.014745837077498436,
      "step": 12470
    },
    {
      "loss_action": 0.017209822311997414,
      "loss_total": 0.017209822311997414,
      "step": 12470
    },
    {
      "grad_norm": 0.15550892055034637,
      "learning_rate": 9.847852556815856e-05,
      "loss": 0.018,
      "step": 12480
    },
    {
      "loss_action": 0.021933984011411667,
      "loss_total": 0.021933984011411667,
      "step": 12480
    },
    {
      "loss_action": 0.010613595135509968,
      "loss_total": 0.010613595135509968,
      "step": 12480
    },
    {
      "loss_action": 0.04536379873752594,
      "loss_total": 0.04536379873752594,
      "step": 12480
    },
    {
      "loss_action": 0.0146190095692873,
      "loss_total": 0.0146190095692873,
      "step": 12480
    },
    {
      "loss_action": 0.012481991201639175,
      "loss_total": 0.012481991201639175,
      "step": 12480
    },
    {
      "loss_action": 0.009342539124190807,
      "loss_total": 0.009342539124190807,
      "step": 12480
    },
    {
      "loss_action": 0.014175636693835258,
      "loss_total": 0.014175636693835258,
      "step": 12480
    },
    {
      "loss_action": 0.012292880564928055,
      "loss_total": 0.012292880564928055,
      "step": 12480
    },
    {
      "grad_norm": 0.2693106532096863,
      "learning_rate": 9.847447502128067e-05,
      "loss": 0.0205,
      "step": 12490
    },
    {
      "loss_action": 0.02060944214463234,
      "loss_total": 0.02060944214463234,
      "step": 12490
    },
    {
      "loss_action": 0.014535404741764069,
      "loss_total": 0.014535404741764069,
      "step": 12490
    },
    {
      "loss_action": 0.018857892602682114,
      "loss_total": 0.018857892602682114,
      "step": 12490
    },
    {
      "loss_action": 0.012231703847646713,
      "loss_total": 0.012231703847646713,
      "step": 12490
    },
    {
      "loss_action": 0.010916403494775295,
      "loss_total": 0.010916403494775295,
      "step": 12490
    },
    {
      "loss_action": 0.0087979044765234,
      "loss_total": 0.0087979044765234,
      "step": 12490
    },
    {
      "loss_action": 0.020639920607209206,
      "loss_total": 0.020639920607209206,
      "step": 12490
    },
    {
      "loss_action": 0.016635891050100327,
      "loss_total": 0.016635891050100327,
      "step": 12490
    },
    {
      "grad_norm": 0.26571008563041687,
      "learning_rate": 9.847041917330708e-05,
      "loss": 0.0182,
      "step": 12500
    },
    {
      "loss_action": 0.1402502954006195,
      "loss_total": 0.1402502954006195,
      "step": 12500
    },
    {
      "loss_action": 0.026957843452692032,
      "loss_total": 0.026957843452692032,
      "step": 12500
    },
    {
      "loss_action": 0.015361791476607323,
      "loss_total": 0.015361791476607323,
      "step": 12500
    },
    {
      "loss_action": 0.01132898312062025,
      "loss_total": 0.01132898312062025,
      "step": 12500
    },
    {
      "loss_action": 0.022558562457561493,
      "loss_total": 0.022558562457561493,
      "step": 12500
    },
    {
      "loss_action": 0.011454406194388866,
      "loss_total": 0.011454406194388866,
      "step": 12500
    },
    {
      "loss_action": 0.011896312236785889,
      "loss_total": 0.011896312236785889,
      "step": 12500
    },
    {
      "loss_action": 0.01688189059495926,
      "loss_total": 0.01688189059495926,
      "step": 12500
    },
    {
      "grad_norm": 0.24290892481803894,
      "learning_rate": 9.846635802468132e-05,
      "loss": 0.0193,
      "step": 12510
    },
    {
      "loss_action": 0.0192718543112278,
      "loss_total": 0.0192718543112278,
      "step": 12510
    },
    {
      "loss_action": 0.02724038064479828,
      "loss_total": 0.02724038064479828,
      "step": 12510
    },
    {
      "loss_action": 0.014752798713743687,
      "loss_total": 0.014752798713743687,
      "step": 12510
    },
    {
      "loss_action": 0.009759844280779362,
      "loss_total": 0.009759844280779362,
      "step": 12510
    },
    {
      "loss_action": 0.007263822481036186,
      "loss_total": 0.007263822481036186,
      "step": 12510
    },
    {
      "loss_action": 0.01769685558974743,
      "loss_total": 0.01769685558974743,
      "step": 12510
    },
    {
      "loss_action": 0.00865503866225481,
      "loss_total": 0.00865503866225481,
      "step": 12510
    },
    {
      "loss_action": 0.01630646362900734,
      "loss_total": 0.01630646362900734,
      "step": 12510
    },
    {
      "grad_norm": 0.2065163105726242,
      "learning_rate": 9.84622915758475e-05,
      "loss": 0.0164,
      "step": 12520
    },
    {
      "loss_action": 0.019853273406624794,
      "loss_total": 0.019853273406624794,
      "step": 12520
    },
    {
      "loss_action": 0.017914580181241035,
      "loss_total": 0.017914580181241035,
      "step": 12520
    },
    {
      "loss_action": 0.016261223703622818,
      "loss_total": 0.016261223703622818,
      "step": 12520
    },
    {
      "loss_action": 0.028884677216410637,
      "loss_total": 0.028884677216410637,
      "step": 12520
    },
    {
      "loss_action": 0.007138358894735575,
      "loss_total": 0.007138358894735575,
      "step": 12520
    },
    {
      "loss_action": 0.012757163494825363,
      "loss_total": 0.012757163494825363,
      "step": 12520
    },
    {
      "loss_action": 0.006736365146934986,
      "loss_total": 0.006736365146934986,
      "step": 12520
    },
    {
      "loss_action": 0.012113964185118675,
      "loss_total": 0.012113964185118675,
      "step": 12520
    },
    {
      "grad_norm": 0.17469947040081024,
      "learning_rate": 9.845821982725034e-05,
      "loss": 0.0194,
      "step": 12530
    },
    {
      "loss_action": 0.018855076283216476,
      "loss_total": 0.018855076283216476,
      "step": 12530
    },
    {
      "loss_action": 0.013195950537919998,
      "loss_total": 0.013195950537919998,
      "step": 12530
    },
    {
      "loss_action": 0.028285738080739975,
      "loss_total": 0.028285738080739975,
      "step": 12530
    },
    {
      "loss_action": 0.011462927795946598,
      "loss_total": 0.011462927795946598,
      "step": 12530
    },
    {
      "loss_action": 0.030242104083299637,
      "loss_total": 0.030242104083299637,
      "step": 12530
    },
    {
      "loss_action": 0.013584905304014683,
      "loss_total": 0.013584905304014683,
      "step": 12530
    },
    {
      "loss_action": 0.025696583092212677,
      "loss_total": 0.025696583092212677,
      "step": 12530
    },
    {
      "loss_action": 0.02106756716966629,
      "loss_total": 0.02106756716966629,
      "step": 12530
    },
    {
      "grad_norm": 0.24090000987052917,
      "learning_rate": 9.845414277933514e-05,
      "loss": 0.0172,
      "step": 12540
    },
    {
      "loss_action": 0.01404189970344305,
      "loss_total": 0.01404189970344305,
      "step": 12540
    },
    {
      "loss_action": 0.015693027526140213,
      "loss_total": 0.015693027526140213,
      "step": 12540
    },
    {
      "loss_action": 0.04030273109674454,
      "loss_total": 0.04030273109674454,
      "step": 12540
    },
    {
      "loss_action": 0.012377305887639523,
      "loss_total": 0.012377305887639523,
      "step": 12540
    },
    {
      "loss_action": 0.01087009534239769,
      "loss_total": 0.01087009534239769,
      "step": 12540
    },
    {
      "loss_action": 0.008363548666238785,
      "loss_total": 0.008363548666238785,
      "step": 12540
    },
    {
      "loss_action": 0.009005701169371605,
      "loss_total": 0.009005701169371605,
      "step": 12540
    },
    {
      "loss_action": 0.011283837258815765,
      "loss_total": 0.011283837258815765,
      "step": 12540
    },
    {
      "grad_norm": 0.14110630750656128,
      "learning_rate": 9.845006043254771e-05,
      "loss": 0.0172,
      "step": 12550
    },
    {
      "loss_action": 0.014611436054110527,
      "loss_total": 0.014611436054110527,
      "step": 12550
    },
    {
      "loss_action": 0.006460579577833414,
      "loss_total": 0.006460579577833414,
      "step": 12550
    },
    {
      "loss_action": 0.01225951686501503,
      "loss_total": 0.01225951686501503,
      "step": 12550
    },
    {
      "loss_action": 0.012880642898380756,
      "loss_total": 0.012880642898380756,
      "step": 12550
    },
    {
      "loss_action": 0.005672947037965059,
      "loss_total": 0.005672947037965059,
      "step": 12550
    },
    {
      "loss_action": 0.0064501455053687096,
      "loss_total": 0.0064501455053687096,
      "step": 12550
    },
    {
      "loss_action": 0.013738187961280346,
      "loss_total": 0.013738187961280346,
      "step": 12550
    },
    {
      "loss_action": 0.014209874905645847,
      "loss_total": 0.014209874905645847,
      "step": 12550
    },
    {
      "grad_norm": 0.18621216714382172,
      "learning_rate": 9.844597278733451e-05,
      "loss": 0.0178,
      "step": 12560
    },
    {
      "loss_action": 0.021770425140857697,
      "loss_total": 0.021770425140857697,
      "step": 12560
    },
    {
      "loss_action": 0.009895093739032745,
      "loss_total": 0.009895093739032745,
      "step": 12560
    },
    {
      "loss_action": 0.023565934970974922,
      "loss_total": 0.023565934970974922,
      "step": 12560
    },
    {
      "loss_action": 0.018474267795681953,
      "loss_total": 0.018474267795681953,
      "step": 12560
    },
    {
      "loss_action": 0.019876454025506973,
      "loss_total": 0.019876454025506973,
      "step": 12560
    },
    {
      "loss_action": 0.016535861417651176,
      "loss_total": 0.016535861417651176,
      "step": 12560
    },
    {
      "loss_action": 0.016216736286878586,
      "loss_total": 0.016216736286878586,
      "step": 12560
    },
    {
      "loss_action": 0.007257960736751556,
      "loss_total": 0.007257960736751556,
      "step": 12560
    },
    {
      "grad_norm": 0.20574796199798584,
      "learning_rate": 9.844187984414259e-05,
      "loss": 0.0181,
      "step": 12570
    },
    {
      "loss_action": 0.009035111404955387,
      "loss_total": 0.009035111404955387,
      "step": 12570
    },
    {
      "loss_action": 0.009465949609875679,
      "loss_total": 0.009465949609875679,
      "step": 12570
    },
    {
      "loss_action": 0.009535782039165497,
      "loss_total": 0.009535782039165497,
      "step": 12570
    },
    {
      "loss_action": 0.012036805041134357,
      "loss_total": 0.012036805041134357,
      "step": 12570
    },
    {
      "loss_action": 0.035650160163640976,
      "loss_total": 0.035650160163640976,
      "step": 12570
    },
    {
      "loss_action": 0.018153702840209007,
      "loss_total": 0.018153702840209007,
      "step": 12570
    },
    {
      "loss_action": 0.009579389356076717,
      "loss_total": 0.009579389356076717,
      "step": 12570
    },
    {
      "loss_action": 0.014819958247244358,
      "loss_total": 0.014819958247244358,
      "step": 12570
    },
    {
      "grad_norm": 0.23355382680892944,
      "learning_rate": 9.84377816034195e-05,
      "loss": 0.0191,
      "step": 12580
    },
    {
      "loss_action": 0.016181495040655136,
      "loss_total": 0.016181495040655136,
      "step": 12580
    },
    {
      "loss_action": 0.016077157109975815,
      "loss_total": 0.016077157109975815,
      "step": 12580
    },
    {
      "loss_action": 0.010468371212482452,
      "loss_total": 0.010468371212482452,
      "step": 12580
    },
    {
      "loss_action": 0.023354312404990196,
      "loss_total": 0.023354312404990196,
      "step": 12580
    },
    {
      "loss_action": 0.011915392242372036,
      "loss_total": 0.011915392242372036,
      "step": 12580
    },
    {
      "loss_action": 0.02122214436531067,
      "loss_total": 0.02122214436531067,
      "step": 12580
    },
    {
      "loss_action": 0.007552123628556728,
      "loss_total": 0.007552123628556728,
      "step": 12580
    },
    {
      "loss_action": 0.032544903457164764,
      "loss_total": 0.032544903457164764,
      "step": 12580
    },
    {
      "grad_norm": 0.19383825361728668,
      "learning_rate": 9.843367806561345e-05,
      "loss": 0.0177,
      "step": 12590
    },
    {
      "loss_action": 0.008178102783858776,
      "loss_total": 0.008178102783858776,
      "step": 12590
    },
    {
      "loss_action": 0.02030593529343605,
      "loss_total": 0.02030593529343605,
      "step": 12590
    },
    {
      "loss_action": 0.01603207364678383,
      "loss_total": 0.01603207364678383,
      "step": 12590
    },
    {
      "loss_action": 0.008100798353552818,
      "loss_total": 0.008100798353552818,
      "step": 12590
    },
    {
      "loss_action": 0.009123395197093487,
      "loss_total": 0.009123395197093487,
      "step": 12590
    },
    {
      "loss_action": 0.009121930226683617,
      "loss_total": 0.009121930226683617,
      "step": 12590
    },
    {
      "loss_action": 0.025720881298184395,
      "loss_total": 0.025720881298184395,
      "step": 12590
    },
    {
      "loss_action": 0.012192558497190475,
      "loss_total": 0.012192558497190475,
      "step": 12590
    },
    {
      "grad_norm": 0.16064003109931946,
      "learning_rate": 9.842956923117317e-05,
      "loss": 0.0163,
      "step": 12600
    },
    {
      "loss_action": 0.008345842361450195,
      "loss_total": 0.008345842361450195,
      "step": 12600
    },
    {
      "loss_action": 0.009638817049562931,
      "loss_total": 0.009638817049562931,
      "step": 12600
    },
    {
      "loss_action": 0.023713460192084312,
      "loss_total": 0.023713460192084312,
      "step": 12600
    },
    {
      "loss_action": 0.012210695073008537,
      "loss_total": 0.012210695073008537,
      "step": 12600
    },
    {
      "loss_action": 0.007505341432988644,
      "loss_total": 0.007505341432988644,
      "step": 12600
    },
    {
      "loss_action": 0.009753189980983734,
      "loss_total": 0.009753189980983734,
      "step": 12600
    },
    {
      "loss_action": 0.012788443826138973,
      "loss_total": 0.012788443826138973,
      "step": 12600
    },
    {
      "loss_action": 0.021677736192941666,
      "loss_total": 0.021677736192941666,
      "step": 12600
    },
    {
      "grad_norm": 0.24578505754470825,
      "learning_rate": 9.842545510054802e-05,
      "loss": 0.0154,
      "step": 12610
    },
    {
      "loss_action": 0.011545410379767418,
      "loss_total": 0.011545410379767418,
      "step": 12610
    },
    {
      "loss_action": 0.02589024230837822,
      "loss_total": 0.02589024230837822,
      "step": 12610
    },
    {
      "loss_action": 0.02227151021361351,
      "loss_total": 0.02227151021361351,
      "step": 12610
    },
    {
      "loss_action": 0.015712816268205643,
      "loss_total": 0.015712816268205643,
      "step": 12610
    },
    {
      "loss_action": 0.04236625134944916,
      "loss_total": 0.04236625134944916,
      "step": 12610
    },
    {
      "loss_action": 0.011963007971644402,
      "loss_total": 0.011963007971644402,
      "step": 12610
    },
    {
      "loss_action": 0.00925598107278347,
      "loss_total": 0.00925598107278347,
      "step": 12610
    },
    {
      "loss_action": 0.01889665052294731,
      "loss_total": 0.01889665052294731,
      "step": 12610
    },
    {
      "grad_norm": 0.16023904085159302,
      "learning_rate": 9.842133567418792e-05,
      "loss": 0.0165,
      "step": 12620
    },
    {
      "loss_action": 0.011337699368596077,
      "loss_total": 0.011337699368596077,
      "step": 12620
    },
    {
      "loss_action": 0.01850200444459915,
      "loss_total": 0.01850200444459915,
      "step": 12620
    },
    {
      "loss_action": 0.018685581162571907,
      "loss_total": 0.018685581162571907,
      "step": 12620
    },
    {
      "loss_action": 0.01041786465793848,
      "loss_total": 0.01041786465793848,
      "step": 12620
    },
    {
      "loss_action": 0.022406097501516342,
      "loss_total": 0.022406097501516342,
      "step": 12620
    },
    {
      "loss_action": 0.04215272143483162,
      "loss_total": 0.04215272143483162,
      "step": 12620
    },
    {
      "loss_action": 0.02022206410765648,
      "loss_total": 0.02022206410765648,
      "step": 12620
    },
    {
      "loss_action": 0.024880267679691315,
      "loss_total": 0.024880267679691315,
      "step": 12620
    },
    {
      "grad_norm": 0.23157595098018646,
      "learning_rate": 9.841721095254333e-05,
      "loss": 0.0173,
      "step": 12630
    },
    {
      "loss_action": 0.02169712260365486,
      "loss_total": 0.02169712260365486,
      "step": 12630
    },
    {
      "loss_action": 0.02485026977956295,
      "loss_total": 0.02485026977956295,
      "step": 12630
    },
    {
      "loss_action": 0.02536836639046669,
      "loss_total": 0.02536836639046669,
      "step": 12630
    },
    {
      "loss_action": 0.033829692751169205,
      "loss_total": 0.033829692751169205,
      "step": 12630
    },
    {
      "loss_action": 0.009942732751369476,
      "loss_total": 0.009942732751369476,
      "step": 12630
    },
    {
      "loss_action": 0.0070703900419175625,
      "loss_total": 0.0070703900419175625,
      "step": 12630
    },
    {
      "loss_action": 0.019160786643624306,
      "loss_total": 0.019160786643624306,
      "step": 12630
    },
    {
      "loss_action": 0.019770270213484764,
      "loss_total": 0.019770270213484764,
      "step": 12630
    },
    {
      "grad_norm": 0.2306511402130127,
      "learning_rate": 9.841308093606537e-05,
      "loss": 0.0198,
      "step": 12640
    },
    {
      "loss_action": 0.008087683469057083,
      "loss_total": 0.008087683469057083,
      "step": 12640
    },
    {
      "loss_action": 0.012280348688364029,
      "loss_total": 0.012280348688364029,
      "step": 12640
    },
    {
      "loss_action": 0.014358747750520706,
      "loss_total": 0.014358747750520706,
      "step": 12640
    },
    {
      "loss_action": 0.013792550191283226,
      "loss_total": 0.013792550191283226,
      "step": 12640
    },
    {
      "loss_action": 0.02346046455204487,
      "loss_total": 0.02346046455204487,
      "step": 12640
    },
    {
      "loss_action": 0.007808412425220013,
      "loss_total": 0.007808412425220013,
      "step": 12640
    },
    {
      "loss_action": 0.030902080237865448,
      "loss_total": 0.030902080237865448,
      "step": 12640
    },
    {
      "loss_action": 0.01229884847998619,
      "loss_total": 0.01229884847998619,
      "step": 12640
    },
    {
      "grad_norm": 0.14144617319107056,
      "learning_rate": 9.840894562520565e-05,
      "loss": 0.0163,
      "step": 12650
    },
    {
      "loss_action": 0.040601667016744614,
      "loss_total": 0.040601667016744614,
      "step": 12650
    },
    {
      "loss_action": 0.02449154108762741,
      "loss_total": 0.02449154108762741,
      "step": 12650
    },
    {
      "loss_action": 0.03318455442786217,
      "loss_total": 0.03318455442786217,
      "step": 12650
    },
    {
      "loss_action": 0.03259662538766861,
      "loss_total": 0.03259662538766861,
      "step": 12650
    },
    {
      "loss_action": 0.012364515103399754,
      "loss_total": 0.012364515103399754,
      "step": 12650
    },
    {
      "loss_action": 0.03739108890295029,
      "loss_total": 0.03739108890295029,
      "step": 12650
    },
    {
      "loss_action": 0.014694876968860626,
      "loss_total": 0.014694876968860626,
      "step": 12650
    },
    {
      "loss_action": 0.022985950112342834,
      "loss_total": 0.022985950112342834,
      "step": 12650
    },
    {
      "grad_norm": 0.14208291471004486,
      "learning_rate": 9.840480502041642e-05,
      "loss": 0.018,
      "step": 12660
    },
    {
      "loss_action": 0.011035009287297726,
      "loss_total": 0.011035009287297726,
      "step": 12660
    },
    {
      "loss_action": 0.018170109018683434,
      "loss_total": 0.018170109018683434,
      "step": 12660
    },
    {
      "loss_action": 0.011222477070987225,
      "loss_total": 0.011222477070987225,
      "step": 12660
    },
    {
      "loss_action": 0.00906936451792717,
      "loss_total": 0.00906936451792717,
      "step": 12660
    },
    {
      "loss_action": 0.04234614968299866,
      "loss_total": 0.04234614968299866,
      "step": 12660
    },
    {
      "loss_action": 0.009962184354662895,
      "loss_total": 0.009962184354662895,
      "step": 12660
    },
    {
      "loss_action": 0.016965150833129883,
      "loss_total": 0.016965150833129883,
      "step": 12660
    },
    {
      "loss_action": 0.020351029932498932,
      "loss_total": 0.020351029932498932,
      "step": 12660
    },
    {
      "grad_norm": 0.17605964839458466,
      "learning_rate": 9.840065912215049e-05,
      "loss": 0.0167,
      "step": 12670
    },
    {
      "loss_action": 0.021686695516109467,
      "loss_total": 0.021686695516109467,
      "step": 12670
    },
    {
      "loss_action": 0.019939405843615532,
      "loss_total": 0.019939405843615532,
      "step": 12670
    },
    {
      "loss_action": 0.016759110614657402,
      "loss_total": 0.016759110614657402,
      "step": 12670
    },
    {
      "loss_action": 0.014034610241651535,
      "loss_total": 0.014034610241651535,
      "step": 12670
    },
    {
      "loss_action": 0.015697697177529335,
      "loss_total": 0.015697697177529335,
      "step": 12670
    },
    {
      "loss_action": 0.01484249159693718,
      "loss_total": 0.01484249159693718,
      "step": 12670
    },
    {
      "loss_action": 0.013420453295111656,
      "loss_total": 0.013420453295111656,
      "step": 12670
    },
    {
      "loss_action": 0.019085992127656937,
      "loss_total": 0.019085992127656937,
      "step": 12670
    },
    {
      "grad_norm": 0.16203169524669647,
      "learning_rate": 9.839650793086124e-05,
      "loss": 0.0165,
      "step": 12680
    },
    {
      "loss_action": 0.02912694588303566,
      "loss_total": 0.02912694588303566,
      "step": 12680
    },
    {
      "loss_action": 0.009729909710586071,
      "loss_total": 0.009729909710586071,
      "step": 12680
    },
    {
      "loss_action": 0.006268455181270838,
      "loss_total": 0.006268455181270838,
      "step": 12680
    },
    {
      "loss_action": 0.032168544828891754,
      "loss_total": 0.032168544828891754,
      "step": 12680
    },
    {
      "loss_action": 0.010061478242278099,
      "loss_total": 0.010061478242278099,
      "step": 12680
    },
    {
      "loss_action": 0.005456457380205393,
      "loss_total": 0.005456457380205393,
      "step": 12680
    },
    {
      "loss_action": 0.017742257565259933,
      "loss_total": 0.017742257565259933,
      "step": 12680
    },
    {
      "loss_action": 0.013053342700004578,
      "loss_total": 0.013053342700004578,
      "step": 12680
    },
    {
      "grad_norm": 0.18929025530815125,
      "learning_rate": 9.839235144700265e-05,
      "loss": 0.0185,
      "step": 12690
    },
    {
      "loss_action": 0.012136014178395271,
      "loss_total": 0.012136014178395271,
      "step": 12690
    },
    {
      "loss_action": 0.01589549146592617,
      "loss_total": 0.01589549146592617,
      "step": 12690
    },
    {
      "loss_action": 0.019629651680588722,
      "loss_total": 0.019629651680588722,
      "step": 12690
    },
    {
      "loss_action": 0.016579996794462204,
      "loss_total": 0.016579996794462204,
      "step": 12690
    },
    {
      "loss_action": 0.020024430006742477,
      "loss_total": 0.020024430006742477,
      "step": 12690
    },
    {
      "loss_action": 0.012944209389388561,
      "loss_total": 0.012944209389388561,
      "step": 12690
    },
    {
      "loss_action": 0.027458850294351578,
      "loss_total": 0.027458850294351578,
      "step": 12690
    },
    {
      "loss_action": 0.00922575406730175,
      "loss_total": 0.00922575406730175,
      "step": 12690
    },
    {
      "grad_norm": 0.19035299122333527,
      "learning_rate": 9.838818967102926e-05,
      "loss": 0.0168,
      "step": 12700
    },
    {
      "loss_action": 0.01147662103176117,
      "loss_total": 0.01147662103176117,
      "step": 12700
    },
    {
      "loss_action": 0.01942812278866768,
      "loss_total": 0.01942812278866768,
      "step": 12700
    },
    {
      "loss_action": 0.017708610743284225,
      "loss_total": 0.017708610743284225,
      "step": 12700
    },
    {
      "loss_action": 0.010482841171324253,
      "loss_total": 0.010482841171324253,
      "step": 12700
    },
    {
      "loss_action": 0.015473340637981892,
      "loss_total": 0.015473340637981892,
      "step": 12700
    },
    {
      "loss_action": 0.010170700959861279,
      "loss_total": 0.010170700959861279,
      "step": 12700
    },
    {
      "loss_action": 0.02647292986512184,
      "loss_total": 0.02647292986512184,
      "step": 12700
    },
    {
      "loss_action": 0.009792705997824669,
      "loss_total": 0.009792705997824669,
      "step": 12700
    },
    {
      "grad_norm": 0.2753385007381439,
      "learning_rate": 9.83840226033962e-05,
      "loss": 0.0177,
      "step": 12710
    },
    {
      "loss_action": 0.020289568230509758,
      "loss_total": 0.020289568230509758,
      "step": 12710
    },
    {
      "loss_action": 0.00979272648692131,
      "loss_total": 0.00979272648692131,
      "step": 12710
    },
    {
      "loss_action": 0.008312823250889778,
      "loss_total": 0.008312823250889778,
      "step": 12710
    },
    {
      "loss_action": 0.0303599052131176,
      "loss_total": 0.0303599052131176,
      "step": 12710
    },
    {
      "loss_action": 0.008828777819871902,
      "loss_total": 0.008828777819871902,
      "step": 12710
    },
    {
      "loss_action": 0.0348513126373291,
      "loss_total": 0.0348513126373291,
      "step": 12710
    },
    {
      "loss_action": 0.02117108553647995,
      "loss_total": 0.02117108553647995,
      "step": 12710
    },
    {
      "loss_action": 0.007172880694270134,
      "loss_total": 0.007172880694270134,
      "step": 12710
    },
    {
      "grad_norm": 0.2333795428276062,
      "learning_rate": 9.837985024455918e-05,
      "loss": 0.0214,
      "step": 12720
    },
    {
      "loss_action": 0.014138630591332912,
      "loss_total": 0.014138630591332912,
      "step": 12720
    },
    {
      "loss_action": 0.007762501947581768,
      "loss_total": 0.007762501947581768,
      "step": 12720
    },
    {
      "loss_action": 0.014756696298718452,
      "loss_total": 0.014756696298718452,
      "step": 12720
    },
    {
      "loss_action": 0.007633211091160774,
      "loss_total": 0.007633211091160774,
      "step": 12720
    },
    {
      "loss_action": 0.03272601589560509,
      "loss_total": 0.03272601589560509,
      "step": 12720
    },
    {
      "loss_action": 0.013623854145407677,
      "loss_total": 0.013623854145407677,
      "step": 12720
    },
    {
      "loss_action": 0.021828103810548782,
      "loss_total": 0.021828103810548782,
      "step": 12720
    },
    {
      "loss_action": 0.02652287855744362,
      "loss_total": 0.02652287855744362,
      "step": 12720
    },
    {
      "grad_norm": 0.1302257478237152,
      "learning_rate": 9.837567259497447e-05,
      "loss": 0.0188,
      "step": 12730
    },
    {
      "loss_action": 0.02535422146320343,
      "loss_total": 0.02535422146320343,
      "step": 12730
    },
    {
      "loss_action": 0.029137160629034042,
      "loss_total": 0.029137160629034042,
      "step": 12730
    },
    {
      "loss_action": 0.03309795260429382,
      "loss_total": 0.03309795260429382,
      "step": 12730
    },
    {
      "loss_action": 0.00883631594479084,
      "loss_total": 0.00883631594479084,
      "step": 12730
    },
    {
      "loss_action": 0.019542232155799866,
      "loss_total": 0.019542232155799866,
      "step": 12730
    },
    {
      "loss_action": 0.011160314083099365,
      "loss_total": 0.011160314083099365,
      "step": 12730
    },
    {
      "loss_action": 0.015625784173607826,
      "loss_total": 0.015625784173607826,
      "step": 12730
    },
    {
      "loss_action": 0.015161607414484024,
      "loss_total": 0.015161607414484024,
      "step": 12730
    },
    {
      "grad_norm": 0.13648036122322083,
      "learning_rate": 9.837148965509894e-05,
      "loss": 0.0152,
      "step": 12740
    },
    {
      "loss_action": 0.008754335343837738,
      "loss_total": 0.008754335343837738,
      "step": 12740
    },
    {
      "loss_action": 0.015177750959992409,
      "loss_total": 0.015177750959992409,
      "step": 12740
    },
    {
      "loss_action": 0.0078025502152740955,
      "loss_total": 0.0078025502152740955,
      "step": 12740
    },
    {
      "loss_action": 0.01656784489750862,
      "loss_total": 0.01656784489750862,
      "step": 12740
    },
    {
      "loss_action": 0.012076826766133308,
      "loss_total": 0.012076826766133308,
      "step": 12740
    },
    {
      "loss_action": 0.020047932863235474,
      "loss_total": 0.020047932863235474,
      "step": 12740
    },
    {
      "loss_action": 0.019494999200105667,
      "loss_total": 0.019494999200105667,
      "step": 12740
    },
    {
      "loss_action": 0.00593350175768137,
      "loss_total": 0.00593350175768137,
      "step": 12740
    },
    {
      "grad_norm": 0.13923534750938416,
      "learning_rate": 9.836730142539001e-05,
      "loss": 0.0173,
      "step": 12750
    },
    {
      "loss_action": 0.034979041665792465,
      "loss_total": 0.034979041665792465,
      "step": 12750
    },
    {
      "loss_action": 0.010912973433732986,
      "loss_total": 0.010912973433732986,
      "step": 12750
    },
    {
      "loss_action": 0.08701098710298538,
      "loss_total": 0.08701098710298538,
      "step": 12750
    },
    {
      "loss_action": 0.03091278299689293,
      "loss_total": 0.03091278299689293,
      "step": 12750
    },
    {
      "loss_action": 0.030259359627962112,
      "loss_total": 0.030259359627962112,
      "step": 12750
    },
    {
      "loss_action": 0.023334287106990814,
      "loss_total": 0.023334287106990814,
      "step": 12750
    },
    {
      "loss_action": 0.009205658920109272,
      "loss_total": 0.009205658920109272,
      "step": 12750
    },
    {
      "loss_action": 0.013017544522881508,
      "loss_total": 0.013017544522881508,
      "step": 12750
    },
    {
      "grad_norm": 0.18890023231506348,
      "learning_rate": 9.836310790630574e-05,
      "loss": 0.0194,
      "step": 12760
    },
    {
      "loss_action": 0.02443743869662285,
      "loss_total": 0.02443743869662285,
      "step": 12760
    },
    {
      "loss_action": 0.02173842489719391,
      "loss_total": 0.02173842489719391,
      "step": 12760
    },
    {
      "loss_action": 0.01274958997964859,
      "loss_total": 0.01274958997964859,
      "step": 12760
    },
    {
      "loss_action": 0.012550992891192436,
      "loss_total": 0.012550992891192436,
      "step": 12760
    },
    {
      "loss_action": 0.013787327334284782,
      "loss_total": 0.013787327334284782,
      "step": 12760
    },
    {
      "loss_action": 0.093144990503788,
      "loss_total": 0.093144990503788,
      "step": 12760
    },
    {
      "loss_action": 0.03390594571828842,
      "loss_total": 0.03390594571828842,
      "step": 12760
    },
    {
      "loss_action": 0.024316471070051193,
      "loss_total": 0.024316471070051193,
      "step": 12760
    },
    {
      "grad_norm": 0.1900348663330078,
      "learning_rate": 9.83589090983047e-05,
      "loss": 0.0186,
      "step": 12770
    },
    {
      "loss_action": 0.019958965480327606,
      "loss_total": 0.019958965480327606,
      "step": 12770
    },
    {
      "loss_action": 0.010671721771359444,
      "loss_total": 0.010671721771359444,
      "step": 12770
    },
    {
      "loss_action": 0.008176904171705246,
      "loss_total": 0.008176904171705246,
      "step": 12770
    },
    {
      "loss_action": 0.01249251514673233,
      "loss_total": 0.01249251514673233,
      "step": 12770
    },
    {
      "loss_action": 0.018026836216449738,
      "loss_total": 0.018026836216449738,
      "step": 12770
    },
    {
      "loss_action": 0.01626189425587654,
      "loss_total": 0.01626189425587654,
      "step": 12770
    },
    {
      "loss_action": 0.006918342784047127,
      "loss_total": 0.006918342784047127,
      "step": 12770
    },
    {
      "loss_action": 0.023217834532260895,
      "loss_total": 0.023217834532260895,
      "step": 12770
    },
    {
      "grad_norm": 0.14758706092834473,
      "learning_rate": 9.835470500184605e-05,
      "loss": 0.0174,
      "step": 12780
    },
    {
      "loss_action": 0.013227970339357853,
      "loss_total": 0.013227970339357853,
      "step": 12780
    },
    {
      "loss_action": 0.009203795343637466,
      "loss_total": 0.009203795343637466,
      "step": 12780
    },
    {
      "loss_action": 0.029506830498576164,
      "loss_total": 0.029506830498576164,
      "step": 12780
    },
    {
      "loss_action": 0.01578332856297493,
      "loss_total": 0.01578332856297493,
      "step": 12780
    },
    {
      "loss_action": 0.016741294413805008,
      "loss_total": 0.016741294413805008,
      "step": 12780
    },
    {
      "loss_action": 0.0257718563079834,
      "loss_total": 0.0257718563079834,
      "step": 12780
    },
    {
      "loss_action": 0.010625205934047699,
      "loss_total": 0.010625205934047699,
      "step": 12780
    },
    {
      "loss_action": 0.0153635423630476,
      "loss_total": 0.0153635423630476,
      "step": 12780
    },
    {
      "grad_norm": 0.20616014301776886,
      "learning_rate": 9.835049561738957e-05,
      "loss": 0.0167,
      "step": 12790
    },
    {
      "loss_action": 0.014184253290295601,
      "loss_total": 0.014184253290295601,
      "step": 12790
    },
    {
      "loss_action": 0.021467121317982674,
      "loss_total": 0.021467121317982674,
      "step": 12790
    },
    {
      "loss_action": 0.014139709994196892,
      "loss_total": 0.014139709994196892,
      "step": 12790
    },
    {
      "loss_action": 0.016697298735380173,
      "loss_total": 0.016697298735380173,
      "step": 12790
    },
    {
      "loss_action": 0.0139585230499506,
      "loss_total": 0.0139585230499506,
      "step": 12790
    },
    {
      "loss_action": 0.022704709321260452,
      "loss_total": 0.022704709321260452,
      "step": 12790
    },
    {
      "loss_action": 0.0066462187096476555,
      "loss_total": 0.0066462187096476555,
      "step": 12790
    },
    {
      "loss_action": 0.03314559906721115,
      "loss_total": 0.03314559906721115,
      "step": 12790
    },
    {
      "grad_norm": 0.1776684671640396,
      "learning_rate": 9.834628094539558e-05,
      "loss": 0.0161,
      "step": 12800
    },
    {
      "loss_action": 0.015587687492370605,
      "loss_total": 0.015587687492370605,
      "step": 12800
    },
    {
      "loss_action": 0.025850391015410423,
      "loss_total": 0.025850391015410423,
      "step": 12800
    },
    {
      "loss_action": 0.016678467392921448,
      "loss_total": 0.016678467392921448,
      "step": 12800
    },
    {
      "loss_action": 0.0059786271303892136,
      "loss_total": 0.0059786271303892136,
      "step": 12800
    },
    {
      "loss_action": 0.019976889714598656,
      "loss_total": 0.019976889714598656,
      "step": 12800
    },
    {
      "loss_action": 0.0101097347214818,
      "loss_total": 0.0101097347214818,
      "step": 12800
    },
    {
      "loss_action": 0.03211526572704315,
      "loss_total": 0.03211526572704315,
      "step": 12800
    },
    {
      "loss_action": 0.013684989884495735,
      "loss_total": 0.013684989884495735,
      "step": 12800
    },
    {
      "grad_norm": 0.1577797383069992,
      "learning_rate": 9.834206098632499e-05,
      "loss": 0.0161,
      "step": 12810
    },
    {
      "loss_action": 0.012035730294883251,
      "loss_total": 0.012035730294883251,
      "step": 12810
    },
    {
      "loss_action": 0.009428450837731361,
      "loss_total": 0.009428450837731361,
      "step": 12810
    },
    {
      "loss_action": 0.036045871675014496,
      "loss_total": 0.036045871675014496,
      "step": 12810
    },
    {
      "loss_action": 0.007438520900905132,
      "loss_total": 0.007438520900905132,
      "step": 12810
    },
    {
      "loss_action": 0.011520367115736008,
      "loss_total": 0.011520367115736008,
      "step": 12810
    },
    {
      "loss_action": 0.026962704956531525,
      "loss_total": 0.026962704956531525,
      "step": 12810
    },
    {
      "loss_action": 0.016166474670171738,
      "loss_total": 0.016166474670171738,
      "step": 12810
    },
    {
      "loss_action": 0.014485828578472137,
      "loss_total": 0.014485828578472137,
      "step": 12810
    },
    {
      "grad_norm": 0.14851658046245575,
      "learning_rate": 9.833783574063931e-05,
      "loss": 0.0157,
      "step": 12820
    },
    {
      "loss_action": 0.009237369522452354,
      "loss_total": 0.009237369522452354,
      "step": 12820
    },
    {
      "loss_action": 0.026770342141389847,
      "loss_total": 0.026770342141389847,
      "step": 12820
    },
    {
      "loss_action": 0.005107590463012457,
      "loss_total": 0.005107590463012457,
      "step": 12820
    },
    {
      "loss_action": 0.00836959108710289,
      "loss_total": 0.00836959108710289,
      "step": 12820
    },
    {
      "loss_action": 0.009813966229557991,
      "loss_total": 0.009813966229557991,
      "step": 12820
    },
    {
      "loss_action": 0.008045585826039314,
      "loss_total": 0.008045585826039314,
      "step": 12820
    },
    {
      "loss_action": 0.01654687151312828,
      "loss_total": 0.01654687151312828,
      "step": 12820
    },
    {
      "loss_action": 0.008043477311730385,
      "loss_total": 0.008043477311730385,
      "step": 12820
    },
    {
      "grad_norm": 0.18388327956199646,
      "learning_rate": 9.833360520880058e-05,
      "loss": 0.0164,
      "step": 12830
    },
    {
      "loss_action": 0.014525786973536015,
      "loss_total": 0.014525786973536015,
      "step": 12830
    },
    {
      "loss_action": 0.011336048133671284,
      "loss_total": 0.011336048133671284,
      "step": 12830
    },
    {
      "loss_action": 0.008053921163082123,
      "loss_total": 0.008053921163082123,
      "step": 12830
    },
    {
      "loss_action": 0.024031540378928185,
      "loss_total": 0.024031540378928185,
      "step": 12830
    },
    {
      "loss_action": 0.03144393116235733,
      "loss_total": 0.03144393116235733,
      "step": 12830
    },
    {
      "loss_action": 0.021711960434913635,
      "loss_total": 0.021711960434913635,
      "step": 12830
    },
    {
      "loss_action": 0.006459782365709543,
      "loss_total": 0.006459782365709543,
      "step": 12830
    },
    {
      "loss_action": 0.01765717938542366,
      "loss_total": 0.01765717938542366,
      "step": 12830
    },
    {
      "grad_norm": 0.1837148368358612,
      "learning_rate": 9.832936939127144e-05,
      "loss": 0.0164,
      "step": 12840
    },
    {
      "loss_action": 0.016802916303277016,
      "loss_total": 0.016802916303277016,
      "step": 12840
    },
    {
      "loss_action": 0.019748445600271225,
      "loss_total": 0.019748445600271225,
      "step": 12840
    },
    {
      "loss_action": 0.010121101513504982,
      "loss_total": 0.010121101513504982,
      "step": 12840
    },
    {
      "loss_action": 0.01765602082014084,
      "loss_total": 0.01765602082014084,
      "step": 12840
    },
    {
      "loss_action": 0.02090616524219513,
      "loss_total": 0.02090616524219513,
      "step": 12840
    },
    {
      "loss_action": 0.010261020623147488,
      "loss_total": 0.010261020623147488,
      "step": 12840
    },
    {
      "loss_action": 0.020191872492432594,
      "loss_total": 0.020191872492432594,
      "step": 12840
    },
    {
      "loss_action": 0.020300239324569702,
      "loss_total": 0.020300239324569702,
      "step": 12840
    },
    {
      "grad_norm": 0.1719897985458374,
      "learning_rate": 9.832512828851515e-05,
      "loss": 0.016,
      "step": 12850
    },
    {
      "loss_action": 0.015771731734275818,
      "loss_total": 0.015771731734275818,
      "step": 12850
    },
    {
      "loss_action": 0.014742533676326275,
      "loss_total": 0.014742533676326275,
      "step": 12850
    },
    {
      "loss_action": 0.013280603103339672,
      "loss_total": 0.013280603103339672,
      "step": 12850
    },
    {
      "loss_action": 0.007669773884117603,
      "loss_total": 0.007669773884117603,
      "step": 12850
    },
    {
      "loss_action": 0.0119880810379982,
      "loss_total": 0.0119880810379982,
      "step": 12850
    },
    {
      "loss_action": 0.011721974238753319,
      "loss_total": 0.011721974238753319,
      "step": 12850
    },
    {
      "loss_action": 0.018032340332865715,
      "loss_total": 0.018032340332865715,
      "step": 12850
    },
    {
      "loss_action": 0.0066011883318424225,
      "loss_total": 0.0066011883318424225,
      "step": 12850
    },
    {
      "grad_norm": 0.15520943701267242,
      "learning_rate": 9.832088190099546e-05,
      "loss": 0.0141,
      "step": 12860
    },
    {
      "loss_action": 0.01464068703353405,
      "loss_total": 0.01464068703353405,
      "step": 12860
    },
    {
      "loss_action": 0.018925461918115616,
      "loss_total": 0.018925461918115616,
      "step": 12860
    },
    {
      "loss_action": 0.007299234624952078,
      "loss_total": 0.007299234624952078,
      "step": 12860
    },
    {
      "loss_action": 0.008030766621232033,
      "loss_total": 0.008030766621232033,
      "step": 12860
    },
    {
      "loss_action": 0.018992356956005096,
      "loss_total": 0.018992356956005096,
      "step": 12860
    },
    {
      "loss_action": 0.02666328474879265,
      "loss_total": 0.02666328474879265,
      "step": 12860
    },
    {
      "loss_action": 0.0253143347799778,
      "loss_total": 0.0253143347799778,
      "step": 12860
    },
    {
      "loss_action": 0.011630837805569172,
      "loss_total": 0.011630837805569172,
      "step": 12860
    },
    {
      "grad_norm": 0.15845102071762085,
      "learning_rate": 9.831663022917679e-05,
      "loss": 0.015,
      "step": 12870
    },
    {
      "loss_action": 0.007707318756729364,
      "loss_total": 0.007707318756729364,
      "step": 12870
    },
    {
      "loss_action": 0.008365404792129993,
      "loss_total": 0.008365404792129993,
      "step": 12870
    },
    {
      "loss_action": 0.009646203368902206,
      "loss_total": 0.009646203368902206,
      "step": 12870
    },
    {
      "loss_action": 0.025016646832227707,
      "loss_total": 0.025016646832227707,
      "step": 12870
    },
    {
      "loss_action": 0.009709511883556843,
      "loss_total": 0.009709511883556843,
      "step": 12870
    },
    {
      "loss_action": 0.013853260315954685,
      "loss_total": 0.013853260315954685,
      "step": 12870
    },
    {
      "loss_action": 0.008282259106636047,
      "loss_total": 0.008282259106636047,
      "step": 12870
    },
    {
      "loss_action": 0.010381652042269707,
      "loss_total": 0.010381652042269707,
      "step": 12870
    },
    {
      "grad_norm": 0.19053636491298676,
      "learning_rate": 9.831237327352407e-05,
      "loss": 0.014,
      "step": 12880
    },
    {
      "loss_action": 0.02450467087328434,
      "loss_total": 0.02450467087328434,
      "step": 12880
    },
    {
      "loss_action": 0.009190798737108707,
      "loss_total": 0.009190798737108707,
      "step": 12880
    },
    {
      "loss_action": 0.008982105180621147,
      "loss_total": 0.008982105180621147,
      "step": 12880
    },
    {
      "loss_action": 0.009780962020158768,
      "loss_total": 0.009780962020158768,
      "step": 12880
    },
    {
      "loss_action": 0.028018059208989143,
      "loss_total": 0.028018059208989143,
      "step": 12880
    },
    {
      "loss_action": 0.012155906297266483,
      "loss_total": 0.012155906297266483,
      "step": 12880
    },
    {
      "loss_action": 0.016565244644880295,
      "loss_total": 0.016565244644880295,
      "step": 12880
    },
    {
      "loss_action": 0.00896470993757248,
      "loss_total": 0.00896470993757248,
      "step": 12880
    },
    {
      "grad_norm": 0.23678508400917053,
      "learning_rate": 9.830811103450286e-05,
      "loss": 0.0175,
      "step": 12890
    },
    {
      "loss_action": 0.013682186603546143,
      "loss_total": 0.013682186603546143,
      "step": 12890
    },
    {
      "loss_action": 0.024580229073762894,
      "loss_total": 0.024580229073762894,
      "step": 12890
    },
    {
      "loss_action": 0.011589473113417625,
      "loss_total": 0.011589473113417625,
      "step": 12890
    },
    {
      "loss_action": 0.020366014912724495,
      "loss_total": 0.020366014912724495,
      "step": 12890
    },
    {
      "loss_action": 0.022601203992962837,
      "loss_total": 0.022601203992962837,
      "step": 12890
    },
    {
      "loss_action": 0.014756722375750542,
      "loss_total": 0.014756722375750542,
      "step": 12890
    },
    {
      "loss_action": 0.008884030394256115,
      "loss_total": 0.008884030394256115,
      "step": 12890
    },
    {
      "loss_action": 0.024993982166051865,
      "loss_total": 0.024993982166051865,
      "step": 12890
    },
    {
      "grad_norm": 0.13691440224647522,
      "learning_rate": 9.830384351257924e-05,
      "loss": 0.0147,
      "step": 12900
    },
    {
      "loss_action": 0.0226982980966568,
      "loss_total": 0.0226982980966568,
      "step": 12900
    },
    {
      "loss_action": 0.017066601663827896,
      "loss_total": 0.017066601663827896,
      "step": 12900
    },
    {
      "loss_action": 0.026374924927949905,
      "loss_total": 0.026374924927949905,
      "step": 12900
    },
    {
      "loss_action": 0.015194754116237164,
      "loss_total": 0.015194754116237164,
      "step": 12900
    },
    {
      "loss_action": 0.009734774939715862,
      "loss_total": 0.009734774939715862,
      "step": 12900
    },
    {
      "loss_action": 0.030964944511651993,
      "loss_total": 0.030964944511651993,
      "step": 12900
    },
    {
      "loss_action": 0.021294724196195602,
      "loss_total": 0.021294724196195602,
      "step": 12900
    },
    {
      "loss_action": 0.012942835688591003,
      "loss_total": 0.012942835688591003,
      "step": 12900
    },
    {
      "grad_norm": 0.13213062286376953,
      "learning_rate": 9.829957070821993e-05,
      "loss": 0.0168,
      "step": 12910
    },
    {
      "loss_action": 0.020501818507909775,
      "loss_total": 0.020501818507909775,
      "step": 12910
    },
    {
      "loss_action": 0.012579767033457756,
      "loss_total": 0.012579767033457756,
      "step": 12910
    },
    {
      "loss_action": 0.032555483281612396,
      "loss_total": 0.032555483281612396,
      "step": 12910
    },
    {
      "loss_action": 0.012693329714238644,
      "loss_total": 0.012693329714238644,
      "step": 12910
    },
    {
      "loss_action": 0.010794851928949356,
      "loss_total": 0.010794851928949356,
      "step": 12910
    },
    {
      "loss_action": 0.016997747123241425,
      "loss_total": 0.016997747123241425,
      "step": 12910
    },
    {
      "loss_action": 0.014164663851261139,
      "loss_total": 0.014164663851261139,
      "step": 12910
    },
    {
      "loss_action": 0.008299365639686584,
      "loss_total": 0.008299365639686584,
      "step": 12910
    },
    {
      "grad_norm": 0.1352020800113678,
      "learning_rate": 9.829529262189218e-05,
      "loss": 0.0171,
      "step": 12920
    },
    {
      "loss_action": 0.010104438289999962,
      "loss_total": 0.010104438289999962,
      "step": 12920
    },
    {
      "loss_action": 0.018695563077926636,
      "loss_total": 0.018695563077926636,
      "step": 12920
    },
    {
      "loss_action": 0.02613920532166958,
      "loss_total": 0.02613920532166958,
      "step": 12920
    },
    {
      "loss_action": 0.01628158614039421,
      "loss_total": 0.01628158614039421,
      "step": 12920
    },
    {
      "loss_action": 0.04672297462821007,
      "loss_total": 0.04672297462821007,
      "step": 12920
    },
    {
      "loss_action": 0.014934075064957142,
      "loss_total": 0.014934075064957142,
      "step": 12920
    },
    {
      "loss_action": 0.008836807683110237,
      "loss_total": 0.008836807683110237,
      "step": 12920
    },
    {
      "loss_action": 0.01271991990506649,
      "loss_total": 0.01271991990506649,
      "step": 12920
    },
    {
      "grad_norm": 0.19437426328659058,
      "learning_rate": 9.829100925406385e-05,
      "loss": 0.0173,
      "step": 12930
    },
    {
      "loss_action": 0.017477329820394516,
      "loss_total": 0.017477329820394516,
      "step": 12930
    },
    {
      "loss_action": 0.010904170572757721,
      "loss_total": 0.010904170572757721,
      "step": 12930
    },
    {
      "loss_action": 0.009682837873697281,
      "loss_total": 0.009682837873697281,
      "step": 12930
    },
    {
      "loss_action": 0.005822060164064169,
      "loss_total": 0.005822060164064169,
      "step": 12930
    },
    {
      "loss_action": 0.019292548298835754,
      "loss_total": 0.019292548298835754,
      "step": 12930
    },
    {
      "loss_action": 0.009742919355630875,
      "loss_total": 0.009742919355630875,
      "step": 12930
    },
    {
      "loss_action": 0.01611192896962166,
      "loss_total": 0.01611192896962166,
      "step": 12930
    },
    {
      "loss_action": 0.011172100901603699,
      "loss_total": 0.011172100901603699,
      "step": 12930
    },
    {
      "grad_norm": 0.2396552413702011,
      "learning_rate": 9.828672060520333e-05,
      "loss": 0.0161,
      "step": 12940
    },
    {
      "loss_action": 0.015270647592842579,
      "loss_total": 0.015270647592842579,
      "step": 12940
    },
    {
      "loss_action": 0.014106521382927895,
      "loss_total": 0.014106521382927895,
      "step": 12940
    },
    {
      "loss_action": 0.009659748524427414,
      "loss_total": 0.009659748524427414,
      "step": 12940
    },
    {
      "loss_action": 0.014371877536177635,
      "loss_total": 0.014371877536177635,
      "step": 12940
    },
    {
      "loss_action": 0.009797686710953712,
      "loss_total": 0.009797686710953712,
      "step": 12940
    },
    {
      "loss_action": 0.01346390787512064,
      "loss_total": 0.01346390787512064,
      "step": 12940
    },
    {
      "loss_action": 0.03077182173728943,
      "loss_total": 0.03077182173728943,
      "step": 12940
    },
    {
      "loss_action": 0.0158105306327343,
      "loss_total": 0.0158105306327343,
      "step": 12940
    },
    {
      "grad_norm": 0.1747855693101883,
      "learning_rate": 9.828242667577966e-05,
      "loss": 0.016,
      "step": 12950
    },
    {
      "loss_action": 0.011700822040438652,
      "loss_total": 0.011700822040438652,
      "step": 12950
    },
    {
      "loss_action": 0.007943284697830677,
      "loss_total": 0.007943284697830677,
      "step": 12950
    },
    {
      "loss_action": 0.019450398162007332,
      "loss_total": 0.019450398162007332,
      "step": 12950
    },
    {
      "loss_action": 0.006022312678396702,
      "loss_total": 0.006022312678396702,
      "step": 12950
    },
    {
      "loss_action": 0.012878120876848698,
      "loss_total": 0.012878120876848698,
      "step": 12950
    },
    {
      "loss_action": 0.010723483748733997,
      "loss_total": 0.010723483748733997,
      "step": 12950
    },
    {
      "loss_action": 0.020439285784959793,
      "loss_total": 0.020439285784959793,
      "step": 12950
    },
    {
      "loss_action": 0.013193811289966106,
      "loss_total": 0.013193811289966106,
      "step": 12950
    },
    {
      "grad_norm": 0.12956008315086365,
      "learning_rate": 9.82781274662624e-05,
      "loss": 0.0161,
      "step": 12960
    },
    {
      "loss_action": 0.011711062863469124,
      "loss_total": 0.011711062863469124,
      "step": 12960
    },
    {
      "loss_action": 0.013123958371579647,
      "loss_total": 0.013123958371579647,
      "step": 12960
    },
    {
      "loss_action": 0.015828881412744522,
      "loss_total": 0.015828881412744522,
      "step": 12960
    },
    {
      "loss_action": 0.010936334729194641,
      "loss_total": 0.010936334729194641,
      "step": 12960
    },
    {
      "loss_action": 0.0056502604857087135,
      "loss_total": 0.0056502604857087135,
      "step": 12960
    },
    {
      "loss_action": 0.011098440736532211,
      "loss_total": 0.011098440736532211,
      "step": 12960
    },
    {
      "loss_action": 0.009090974926948547,
      "loss_total": 0.009090974926948547,
      "step": 12960
    },
    {
      "loss_action": 0.016913145780563354,
      "loss_total": 0.016913145780563354,
      "step": 12960
    },
    {
      "grad_norm": 0.1381300538778305,
      "learning_rate": 9.82738229771217e-05,
      "loss": 0.0136,
      "step": 12970
    },
    {
      "loss_action": 0.014882024377584457,
      "loss_total": 0.014882024377584457,
      "step": 12970
    },
    {
      "loss_action": 0.011541399173438549,
      "loss_total": 0.011541399173438549,
      "step": 12970
    },
    {
      "loss_action": 0.010397848673164845,
      "loss_total": 0.010397848673164845,
      "step": 12970
    },
    {
      "loss_action": 0.011985596269369125,
      "loss_total": 0.011985596269369125,
      "step": 12970
    },
    {
      "loss_action": 0.010870389640331268,
      "loss_total": 0.010870389640331268,
      "step": 12970
    },
    {
      "loss_action": 0.0115358280017972,
      "loss_total": 0.0115358280017972,
      "step": 12970
    },
    {
      "loss_action": 0.014363586902618408,
      "loss_total": 0.014363586902618408,
      "step": 12970
    },
    {
      "loss_action": 0.031890690326690674,
      "loss_total": 0.031890690326690674,
      "step": 12970
    },
    {
      "grad_norm": 0.19522859156131744,
      "learning_rate": 9.826951320882829e-05,
      "loss": 0.0152,
      "step": 12980
    },
    {
      "loss_action": 0.01932087354362011,
      "loss_total": 0.01932087354362011,
      "step": 12980
    },
    {
      "loss_action": 0.045612044632434845,
      "loss_total": 0.045612044632434845,
      "step": 12980
    },
    {
      "loss_action": 0.01595180854201317,
      "loss_total": 0.01595180854201317,
      "step": 12980
    },
    {
      "loss_action": 0.024090159684419632,
      "loss_total": 0.024090159684419632,
      "step": 12980
    },
    {
      "loss_action": 0.014066734351217747,
      "loss_total": 0.014066734351217747,
      "step": 12980
    },
    {
      "loss_action": 0.0153131615370512,
      "loss_total": 0.0153131615370512,
      "step": 12980
    },
    {
      "loss_action": 0.020891014486551285,
      "loss_total": 0.020891014486551285,
      "step": 12980
    },
    {
      "loss_action": 0.011058293282985687,
      "loss_total": 0.011058293282985687,
      "step": 12980
    },
    {
      "grad_norm": 0.15816302597522736,
      "learning_rate": 9.826519816185351e-05,
      "loss": 0.017,
      "step": 12990
    },
    {
      "loss_action": 0.01667926274240017,
      "loss_total": 0.01667926274240017,
      "step": 12990
    },
    {
      "loss_action": 0.014067808166146278,
      "loss_total": 0.014067808166146278,
      "step": 12990
    },
    {
      "loss_action": 0.00806703232228756,
      "loss_total": 0.00806703232228756,
      "step": 12990
    },
    {
      "loss_action": 0.013478600420057774,
      "loss_total": 0.013478600420057774,
      "step": 12990
    },
    {
      "loss_action": 0.010652134194970131,
      "loss_total": 0.010652134194970131,
      "step": 12990
    },
    {
      "loss_action": 0.02304241806268692,
      "loss_total": 0.02304241806268692,
      "step": 12990
    },
    {
      "loss_action": 0.019073696807026863,
      "loss_total": 0.019073696807026863,
      "step": 12990
    },
    {
      "loss_action": 0.04789765924215317,
      "loss_total": 0.04789765924215317,
      "step": 12990
    },
    {
      "grad_norm": 0.1707111895084381,
      "learning_rate": 9.826087783666921e-05,
      "loss": 0.0167,
      "step": 13000
    },
    {
      "loss_action": 0.013012222945690155,
      "loss_total": 0.013012222945690155,
      "step": 13000
    },
    {
      "loss_action": 0.014676312915980816,
      "loss_total": 0.014676312915980816,
      "step": 13000
    },
    {
      "loss_action": 0.008100938983261585,
      "loss_total": 0.008100938983261585,
      "step": 13000
    },
    {
      "loss_action": 0.013156474567949772,
      "loss_total": 0.013156474567949772,
      "step": 13000
    },
    {
      "loss_action": 0.018474431708455086,
      "loss_total": 0.018474431708455086,
      "step": 13000
    },
    {
      "loss_action": 0.022574616596102715,
      "loss_total": 0.022574616596102715,
      "step": 13000
    },
    {
      "loss_action": 0.00804442260414362,
      "loss_total": 0.00804442260414362,
      "step": 13000
    },
    {
      "loss_action": 0.021740585565567017,
      "loss_total": 0.021740585565567017,
      "step": 13000
    },
    {
      "grad_norm": 0.15196654200553894,
      "learning_rate": 9.825655223374787e-05,
      "loss": 0.0151,
      "step": 13010
    },
    {
      "loss_action": 0.020356761291623116,
      "loss_total": 0.020356761291623116,
      "step": 13010
    },
    {
      "loss_action": 0.017006635665893555,
      "loss_total": 0.017006635665893555,
      "step": 13010
    },
    {
      "loss_action": 0.016003094613552094,
      "loss_total": 0.016003094613552094,
      "step": 13010
    },
    {
      "loss_action": 0.01559378020465374,
      "loss_total": 0.01559378020465374,
      "step": 13010
    },
    {
      "loss_action": 0.008348539471626282,
      "loss_total": 0.008348539471626282,
      "step": 13010
    },
    {
      "loss_action": 0.015612099319696426,
      "loss_total": 0.015612099319696426,
      "step": 13010
    },
    {
      "loss_action": 0.019803376868367195,
      "loss_total": 0.019803376868367195,
      "step": 13010
    },
    {
      "loss_action": 0.024960411712527275,
      "loss_total": 0.024960411712527275,
      "step": 13010
    },
    {
      "grad_norm": 0.20844195783138275,
      "learning_rate": 9.825222135356253e-05,
      "loss": 0.015,
      "step": 13020
    },
    {
      "loss_action": 0.007497986778616905,
      "loss_total": 0.007497986778616905,
      "step": 13020
    },
    {
      "loss_action": 0.006843674927949905,
      "loss_total": 0.006843674927949905,
      "step": 13020
    },
    {
      "loss_action": 0.010065891779959202,
      "loss_total": 0.010065891779959202,
      "step": 13020
    },
    {
      "loss_action": 0.006843936629593372,
      "loss_total": 0.006843936629593372,
      "step": 13020
    },
    {
      "loss_action": 0.029689744114875793,
      "loss_total": 0.029689744114875793,
      "step": 13020
    },
    {
      "loss_action": 0.018538549542427063,
      "loss_total": 0.018538549542427063,
      "step": 13020
    },
    {
      "loss_action": 0.015763740986585617,
      "loss_total": 0.015763740986585617,
      "step": 13020
    },
    {
      "loss_action": 0.007104414515197277,
      "loss_total": 0.007104414515197277,
      "step": 13020
    },
    {
      "grad_norm": 0.18364131450653076,
      "learning_rate": 9.82478851965868e-05,
      "loss": 0.0166,
      "step": 13030
    },
    {
      "loss_action": 0.01208273135125637,
      "loss_total": 0.01208273135125637,
      "step": 13030
    },
    {
      "loss_action": 0.014646302908658981,
      "loss_total": 0.014646302908658981,
      "step": 13030
    },
    {
      "loss_action": 0.01594618149101734,
      "loss_total": 0.01594618149101734,
      "step": 13030
    },
    {
      "loss_action": 0.013850759714841843,
      "loss_total": 0.013850759714841843,
      "step": 13030
    },
    {
      "loss_action": 0.02006862685084343,
      "loss_total": 0.02006862685084343,
      "step": 13030
    },
    {
      "loss_action": 0.017467714846134186,
      "loss_total": 0.017467714846134186,
      "step": 13030
    },
    {
      "loss_action": 0.010886883363127708,
      "loss_total": 0.010886883363127708,
      "step": 13030
    },
    {
      "loss_action": 0.034823499619960785,
      "loss_total": 0.034823499619960785,
      "step": 13030
    },
    {
      "grad_norm": 0.17684496939182281,
      "learning_rate": 9.82435437632949e-05,
      "loss": 0.0162,
      "step": 13040
    },
    {
      "loss_action": 0.023809850215911865,
      "loss_total": 0.023809850215911865,
      "step": 13040
    },
    {
      "loss_action": 0.012670569121837616,
      "loss_total": 0.012670569121837616,
      "step": 13040
    },
    {
      "loss_action": 0.04869125038385391,
      "loss_total": 0.04869125038385391,
      "step": 13040
    },
    {
      "loss_action": 0.020304158329963684,
      "loss_total": 0.020304158329963684,
      "step": 13040
    },
    {
      "loss_action": 0.007151692174375057,
      "loss_total": 0.007151692174375057,
      "step": 13040
    },
    {
      "loss_action": 0.023072902113199234,
      "loss_total": 0.023072902113199234,
      "step": 13040
    },
    {
      "loss_action": 0.015298725105822086,
      "loss_total": 0.015298725105822086,
      "step": 13040
    },
    {
      "loss_action": 0.02437177300453186,
      "loss_total": 0.02437177300453186,
      "step": 13040
    },
    {
      "grad_norm": 0.22914911806583405,
      "learning_rate": 9.823919705416158e-05,
      "loss": 0.0206,
      "step": 13050
    },
    {
      "loss_action": 0.015590723603963852,
      "loss_total": 0.015590723603963852,
      "step": 13050
    },
    {
      "loss_action": 0.026854559779167175,
      "loss_total": 0.026854559779167175,
      "step": 13050
    },
    {
      "loss_action": 0.015064439736306667,
      "loss_total": 0.015064439736306667,
      "step": 13050
    },
    {
      "loss_action": 0.008554563857614994,
      "loss_total": 0.008554563857614994,
      "step": 13050
    },
    {
      "loss_action": 0.02077556401491165,
      "loss_total": 0.02077556401491165,
      "step": 13050
    },
    {
      "loss_action": 0.015502097085118294,
      "loss_total": 0.015502097085118294,
      "step": 13050
    },
    {
      "loss_action": 0.015413518995046616,
      "loss_total": 0.015413518995046616,
      "step": 13050
    },
    {
      "loss_action": 0.020999066531658173,
      "loss_total": 0.020999066531658173,
      "step": 13050
    },
    {
      "grad_norm": 0.1860918402671814,
      "learning_rate": 9.82348450696622e-05,
      "loss": 0.0167,
      "step": 13060
    },
    {
      "loss_action": 0.016164101660251617,
      "loss_total": 0.016164101660251617,
      "step": 13060
    },
    {
      "loss_action": 0.015445028431713581,
      "loss_total": 0.015445028431713581,
      "step": 13060
    },
    {
      "loss_action": 0.02236858755350113,
      "loss_total": 0.02236858755350113,
      "step": 13060
    },
    {
      "loss_action": 0.011188926175236702,
      "loss_total": 0.011188926175236702,
      "step": 13060
    },
    {
      "loss_action": 0.008762545883655548,
      "loss_total": 0.008762545883655548,
      "step": 13060
    },
    {
      "loss_action": 0.013208195567131042,
      "loss_total": 0.013208195567131042,
      "step": 13060
    },
    {
      "loss_action": 0.006232676096260548,
      "loss_total": 0.006232676096260548,
      "step": 13060
    },
    {
      "loss_action": 0.009359413757920265,
      "loss_total": 0.009359413757920265,
      "step": 13060
    },
    {
      "grad_norm": 0.1777559369802475,
      "learning_rate": 9.823048781027268e-05,
      "loss": 0.0143,
      "step": 13070
    },
    {
      "loss_action": 0.010958215221762657,
      "loss_total": 0.010958215221762657,
      "step": 13070
    },
    {
      "loss_action": 0.026101354509592056,
      "loss_total": 0.026101354509592056,
      "step": 13070
    },
    {
      "loss_action": 0.01023908145725727,
      "loss_total": 0.01023908145725727,
      "step": 13070
    },
    {
      "loss_action": 0.018368231132626534,
      "loss_total": 0.018368231132626534,
      "step": 13070
    },
    {
      "loss_action": 0.017681611701846123,
      "loss_total": 0.017681611701846123,
      "step": 13070
    },
    {
      "loss_action": 0.010851660743355751,
      "loss_total": 0.010851660743355751,
      "step": 13070
    },
    {
      "loss_action": 0.011128358542919159,
      "loss_total": 0.011128358542919159,
      "step": 13070
    },
    {
      "loss_action": 0.015105390921235085,
      "loss_total": 0.015105390921235085,
      "step": 13070
    },
    {
      "grad_norm": 0.33747580647468567,
      "learning_rate": 9.822612527646953e-05,
      "loss": 0.0179,
      "step": 13080
    },
    {
      "loss_action": 0.035604506731033325,
      "loss_total": 0.035604506731033325,
      "step": 13080
    },
    {
      "loss_action": 0.026024676859378815,
      "loss_total": 0.026024676859378815,
      "step": 13080
    },
    {
      "loss_action": 0.031106913462281227,
      "loss_total": 0.031106913462281227,
      "step": 13080
    },
    {
      "loss_action": 0.011891640722751617,
      "loss_total": 0.011891640722751617,
      "step": 13080
    },
    {
      "loss_action": 0.03711279109120369,
      "loss_total": 0.03711279109120369,
      "step": 13080
    },
    {
      "loss_action": 0.0164842177182436,
      "loss_total": 0.0164842177182436,
      "step": 13080
    },
    {
      "loss_action": 0.016970593482255936,
      "loss_total": 0.016970593482255936,
      "step": 13080
    },
    {
      "loss_action": 0.01458953507244587,
      "loss_total": 0.01458953507244587,
      "step": 13080
    },
    {
      "grad_norm": 0.1899699568748474,
      "learning_rate": 9.822175746872984e-05,
      "loss": 0.018,
      "step": 13090
    },
    {
      "loss_action": 0.01008533127605915,
      "loss_total": 0.01008533127605915,
      "step": 13090
    },
    {
      "loss_action": 0.015294825658202171,
      "loss_total": 0.015294825658202171,
      "step": 13090
    },
    {
      "loss_action": 0.012020116671919823,
      "loss_total": 0.012020116671919823,
      "step": 13090
    },
    {
      "loss_action": 0.010562826879322529,
      "loss_total": 0.010562826879322529,
      "step": 13090
    },
    {
      "loss_action": 0.016439469531178474,
      "loss_total": 0.016439469531178474,
      "step": 13090
    },
    {
      "loss_action": 0.01464733388274908,
      "loss_total": 0.01464733388274908,
      "step": 13090
    },
    {
      "loss_action": 0.011790704913437366,
      "loss_total": 0.011790704913437366,
      "step": 13090
    },
    {
      "loss_action": 0.016473418101668358,
      "loss_total": 0.016473418101668358,
      "step": 13090
    },
    {
      "grad_norm": 0.1817503124475479,
      "learning_rate": 9.821738438753123e-05,
      "loss": 0.0171,
      "step": 13100
    },
    {
      "loss_action": 0.016162574291229248,
      "loss_total": 0.016162574291229248,
      "step": 13100
    },
    {
      "loss_action": 0.012558371759951115,
      "loss_total": 0.012558371759951115,
      "step": 13100
    },
    {
      "loss_action": 0.029419757425785065,
      "loss_total": 0.029419757425785065,
      "step": 13100
    },
    {
      "loss_action": 0.024345077574253082,
      "loss_total": 0.024345077574253082,
      "step": 13100
    },
    {
      "loss_action": 0.01157778687775135,
      "loss_total": 0.01157778687775135,
      "step": 13100
    },
    {
      "loss_action": 0.008846545591950417,
      "loss_total": 0.008846545591950417,
      "step": 13100
    },
    {
      "loss_action": 0.012883951887488365,
      "loss_total": 0.012883951887488365,
      "step": 13100
    },
    {
      "loss_action": 0.01012609712779522,
      "loss_total": 0.01012609712779522,
      "step": 13100
    },
    {
      "grad_norm": 0.18272100389003754,
      "learning_rate": 9.821300603335196e-05,
      "loss": 0.0162,
      "step": 13110
    },
    {
      "loss_action": 0.014362616464495659,
      "loss_total": 0.014362616464495659,
      "step": 13110
    },
    {
      "loss_action": 0.013262148946523666,
      "loss_total": 0.013262148946523666,
      "step": 13110
    },
    {
      "loss_action": 0.01665545627474785,
      "loss_total": 0.01665545627474785,
      "step": 13110
    },
    {
      "loss_action": 0.010987283661961555,
      "loss_total": 0.010987283661961555,
      "step": 13110
    },
    {
      "loss_action": 0.04959823936223984,
      "loss_total": 0.04959823936223984,
      "step": 13110
    },
    {
      "loss_action": 0.022489551454782486,
      "loss_total": 0.022489551454782486,
      "step": 13110
    },
    {
      "loss_action": 0.016306208446621895,
      "loss_total": 0.016306208446621895,
      "step": 13110
    },
    {
      "loss_action": 0.009202688932418823,
      "loss_total": 0.009202688932418823,
      "step": 13110
    },
    {
      "grad_norm": 0.14999735355377197,
      "learning_rate": 9.820862240667085e-05,
      "loss": 0.0169,
      "step": 13120
    },
    {
      "loss_action": 0.033583447337150574,
      "loss_total": 0.033583447337150574,
      "step": 13120
    },
    {
      "loss_action": 0.013161941431462765,
      "loss_total": 0.013161941431462765,
      "step": 13120
    },
    {
      "loss_action": 0.026264408603310585,
      "loss_total": 0.026264408603310585,
      "step": 13120
    },
    {
      "loss_action": 0.010201751254498959,
      "loss_total": 0.010201751254498959,
      "step": 13120
    },
    {
      "loss_action": 0.014539480209350586,
      "loss_total": 0.014539480209350586,
      "step": 13120
    },
    {
      "loss_action": 0.032289549708366394,
      "loss_total": 0.032289549708366394,
      "step": 13120
    },
    {
      "loss_action": 0.018849994987249374,
      "loss_total": 0.018849994987249374,
      "step": 13120
    },
    {
      "loss_action": 0.015408824197947979,
      "loss_total": 0.015408824197947979,
      "step": 13120
    },
    {
      "grad_norm": 0.18680521845817566,
      "learning_rate": 9.820423350796726e-05,
      "loss": 0.0171,
      "step": 13130
    },
    {
      "loss_action": 0.016242681071162224,
      "loss_total": 0.016242681071162224,
      "step": 13130
    },
    {
      "loss_action": 0.01702837646007538,
      "loss_total": 0.01702837646007538,
      "step": 13130
    },
    {
      "loss_action": 0.014856807887554169,
      "loss_total": 0.014856807887554169,
      "step": 13130
    },
    {
      "loss_action": 0.05546635389328003,
      "loss_total": 0.05546635389328003,
      "step": 13130
    },
    {
      "loss_action": 0.015684446319937706,
      "loss_total": 0.015684446319937706,
      "step": 13130
    },
    {
      "loss_action": 0.0071610645391047,
      "loss_total": 0.0071610645391047,
      "step": 13130
    },
    {
      "loss_action": 0.02609638124704361,
      "loss_total": 0.02609638124704361,
      "step": 13130
    },
    {
      "loss_action": 0.007656761910766363,
      "loss_total": 0.007656761910766363,
      "step": 13130
    },
    {
      "grad_norm": 0.2817325294017792,
      "learning_rate": 9.819983933772118e-05,
      "loss": 0.0157,
      "step": 13140
    },
    {
      "loss_action": 0.012282643467187881,
      "loss_total": 0.012282643467187881,
      "step": 13140
    },
    {
      "loss_action": 0.019487477838993073,
      "loss_total": 0.019487477838993073,
      "step": 13140
    },
    {
      "loss_action": 0.010687606409192085,
      "loss_total": 0.010687606409192085,
      "step": 13140
    },
    {
      "loss_action": 0.013327807188034058,
      "loss_total": 0.013327807188034058,
      "step": 13140
    },
    {
      "loss_action": 0.025387166067957878,
      "loss_total": 0.025387166067957878,
      "step": 13140
    },
    {
      "loss_action": 0.013199012726545334,
      "loss_total": 0.013199012726545334,
      "step": 13140
    },
    {
      "loss_action": 0.028551919385790825,
      "loss_total": 0.028551919385790825,
      "step": 13140
    },
    {
      "loss_action": 0.012221497483551502,
      "loss_total": 0.012221497483551502,
      "step": 13140
    },
    {
      "grad_norm": 0.15531198680400848,
      "learning_rate": 9.819543989641314e-05,
      "loss": 0.0187,
      "step": 13150
    },
    {
      "loss_action": 0.015989501029253006,
      "loss_total": 0.015989501029253006,
      "step": 13150
    },
    {
      "loss_action": 0.012144621461629868,
      "loss_total": 0.012144621461629868,
      "step": 13150
    },
    {
      "loss_action": 0.012452280148863792,
      "loss_total": 0.012452280148863792,
      "step": 13150
    },
    {
      "loss_action": 0.011844283901154995,
      "loss_total": 0.011844283901154995,
      "step": 13150
    },
    {
      "loss_action": 0.027961837127804756,
      "loss_total": 0.027961837127804756,
      "step": 13150
    },
    {
      "loss_action": 0.050785504281520844,
      "loss_total": 0.050785504281520844,
      "step": 13150
    },
    {
      "loss_action": 0.020657574757933617,
      "loss_total": 0.020657574757933617,
      "step": 13150
    },
    {
      "loss_action": 0.04807581007480621,
      "loss_total": 0.04807581007480621,
      "step": 13150
    },
    {
      "grad_norm": 0.20906025171279907,
      "learning_rate": 9.819103518452423e-05,
      "loss": 0.0198,
      "step": 13160
    },
    {
      "loss_action": 0.025503531098365784,
      "loss_total": 0.025503531098365784,
      "step": 13160
    },
    {
      "loss_action": 0.058872297406196594,
      "loss_total": 0.058872297406196594,
      "step": 13160
    },
    {
      "loss_action": 0.02366042695939541,
      "loss_total": 0.02366042695939541,
      "step": 13160
    },
    {
      "loss_action": 0.023747235536575317,
      "loss_total": 0.023747235536575317,
      "step": 13160
    },
    {
      "loss_action": 0.021192479878664017,
      "loss_total": 0.021192479878664017,
      "step": 13160
    },
    {
      "loss_action": 0.018687738105654716,
      "loss_total": 0.018687738105654716,
      "step": 13160
    },
    {
      "loss_action": 0.02082180231809616,
      "loss_total": 0.02082180231809616,
      "step": 13160
    },
    {
      "loss_action": 0.026635657995939255,
      "loss_total": 0.026635657995939255,
      "step": 13160
    },
    {
      "grad_norm": 0.15550296008586884,
      "learning_rate": 9.818662520253618e-05,
      "loss": 0.0175,
      "step": 13170
    },
    {
      "loss_action": 0.014979708008468151,
      "loss_total": 0.014979708008468151,
      "step": 13170
    },
    {
      "loss_action": 0.02174692042171955,
      "loss_total": 0.02174692042171955,
      "step": 13170
    },
    {
      "loss_action": 0.010146355256438255,
      "loss_total": 0.010146355256438255,
      "step": 13170
    },
    {
      "loss_action": 0.008536912500858307,
      "loss_total": 0.008536912500858307,
      "step": 13170
    },
    {
      "loss_action": 0.02759517729282379,
      "loss_total": 0.02759517729282379,
      "step": 13170
    },
    {
      "loss_action": 0.00924946740269661,
      "loss_total": 0.00924946740269661,
      "step": 13170
    },
    {
      "loss_action": 0.007345793768763542,
      "loss_total": 0.007345793768763542,
      "step": 13170
    },
    {
      "loss_action": 0.017464160919189453,
      "loss_total": 0.017464160919189453,
      "step": 13170
    },
    {
      "grad_norm": 0.16099514067173004,
      "learning_rate": 9.818220995093126e-05,
      "loss": 0.016,
      "step": 13180
    },
    {
      "loss_action": 0.007200251333415508,
      "loss_total": 0.007200251333415508,
      "step": 13180
    },
    {
      "loss_action": 0.01456447783857584,
      "loss_total": 0.01456447783857584,
      "step": 13180
    },
    {
      "loss_action": 0.025110002607107162,
      "loss_total": 0.025110002607107162,
      "step": 13180
    },
    {
      "loss_action": 0.028825052082538605,
      "loss_total": 0.028825052082538605,
      "step": 13180
    },
    {
      "loss_action": 0.025939229875802994,
      "loss_total": 0.025939229875802994,
      "step": 13180
    },
    {
      "loss_action": 0.011357693932950497,
      "loss_total": 0.011357693932950497,
      "step": 13180
    },
    {
      "loss_action": 0.0052269804291427135,
      "loss_total": 0.0052269804291427135,
      "step": 13180
    },
    {
      "loss_action": 0.04694153368473053,
      "loss_total": 0.04694153368473053,
      "step": 13180
    },
    {
      "grad_norm": 0.18964771926403046,
      "learning_rate": 9.817778943019228e-05,
      "loss": 0.016,
      "step": 13190
    },
    {
      "loss_action": 0.013393801636993885,
      "loss_total": 0.013393801636993885,
      "step": 13190
    },
    {
      "loss_action": 0.016690105199813843,
      "loss_total": 0.016690105199813843,
      "step": 13190
    },
    {
      "loss_action": 0.009579284116625786,
      "loss_total": 0.009579284116625786,
      "step": 13190
    },
    {
      "loss_action": 0.03189923241734505,
      "loss_total": 0.03189923241734505,
      "step": 13190
    },
    {
      "loss_action": 0.007325831800699234,
      "loss_total": 0.007325831800699234,
      "step": 13190
    },
    {
      "loss_action": 0.0060010612942278385,
      "loss_total": 0.0060010612942278385,
      "step": 13190
    },
    {
      "loss_action": 0.014319260604679585,
      "loss_total": 0.014319260604679585,
      "step": 13190
    },
    {
      "loss_action": 0.04590621590614319,
      "loss_total": 0.04590621590614319,
      "step": 13190
    },
    {
      "grad_norm": 0.17348159849643707,
      "learning_rate": 9.81733636408027e-05,
      "loss": 0.0148,
      "step": 13200
    },
    {
      "loss_action": 0.019431518390774727,
      "loss_total": 0.019431518390774727,
      "step": 13200
    },
    {
      "loss_action": 0.011629844084382057,
      "loss_total": 0.011629844084382057,
      "step": 13200
    },
    {
      "loss_action": 0.02051069587469101,
      "loss_total": 0.02051069587469101,
      "step": 13200
    },
    {
      "loss_action": 0.034929074347019196,
      "loss_total": 0.034929074347019196,
      "step": 13200
    },
    {
      "loss_action": 0.025657620280981064,
      "loss_total": 0.025657620280981064,
      "step": 13200
    },
    {
      "loss_action": 0.013319717720150948,
      "loss_total": 0.013319717720150948,
      "step": 13200
    },
    {
      "loss_action": 0.00875182542949915,
      "loss_total": 0.00875182542949915,
      "step": 13200
    },
    {
      "loss_action": 0.009344552643597126,
      "loss_total": 0.009344552643597126,
      "step": 13200
    },
    {
      "grad_norm": 0.3074282705783844,
      "learning_rate": 9.816893258324649e-05,
      "loss": 0.0203,
      "step": 13210
    },
    {
      "loss_action": 0.007093470543622971,
      "loss_total": 0.007093470543622971,
      "step": 13210
    },
    {
      "loss_action": 0.012347975745797157,
      "loss_total": 0.012347975745797157,
      "step": 13210
    },
    {
      "loss_action": 0.0333370603621006,
      "loss_total": 0.0333370603621006,
      "step": 13210
    },
    {
      "loss_action": 0.012590723112225533,
      "loss_total": 0.012590723112225533,
      "step": 13210
    },
    {
      "loss_action": 0.008995105512440205,
      "loss_total": 0.008995105512440205,
      "step": 13210
    },
    {
      "loss_action": 0.01847013644874096,
      "loss_total": 0.01847013644874096,
      "step": 13210
    },
    {
      "loss_action": 0.015533091500401497,
      "loss_total": 0.015533091500401497,
      "step": 13210
    },
    {
      "loss_action": 0.014821292832493782,
      "loss_total": 0.014821292832493782,
      "step": 13210
    },
    {
      "grad_norm": 0.1719026416540146,
      "learning_rate": 9.816449625800823e-05,
      "loss": 0.0181,
      "step": 13220
    },
    {
      "loss_action": 0.024392955005168915,
      "loss_total": 0.024392955005168915,
      "step": 13220
    },
    {
      "loss_action": 0.011210478842258453,
      "loss_total": 0.011210478842258453,
      "step": 13220
    },
    {
      "loss_action": 0.02254214510321617,
      "loss_total": 0.02254214510321617,
      "step": 13220
    },
    {
      "loss_action": 0.010689059272408485,
      "loss_total": 0.010689059272408485,
      "step": 13220
    },
    {
      "loss_action": 0.014349734410643578,
      "loss_total": 0.014349734410643578,
      "step": 13220
    },
    {
      "loss_action": 0.03192666172981262,
      "loss_total": 0.03192666172981262,
      "step": 13220
    },
    {
      "loss_action": 0.022220663726329803,
      "loss_total": 0.022220663726329803,
      "step": 13220
    },
    {
      "loss_action": 0.09717705845832825,
      "loss_total": 0.09717705845832825,
      "step": 13220
    },
    {
      "grad_norm": 0.12188282608985901,
      "learning_rate": 9.816005466557308e-05,
      "loss": 0.0185,
      "step": 13230
    },
    {
      "loss_action": 0.02731069177389145,
      "loss_total": 0.02731069177389145,
      "step": 13230
    },
    {
      "loss_action": 0.007600407116115093,
      "loss_total": 0.007600407116115093,
      "step": 13230
    },
    {
      "loss_action": 0.025680825114250183,
      "loss_total": 0.025680825114250183,
      "step": 13230
    },
    {
      "loss_action": 0.02266581542789936,
      "loss_total": 0.02266581542789936,
      "step": 13230
    },
    {
      "loss_action": 0.009572267532348633,
      "loss_total": 0.009572267532348633,
      "step": 13230
    },
    {
      "loss_action": 0.020923729985952377,
      "loss_total": 0.020923729985952377,
      "step": 13230
    },
    {
      "loss_action": 0.00830557756125927,
      "loss_total": 0.00830557756125927,
      "step": 13230
    },
    {
      "loss_action": 0.024410849437117577,
      "loss_total": 0.024410849437117577,
      "step": 13230
    },
    {
      "grad_norm": 0.19104047119617462,
      "learning_rate": 9.815560780642674e-05,
      "loss": 0.0173,
      "step": 13240
    },
    {
      "loss_action": 0.012828625738620758,
      "loss_total": 0.012828625738620758,
      "step": 13240
    },
    {
      "loss_action": 0.010607277974486351,
      "loss_total": 0.010607277974486351,
      "step": 13240
    },
    {
      "loss_action": 0.014165601693093777,
      "loss_total": 0.014165601693093777,
      "step": 13240
    },
    {
      "loss_action": 0.01614745706319809,
      "loss_total": 0.01614745706319809,
      "step": 13240
    },
    {
      "loss_action": 0.016774266958236694,
      "loss_total": 0.016774266958236694,
      "step": 13240
    },
    {
      "loss_action": 0.016768258064985275,
      "loss_total": 0.016768258064985275,
      "step": 13240
    },
    {
      "loss_action": 0.011478343978524208,
      "loss_total": 0.011478343978524208,
      "step": 13240
    },
    {
      "loss_action": 0.011522166430950165,
      "loss_total": 0.011522166430950165,
      "step": 13240
    },
    {
      "grad_norm": 0.1366862952709198,
      "learning_rate": 9.815115568105555e-05,
      "loss": 0.0175,
      "step": 13250
    },
    {
      "loss_action": 0.014499595388770103,
      "loss_total": 0.014499595388770103,
      "step": 13250
    },
    {
      "loss_action": 0.019872527569532394,
      "loss_total": 0.019872527569532394,
      "step": 13250
    },
    {
      "loss_action": 0.018990982323884964,
      "loss_total": 0.018990982323884964,
      "step": 13250
    },
    {
      "loss_action": 0.013060441240668297,
      "loss_total": 0.013060441240668297,
      "step": 13250
    },
    {
      "loss_action": 0.02466583251953125,
      "loss_total": 0.02466583251953125,
      "step": 13250
    },
    {
      "loss_action": 0.010445648804306984,
      "loss_total": 0.010445648804306984,
      "step": 13250
    },
    {
      "loss_action": 0.025433646515011787,
      "loss_total": 0.025433646515011787,
      "step": 13250
    },
    {
      "loss_action": 0.01679396443068981,
      "loss_total": 0.01679396443068981,
      "step": 13250
    },
    {
      "grad_norm": 0.22661767899990082,
      "learning_rate": 9.814669828994638e-05,
      "loss": 0.0176,
      "step": 13260
    },
    {
      "loss_action": 0.016855018213391304,
      "loss_total": 0.016855018213391304,
      "step": 13260
    },
    {
      "loss_action": 0.01806670054793358,
      "loss_total": 0.01806670054793358,
      "step": 13260
    },
    {
      "loss_action": 0.009548572823405266,
      "loss_total": 0.009548572823405266,
      "step": 13260
    },
    {
      "loss_action": 0.01672590896487236,
      "loss_total": 0.01672590896487236,
      "step": 13260
    },
    {
      "loss_action": 0.010609274730086327,
      "loss_total": 0.010609274730086327,
      "step": 13260
    },
    {
      "loss_action": 0.010685643181204796,
      "loss_total": 0.010685643181204796,
      "step": 13260
    },
    {
      "loss_action": 0.030407581478357315,
      "loss_total": 0.030407581478357315,
      "step": 13260
    },
    {
      "loss_action": 0.007125350646674633,
      "loss_total": 0.007125350646674633,
      "step": 13260
    },
    {
      "grad_norm": 0.22660374641418457,
      "learning_rate": 9.814223563358665e-05,
      "loss": 0.0184,
      "step": 13270
    },
    {
      "loss_action": 0.009045572951436043,
      "loss_total": 0.009045572951436043,
      "step": 13270
    },
    {
      "loss_action": 0.010680337436497211,
      "loss_total": 0.010680337436497211,
      "step": 13270
    },
    {
      "loss_action": 0.041934654116630554,
      "loss_total": 0.041934654116630554,
      "step": 13270
    },
    {
      "loss_action": 0.018391840159893036,
      "loss_total": 0.018391840159893036,
      "step": 13270
    },
    {
      "loss_action": 0.014797516167163849,
      "loss_total": 0.014797516167163849,
      "step": 13270
    },
    {
      "loss_action": 0.04094260558485985,
      "loss_total": 0.04094260558485985,
      "step": 13270
    },
    {
      "loss_action": 0.007632064633071423,
      "loss_total": 0.007632064633071423,
      "step": 13270
    },
    {
      "loss_action": 0.00841524638235569,
      "loss_total": 0.00841524638235569,
      "step": 13270
    },
    {
      "grad_norm": 0.18090122938156128,
      "learning_rate": 9.813776771246443e-05,
      "loss": 0.0175,
      "step": 13280
    },
    {
      "loss_action": 0.013242775574326515,
      "loss_total": 0.013242775574326515,
      "step": 13280
    },
    {
      "loss_action": 0.015158210881054401,
      "loss_total": 0.015158210881054401,
      "step": 13280
    },
    {
      "loss_action": 0.006941183935850859,
      "loss_total": 0.006941183935850859,
      "step": 13280
    },
    {
      "loss_action": 0.007726163603365421,
      "loss_total": 0.007726163603365421,
      "step": 13280
    },
    {
      "loss_action": 0.009298581629991531,
      "loss_total": 0.009298581629991531,
      "step": 13280
    },
    {
      "loss_action": 0.009325675666332245,
      "loss_total": 0.009325675666332245,
      "step": 13280
    },
    {
      "loss_action": 0.007759755942970514,
      "loss_total": 0.007759755942970514,
      "step": 13280
    },
    {
      "loss_action": 0.019166961312294006,
      "loss_total": 0.019166961312294006,
      "step": 13280
    },
    {
      "grad_norm": 0.23731432855129242,
      "learning_rate": 9.813329452706829e-05,
      "loss": 0.0171,
      "step": 13290
    },
    {
      "loss_action": 0.010727793909609318,
      "loss_total": 0.010727793909609318,
      "step": 13290
    },
    {
      "loss_action": 0.017520751804113388,
      "loss_total": 0.017520751804113388,
      "step": 13290
    },
    {
      "loss_action": 0.007554891053587198,
      "loss_total": 0.007554891053587198,
      "step": 13290
    },
    {
      "loss_action": 0.01345712598413229,
      "loss_total": 0.01345712598413229,
      "step": 13290
    },
    {
      "loss_action": 0.018524575978517532,
      "loss_total": 0.018524575978517532,
      "step": 13290
    },
    {
      "loss_action": 0.011183422058820724,
      "loss_total": 0.011183422058820724,
      "step": 13290
    },
    {
      "loss_action": 0.014007377438247204,
      "loss_total": 0.014007377438247204,
      "step": 13290
    },
    {
      "loss_action": 0.008227943442761898,
      "loss_total": 0.008227943442761898,
      "step": 13290
    },
    {
      "grad_norm": 0.28010693192481995,
      "learning_rate": 9.812881607788744e-05,
      "loss": 0.018,
      "step": 13300
    },
    {
      "loss_action": 0.018642816692590714,
      "loss_total": 0.018642816692590714,
      "step": 13300
    },
    {
      "loss_action": 0.011374952271580696,
      "loss_total": 0.011374952271580696,
      "step": 13300
    },
    {
      "loss_action": 0.011101536452770233,
      "loss_total": 0.011101536452770233,
      "step": 13300
    },
    {
      "loss_action": 0.02417563647031784,
      "loss_total": 0.02417563647031784,
      "step": 13300
    },
    {
      "loss_action": 0.051732003688812256,
      "loss_total": 0.051732003688812256,
      "step": 13300
    },
    {
      "loss_action": 0.015836844220757484,
      "loss_total": 0.015836844220757484,
      "step": 13300
    },
    {
      "loss_action": 0.011434314772486687,
      "loss_total": 0.011434314772486687,
      "step": 13300
    },
    {
      "loss_action": 0.014225821942090988,
      "loss_total": 0.014225821942090988,
      "step": 13300
    },
    {
      "grad_norm": 0.19656313955783844,
      "learning_rate": 9.812433236541163e-05,
      "loss": 0.017,
      "step": 13310
    },
    {
      "loss_action": 0.011785827577114105,
      "loss_total": 0.011785827577114105,
      "step": 13310
    },
    {
      "loss_action": 0.015096757560968399,
      "loss_total": 0.015096757560968399,
      "step": 13310
    },
    {
      "loss_action": 0.03162571042776108,
      "loss_total": 0.03162571042776108,
      "step": 13310
    },
    {
      "loss_action": 0.011370552703738213,
      "loss_total": 0.011370552703738213,
      "step": 13310
    },
    {
      "loss_action": 0.03154756501317024,
      "loss_total": 0.03154756501317024,
      "step": 13310
    },
    {
      "loss_action": 0.011438298970460892,
      "loss_total": 0.011438298970460892,
      "step": 13310
    },
    {
      "loss_action": 0.012913656421005726,
      "loss_total": 0.012913656421005726,
      "step": 13310
    },
    {
      "loss_action": 0.025073271244764328,
      "loss_total": 0.025073271244764328,
      "step": 13310
    },
    {
      "grad_norm": 0.17922784388065338,
      "learning_rate": 9.811984339013116e-05,
      "loss": 0.0206,
      "step": 13320
    },
    {
      "loss_action": 0.015172533690929413,
      "loss_total": 0.015172533690929413,
      "step": 13320
    },
    {
      "loss_action": 0.013186674565076828,
      "loss_total": 0.013186674565076828,
      "step": 13320
    },
    {
      "loss_action": 0.008469602093100548,
      "loss_total": 0.008469602093100548,
      "step": 13320
    },
    {
      "loss_action": 0.027656128630042076,
      "loss_total": 0.027656128630042076,
      "step": 13320
    },
    {
      "loss_action": 0.025565870106220245,
      "loss_total": 0.025565870106220245,
      "step": 13320
    },
    {
      "loss_action": 0.023357447236776352,
      "loss_total": 0.023357447236776352,
      "step": 13320
    },
    {
      "loss_action": 0.030749380588531494,
      "loss_total": 0.030749380588531494,
      "step": 13320
    },
    {
      "loss_action": 0.013034729287028313,
      "loss_total": 0.013034729287028313,
      "step": 13320
    },
    {
      "grad_norm": 0.1812462955713272,
      "learning_rate": 9.811534915253698e-05,
      "loss": 0.0179,
      "step": 13330
    },
    {
      "loss_action": 0.007527939509600401,
      "loss_total": 0.007527939509600401,
      "step": 13330
    },
    {
      "loss_action": 0.009689031168818474,
      "loss_total": 0.009689031168818474,
      "step": 13330
    },
    {
      "loss_action": 0.005427392199635506,
      "loss_total": 0.005427392199635506,
      "step": 13330
    },
    {
      "loss_action": 0.015068893320858479,
      "loss_total": 0.015068893320858479,
      "step": 13330
    },
    {
      "loss_action": 0.01311376504600048,
      "loss_total": 0.01311376504600048,
      "step": 13330
    },
    {
      "loss_action": 0.016372840851545334,
      "loss_total": 0.016372840851545334,
      "step": 13330
    },
    {
      "loss_action": 0.011717429384589195,
      "loss_total": 0.011717429384589195,
      "step": 13330
    },
    {
      "loss_action": 0.01911064237356186,
      "loss_total": 0.01911064237356186,
      "step": 13330
    },
    {
      "grad_norm": 0.1952459067106247,
      "learning_rate": 9.811084965312056e-05,
      "loss": 0.0178,
      "step": 13340
    },
    {
      "loss_action": 0.016306862235069275,
      "loss_total": 0.016306862235069275,
      "step": 13340
    },
    {
      "loss_action": 0.01609817147254944,
      "loss_total": 0.01609817147254944,
      "step": 13340
    },
    {
      "loss_action": 0.019114801660180092,
      "loss_total": 0.019114801660180092,
      "step": 13340
    },
    {
      "loss_action": 0.06417453289031982,
      "loss_total": 0.06417453289031982,
      "step": 13340
    },
    {
      "loss_action": 0.01002209447324276,
      "loss_total": 0.01002209447324276,
      "step": 13340
    },
    {
      "loss_action": 0.006836597342044115,
      "loss_total": 0.006836597342044115,
      "step": 13340
    },
    {
      "loss_action": 0.01699928008019924,
      "loss_total": 0.01699928008019924,
      "step": 13340
    },
    {
      "loss_action": 0.016207650303840637,
      "loss_total": 0.016207650303840637,
      "step": 13340
    },
    {
      "grad_norm": 0.21896301209926605,
      "learning_rate": 9.810634489237396e-05,
      "loss": 0.0172,
      "step": 13350
    },
    {
      "loss_action": 0.014243361540138721,
      "loss_total": 0.014243361540138721,
      "step": 13350
    },
    {
      "loss_action": 0.01652713306248188,
      "loss_total": 0.01652713306248188,
      "step": 13350
    },
    {
      "loss_action": 0.02757485769689083,
      "loss_total": 0.02757485769689083,
      "step": 13350
    },
    {
      "loss_action": 0.009390434250235558,
      "loss_total": 0.009390434250235558,
      "step": 13350
    },
    {
      "loss_action": 0.014553654007613659,
      "loss_total": 0.014553654007613659,
      "step": 13350
    },
    {
      "loss_action": 0.014782418496906757,
      "loss_total": 0.014782418496906757,
      "step": 13350
    },
    {
      "loss_action": 0.018028706312179565,
      "loss_total": 0.018028706312179565,
      "step": 13350
    },
    {
      "loss_action": 0.012468921020627022,
      "loss_total": 0.012468921020627022,
      "step": 13350
    },
    {
      "grad_norm": 0.20361408591270447,
      "learning_rate": 9.81018348707898e-05,
      "loss": 0.0179,
      "step": 13360
    },
    {
      "loss_action": 0.014733267948031425,
      "loss_total": 0.014733267948031425,
      "step": 13360
    },
    {
      "loss_action": 0.011312413029372692,
      "loss_total": 0.011312413029372692,
      "step": 13360
    },
    {
      "loss_action": 0.0062851025722920895,
      "loss_total": 0.0062851025722920895,
      "step": 13360
    },
    {
      "loss_action": 0.017031855881214142,
      "loss_total": 0.017031855881214142,
      "step": 13360
    },
    {
      "loss_action": 0.015424756333231926,
      "loss_total": 0.015424756333231926,
      "step": 13360
    },
    {
      "loss_action": 0.02016184665262699,
      "loss_total": 0.02016184665262699,
      "step": 13360
    },
    {
      "loss_action": 0.007720905356109142,
      "loss_total": 0.007720905356109142,
      "step": 13360
    },
    {
      "loss_action": 0.013863332569599152,
      "loss_total": 0.013863332569599152,
      "step": 13360
    },
    {
      "grad_norm": 0.15629205107688904,
      "learning_rate": 9.809731958886131e-05,
      "loss": 0.0157,
      "step": 13370
    },
    {
      "loss_action": 0.010138487443327904,
      "loss_total": 0.010138487443327904,
      "step": 13370
    },
    {
      "loss_action": 0.00818338431417942,
      "loss_total": 0.00818338431417942,
      "step": 13370
    },
    {
      "loss_action": 0.011351324617862701,
      "loss_total": 0.011351324617862701,
      "step": 13370
    },
    {
      "loss_action": 0.010828211903572083,
      "loss_total": 0.010828211903572083,
      "step": 13370
    },
    {
      "loss_action": 0.008608168922364712,
      "loss_total": 0.008608168922364712,
      "step": 13370
    },
    {
      "loss_action": 0.010441637597978115,
      "loss_total": 0.010441637597978115,
      "step": 13370
    },
    {
      "loss_action": 0.007045903243124485,
      "loss_total": 0.007045903243124485,
      "step": 13370
    },
    {
      "loss_action": 0.007446638308465481,
      "loss_total": 0.007446638308465481,
      "step": 13370
    },
    {
      "grad_norm": 0.15436246991157532,
      "learning_rate": 9.809279904708224e-05,
      "loss": 0.0167,
      "step": 13380
    },
    {
      "loss_action": 0.008947939611971378,
      "loss_total": 0.008947939611971378,
      "step": 13380
    },
    {
      "loss_action": 0.014534056186676025,
      "loss_total": 0.014534056186676025,
      "step": 13380
    },
    {
      "loss_action": 0.012318383902311325,
      "loss_total": 0.012318383902311325,
      "step": 13380
    },
    {
      "loss_action": 0.0794733390212059,
      "loss_total": 0.0794733390212059,
      "step": 13380
    },
    {
      "loss_action": 0.014077993109822273,
      "loss_total": 0.014077993109822273,
      "step": 13380
    },
    {
      "loss_action": 0.011871535331010818,
      "loss_total": 0.011871535331010818,
      "step": 13380
    },
    {
      "loss_action": 0.01769733801484108,
      "loss_total": 0.01769733801484108,
      "step": 13380
    },
    {
      "loss_action": 0.014455013908445835,
      "loss_total": 0.014455013908445835,
      "step": 13380
    },
    {
      "grad_norm": 0.17557783424854279,
      "learning_rate": 9.808827324594699e-05,
      "loss": 0.0173,
      "step": 13390
    },
    {
      "loss_action": 0.0076196882873773575,
      "loss_total": 0.0076196882873773575,
      "step": 13390
    },
    {
      "loss_action": 0.007608001586049795,
      "loss_total": 0.007608001586049795,
      "step": 13390
    },
    {
      "loss_action": 0.020780576393008232,
      "loss_total": 0.020780576393008232,
      "step": 13390
    },
    {
      "loss_action": 0.008869749493896961,
      "loss_total": 0.008869749493896961,
      "step": 13390
    },
    {
      "loss_action": 0.020135248079895973,
      "loss_total": 0.020135248079895973,
      "step": 13390
    },
    {
      "loss_action": 0.024325691163539886,
      "loss_total": 0.024325691163539886,
      "step": 13390
    },
    {
      "loss_action": 0.023669306188821793,
      "loss_total": 0.023669306188821793,
      "step": 13390
    },
    {
      "loss_action": 0.03309210389852524,
      "loss_total": 0.03309210389852524,
      "step": 13390
    },
    {
      "grad_norm": 0.13479535281658173,
      "learning_rate": 9.808374218595046e-05,
      "loss": 0.0169,
      "step": 13400
    },
    {
      "loss_action": 0.024091064929962158,
      "loss_total": 0.024091064929962158,
      "step": 13400
    },
    {
      "loss_action": 0.026290221139788628,
      "loss_total": 0.026290221139788628,
      "step": 13400
    },
    {
      "loss_action": 0.00787611398845911,
      "loss_total": 0.00787611398845911,
      "step": 13400
    },
    {
      "loss_action": 0.02613554522395134,
      "loss_total": 0.02613554522395134,
      "step": 13400
    },
    {
      "loss_action": 0.050248660147190094,
      "loss_total": 0.050248660147190094,
      "step": 13400
    },
    {
      "loss_action": 0.010978367179632187,
      "loss_total": 0.010978367179632187,
      "step": 13400
    },
    {
      "loss_action": 0.01277218945324421,
      "loss_total": 0.01277218945324421,
      "step": 13400
    },
    {
      "loss_action": 0.012947270646691322,
      "loss_total": 0.012947270646691322,
      "step": 13400
    },
    {
      "grad_norm": 0.17732706665992737,
      "learning_rate": 9.80792058675882e-05,
      "loss": 0.0161,
      "step": 13410
    },
    {
      "loss_action": 0.014707552269101143,
      "loss_total": 0.014707552269101143,
      "step": 13410
    },
    {
      "loss_action": 0.012719549238681793,
      "loss_total": 0.012719549238681793,
      "step": 13410
    },
    {
      "loss_action": 0.02192133478820324,
      "loss_total": 0.02192133478820324,
      "step": 13410
    },
    {
      "loss_action": 0.009052088484168053,
      "loss_total": 0.009052088484168053,
      "step": 13410
    },
    {
      "loss_action": 0.008277098648250103,
      "loss_total": 0.008277098648250103,
      "step": 13410
    },
    {
      "loss_action": 0.017916463315486908,
      "loss_total": 0.017916463315486908,
      "step": 13410
    },
    {
      "loss_action": 0.0131503501906991,
      "loss_total": 0.0131503501906991,
      "step": 13410
    },
    {
      "loss_action": 0.010923299938440323,
      "loss_total": 0.010923299938440323,
      "step": 13410
    },
    {
      "grad_norm": 0.12130902707576752,
      "learning_rate": 9.807466429135627e-05,
      "loss": 0.0172,
      "step": 13420
    },
    {
      "loss_action": 0.012429294176399708,
      "loss_total": 0.012429294176399708,
      "step": 13420
    },
    {
      "loss_action": 0.020946983247995377,
      "loss_total": 0.020946983247995377,
      "step": 13420
    },
    {
      "loss_action": 0.017591334879398346,
      "loss_total": 0.017591334879398346,
      "step": 13420
    },
    {
      "loss_action": 0.016232773661613464,
      "loss_total": 0.016232773661613464,
      "step": 13420
    },
    {
      "loss_action": 0.023647867143154144,
      "loss_total": 0.023647867143154144,
      "step": 13420
    },
    {
      "loss_action": 0.01614077389240265,
      "loss_total": 0.01614077389240265,
      "step": 13420
    },
    {
      "loss_action": 0.0152674475684762,
      "loss_total": 0.0152674475684762,
      "step": 13420
    },
    {
      "loss_action": 0.01640304923057556,
      "loss_total": 0.01640304923057556,
      "step": 13420
    },
    {
      "grad_norm": 0.16310612857341766,
      "learning_rate": 9.807011745775132e-05,
      "loss": 0.0184,
      "step": 13430
    },
    {
      "loss_action": 0.01620614528656006,
      "loss_total": 0.01620614528656006,
      "step": 13430
    },
    {
      "loss_action": 0.01358719076961279,
      "loss_total": 0.01358719076961279,
      "step": 13430
    },
    {
      "loss_action": 0.010905491188168526,
      "loss_total": 0.010905491188168526,
      "step": 13430
    },
    {
      "loss_action": 0.007843677885830402,
      "loss_total": 0.007843677885830402,
      "step": 13430
    },
    {
      "loss_action": 0.018354717642068863,
      "loss_total": 0.018354717642068863,
      "step": 13430
    },
    {
      "loss_action": 0.01277964748442173,
      "loss_total": 0.01277964748442173,
      "step": 13430
    },
    {
      "loss_action": 0.015277429483830929,
      "loss_total": 0.015277429483830929,
      "step": 13430
    },
    {
      "loss_action": 0.016792159527540207,
      "loss_total": 0.016792159527540207,
      "step": 13430
    },
    {
      "grad_norm": 0.1420498937368393,
      "learning_rate": 9.806556536727061e-05,
      "loss": 0.0175,
      "step": 13440
    },
    {
      "loss_action": 0.00712845241650939,
      "loss_total": 0.00712845241650939,
      "step": 13440
    },
    {
      "loss_action": 0.022456327453255653,
      "loss_total": 0.022456327453255653,
      "step": 13440
    },
    {
      "loss_action": 0.013661013916134834,
      "loss_total": 0.013661013916134834,
      "step": 13440
    },
    {
      "loss_action": 0.008845875039696693,
      "loss_total": 0.008845875039696693,
      "step": 13440
    },
    {
      "loss_action": 0.0219248216599226,
      "loss_total": 0.0219248216599226,
      "step": 13440
    },
    {
      "loss_action": 0.010599896311759949,
      "loss_total": 0.010599896311759949,
      "step": 13440
    },
    {
      "loss_action": 0.006848977878689766,
      "loss_total": 0.006848977878689766,
      "step": 13440
    },
    {
      "loss_action": 0.024944618344306946,
      "loss_total": 0.024944618344306946,
      "step": 13440
    },
    {
      "grad_norm": 0.1988210678100586,
      "learning_rate": 9.806100802041193e-05,
      "loss": 0.0163,
      "step": 13450
    },
    {
      "loss_action": 0.009123102761805058,
      "loss_total": 0.009123102761805058,
      "step": 13450
    },
    {
      "loss_action": 0.011806102469563484,
      "loss_total": 0.011806102469563484,
      "step": 13450
    },
    {
      "loss_action": 0.007301937323063612,
      "loss_total": 0.007301937323063612,
      "step": 13450
    },
    {
      "loss_action": 0.008685922250151634,
      "loss_total": 0.008685922250151634,
      "step": 13450
    },
    {
      "loss_action": 0.01964803971350193,
      "loss_total": 0.01964803971350193,
      "step": 13450
    },
    {
      "loss_action": 0.011399829760193825,
      "loss_total": 0.011399829760193825,
      "step": 13450
    },
    {
      "loss_action": 0.030296001583337784,
      "loss_total": 0.030296001583337784,
      "step": 13450
    },
    {
      "loss_action": 0.02482486702501774,
      "loss_total": 0.02482486702501774,
      "step": 13450
    },
    {
      "grad_norm": 0.22791321575641632,
      "learning_rate": 9.805644541767368e-05,
      "loss": 0.0156,
      "step": 13460
    },
    {
      "loss_action": 0.011361079290509224,
      "loss_total": 0.011361079290509224,
      "step": 13460
    },
    {
      "loss_action": 0.01181425154209137,
      "loss_total": 0.01181425154209137,
      "step": 13460
    },
    {
      "loss_action": 0.010312829166650772,
      "loss_total": 0.010312829166650772,
      "step": 13460
    },
    {
      "loss_action": 0.012247076258063316,
      "loss_total": 0.012247076258063316,
      "step": 13460
    },
    {
      "loss_action": 0.011627274565398693,
      "loss_total": 0.011627274565398693,
      "step": 13460
    },
    {
      "loss_action": 0.014235273003578186,
      "loss_total": 0.014235273003578186,
      "step": 13460
    },
    {
      "loss_action": 0.0148647865280509,
      "loss_total": 0.0148647865280509,
      "step": 13460
    },
    {
      "loss_action": 0.00510806031525135,
      "loss_total": 0.00510806031525135,
      "step": 13460
    },
    {
      "grad_norm": 0.18379898369312286,
      "learning_rate": 9.805187755955478e-05,
      "loss": 0.0184,
      "step": 13470
    },
    {
      "loss_action": 0.014572711661458015,
      "loss_total": 0.014572711661458015,
      "step": 13470
    },
    {
      "loss_action": 0.01608278602361679,
      "loss_total": 0.01608278602361679,
      "step": 13470
    },
    {
      "loss_action": 0.022571343928575516,
      "loss_total": 0.022571343928575516,
      "step": 13470
    },
    {
      "loss_action": 0.017510712146759033,
      "loss_total": 0.017510712146759033,
      "step": 13470
    },
    {
      "loss_action": 0.018574031069874763,
      "loss_total": 0.018574031069874763,
      "step": 13470
    },
    {
      "loss_action": 0.014761682599782944,
      "loss_total": 0.014761682599782944,
      "step": 13470
    },
    {
      "loss_action": 0.04468175023794174,
      "loss_total": 0.04468175023794174,
      "step": 13470
    },
    {
      "loss_action": 0.028268245980143547,
      "loss_total": 0.028268245980143547,
      "step": 13470
    },
    {
      "grad_norm": 0.155892014503479,
      "learning_rate": 9.804730444655483e-05,
      "loss": 0.017,
      "step": 13480
    },
    {
      "loss_action": 0.013638869859278202,
      "loss_total": 0.013638869859278202,
      "step": 13480
    },
    {
      "loss_action": 0.011565996333956718,
      "loss_total": 0.011565996333956718,
      "step": 13480
    },
    {
      "loss_action": 0.02009032666683197,
      "loss_total": 0.02009032666683197,
      "step": 13480
    },
    {
      "loss_action": 0.010326155461370945,
      "loss_total": 0.010326155461370945,
      "step": 13480
    },
    {
      "loss_action": 0.011535249650478363,
      "loss_total": 0.011535249650478363,
      "step": 13480
    },
    {
      "loss_action": 0.019492249935865402,
      "loss_total": 0.019492249935865402,
      "step": 13480
    },
    {
      "loss_action": 0.007475803140550852,
      "loss_total": 0.007475803140550852,
      "step": 13480
    },
    {
      "loss_action": 0.028817109763622284,
      "loss_total": 0.028817109763622284,
      "step": 13480
    },
    {
      "grad_norm": 0.13927806913852692,
      "learning_rate": 9.804272607917388e-05,
      "loss": 0.0173,
      "step": 13490
    },
    {
      "loss_action": 0.010663941502571106,
      "loss_total": 0.010663941502571106,
      "step": 13490
    },
    {
      "loss_action": 0.014775621704757214,
      "loss_total": 0.014775621704757214,
      "step": 13490
    },
    {
      "loss_action": 0.025668755173683167,
      "loss_total": 0.025668755173683167,
      "step": 13490
    },
    {
      "loss_action": 0.016837473958730698,
      "loss_total": 0.016837473958730698,
      "step": 13490
    },
    {
      "loss_action": 0.009851549752056599,
      "loss_total": 0.009851549752056599,
      "step": 13490
    },
    {
      "loss_action": 0.013191080652177334,
      "loss_total": 0.013191080652177334,
      "step": 13490
    },
    {
      "loss_action": 0.015481256879866123,
      "loss_total": 0.015481256879866123,
      "step": 13490
    },
    {
      "loss_action": 0.012914897873997688,
      "loss_total": 0.012914897873997688,
      "step": 13490
    },
    {
      "grad_norm": 0.1680966168642044,
      "learning_rate": 9.803814245791265e-05,
      "loss": 0.0179,
      "step": 13500
    },
    {
      "loss_action": 0.013837466016411781,
      "loss_total": 0.013837466016411781,
      "step": 13500
    },
    {
      "loss_action": 0.07568033784627914,
      "loss_total": 0.07568033784627914,
      "step": 13500
    },
    {
      "loss_action": 0.014352054335176945,
      "loss_total": 0.014352054335176945,
      "step": 13500
    },
    {
      "loss_action": 0.02041114680469036,
      "loss_total": 0.02041114680469036,
      "step": 13500
    },
    {
      "loss_action": 0.01934313029050827,
      "loss_total": 0.01934313029050827,
      "step": 13500
    },
    {
      "loss_action": 0.010349548421800137,
      "loss_total": 0.010349548421800137,
      "step": 13500
    },
    {
      "loss_action": 0.015082639642059803,
      "loss_total": 0.015082639642059803,
      "step": 13500
    },
    {
      "loss_action": 0.015674615278840065,
      "loss_total": 0.015674615278840065,
      "step": 13500
    },
    {
      "grad_norm": 0.23068834841251373,
      "learning_rate": 9.803355358327239e-05,
      "loss": 0.0166,
      "step": 13510
    },
    {
      "loss_action": 0.014548287726938725,
      "loss_total": 0.014548287726938725,
      "step": 13510
    },
    {
      "loss_action": 0.01001689676195383,
      "loss_total": 0.01001689676195383,
      "step": 13510
    },
    {
      "loss_action": 0.010786778293550014,
      "loss_total": 0.010786778293550014,
      "step": 13510
    },
    {
      "loss_action": 0.011761399917304516,
      "loss_total": 0.011761399917304516,
      "step": 13510
    },
    {
      "loss_action": 0.011415048502385616,
      "loss_total": 0.011415048502385616,
      "step": 13510
    },
    {
      "loss_action": 0.010036241263151169,
      "loss_total": 0.010036241263151169,
      "step": 13510
    },
    {
      "loss_action": 0.028758008033037186,
      "loss_total": 0.028758008033037186,
      "step": 13510
    },
    {
      "loss_action": 0.013727711513638496,
      "loss_total": 0.013727711513638496,
      "step": 13510
    },
    {
      "grad_norm": 0.21218781173229218,
      "learning_rate": 9.802895945575492e-05,
      "loss": 0.0161,
      "step": 13520
    },
    {
      "loss_action": 0.012749186716973782,
      "loss_total": 0.012749186716973782,
      "step": 13520
    },
    {
      "loss_action": 0.008870120160281658,
      "loss_total": 0.008870120160281658,
      "step": 13520
    },
    {
      "loss_action": 0.02578924410045147,
      "loss_total": 0.02578924410045147,
      "step": 13520
    },
    {
      "loss_action": 0.016116123646497726,
      "loss_total": 0.016116123646497726,
      "step": 13520
    },
    {
      "loss_action": 0.027277538552880287,
      "loss_total": 0.027277538552880287,
      "step": 13520
    },
    {
      "loss_action": 0.011812557466328144,
      "loss_total": 0.011812557466328144,
      "step": 13520
    },
    {
      "loss_action": 0.011935893446207047,
      "loss_total": 0.011935893446207047,
      "step": 13520
    },
    {
      "loss_action": 0.016173936426639557,
      "loss_total": 0.016173936426639557,
      "step": 13520
    },
    {
      "grad_norm": 0.20405644178390503,
      "learning_rate": 9.802436007586266e-05,
      "loss": 0.0197,
      "step": 13530
    },
    {
      "loss_action": 0.019264571368694305,
      "loss_total": 0.019264571368694305,
      "step": 13530
    },
    {
      "loss_action": 0.019403595477342606,
      "loss_total": 0.019403595477342606,
      "step": 13530
    },
    {
      "loss_action": 0.012139014899730682,
      "loss_total": 0.012139014899730682,
      "step": 13530
    },
    {
      "loss_action": 0.013598610647022724,
      "loss_total": 0.013598610647022724,
      "step": 13530
    },
    {
      "loss_action": 0.01840215176343918,
      "loss_total": 0.01840215176343918,
      "step": 13530
    },
    {
      "loss_action": 0.012197518721222878,
      "loss_total": 0.012197518721222878,
      "step": 13530
    },
    {
      "loss_action": 0.022892732173204422,
      "loss_total": 0.022892732173204422,
      "step": 13530
    },
    {
      "loss_action": 0.015708819031715393,
      "loss_total": 0.015708819031715393,
      "step": 13530
    },
    {
      "grad_norm": 0.16370059549808502,
      "learning_rate": 9.801975544409858e-05,
      "loss": 0.0195,
      "step": 13540
    },
    {
      "loss_action": 0.010889789089560509,
      "loss_total": 0.010889789089560509,
      "step": 13540
    },
    {
      "loss_action": 0.017163410782814026,
      "loss_total": 0.017163410782814026,
      "step": 13540
    },
    {
      "loss_action": 0.018871383741497993,
      "loss_total": 0.018871383741497993,
      "step": 13540
    },
    {
      "loss_action": 0.03451816365122795,
      "loss_total": 0.03451816365122795,
      "step": 13540
    },
    {
      "loss_action": 0.016673220321536064,
      "loss_total": 0.016673220321536064,
      "step": 13540
    },
    {
      "loss_action": 0.008650267496705055,
      "loss_total": 0.008650267496705055,
      "step": 13540
    },
    {
      "loss_action": 0.012784497812390327,
      "loss_total": 0.012784497812390327,
      "step": 13540
    },
    {
      "loss_action": 0.025967173278331757,
      "loss_total": 0.025967173278331757,
      "step": 13540
    },
    {
      "grad_norm": 0.16880738735198975,
      "learning_rate": 9.801514556096625e-05,
      "loss": 0.0189,
      "step": 13550
    },
    {
      "loss_action": 0.025508582592010498,
      "loss_total": 0.025508582592010498,
      "step": 13550
    },
    {
      "loss_action": 0.015131747350096703,
      "loss_total": 0.015131747350096703,
      "step": 13550
    },
    {
      "loss_action": 0.011540357023477554,
      "loss_total": 0.011540357023477554,
      "step": 13550
    },
    {
      "loss_action": 0.026073947548866272,
      "loss_total": 0.026073947548866272,
      "step": 13550
    },
    {
      "loss_action": 0.013635118491947651,
      "loss_total": 0.013635118491947651,
      "step": 13550
    },
    {
      "loss_action": 0.013753942213952541,
      "loss_total": 0.013753942213952541,
      "step": 13550
    },
    {
      "loss_action": 0.02332611382007599,
      "loss_total": 0.02332611382007599,
      "step": 13550
    },
    {
      "loss_action": 0.020201634615659714,
      "loss_total": 0.020201634615659714,
      "step": 13550
    },
    {
      "grad_norm": 0.18712882697582245,
      "learning_rate": 9.801053042696977e-05,
      "loss": 0.0166,
      "step": 13560
    },
    {
      "loss_action": 0.023113008588552475,
      "loss_total": 0.023113008588552475,
      "step": 13560
    },
    {
      "loss_action": 0.01704452559351921,
      "loss_total": 0.01704452559351921,
      "step": 13560
    },
    {
      "loss_action": 0.032432738691568375,
      "loss_total": 0.032432738691568375,
      "step": 13560
    },
    {
      "loss_action": 0.0072596725076437,
      "loss_total": 0.0072596725076437,
      "step": 13560
    },
    {
      "loss_action": 0.010706611908972263,
      "loss_total": 0.010706611908972263,
      "step": 13560
    },
    {
      "loss_action": 0.017832070589065552,
      "loss_total": 0.017832070589065552,
      "step": 13560
    },
    {
      "loss_action": 0.020214535295963287,
      "loss_total": 0.020214535295963287,
      "step": 13560
    },
    {
      "loss_action": 0.013483751565217972,
      "loss_total": 0.013483751565217972,
      "step": 13560
    },
    {
      "grad_norm": 0.20353655517101288,
      "learning_rate": 9.800591004261388e-05,
      "loss": 0.0172,
      "step": 13570
    },
    {
      "loss_action": 0.012779532000422478,
      "loss_total": 0.012779532000422478,
      "step": 13570
    },
    {
      "loss_action": 0.017247170209884644,
      "loss_total": 0.017247170209884644,
      "step": 13570
    },
    {
      "loss_action": 0.017806880176067352,
      "loss_total": 0.017806880176067352,
      "step": 13570
    },
    {
      "loss_action": 0.012001429684460163,
      "loss_total": 0.012001429684460163,
      "step": 13570
    },
    {
      "loss_action": 0.015658840537071228,
      "loss_total": 0.015658840537071228,
      "step": 13570
    },
    {
      "loss_action": 0.016944587230682373,
      "loss_total": 0.016944587230682373,
      "step": 13570
    },
    {
      "loss_action": 0.03929975628852844,
      "loss_total": 0.03929975628852844,
      "step": 13570
    },
    {
      "loss_action": 0.009101583622395992,
      "loss_total": 0.009101583622395992,
      "step": 13570
    },
    {
      "grad_norm": 0.12418092042207718,
      "learning_rate": 9.800128440840385e-05,
      "loss": 0.0162,
      "step": 13580
    },
    {
      "loss_action": 0.009390830993652344,
      "loss_total": 0.009390830993652344,
      "step": 13580
    },
    {
      "loss_action": 0.0063331290148198605,
      "loss_total": 0.0063331290148198605,
      "step": 13580
    },
    {
      "loss_action": 0.014452005736529827,
      "loss_total": 0.014452005736529827,
      "step": 13580
    },
    {
      "loss_action": 0.010846163146197796,
      "loss_total": 0.010846163146197796,
      "step": 13580
    },
    {
      "loss_action": 0.012201203033328056,
      "loss_total": 0.012201203033328056,
      "step": 13580
    },
    {
      "loss_action": 0.011575776152312756,
      "loss_total": 0.011575776152312756,
      "step": 13580
    },
    {
      "loss_action": 0.02181638404726982,
      "loss_total": 0.02181638404726982,
      "step": 13580
    },
    {
      "loss_action": 0.01899048127233982,
      "loss_total": 0.01899048127233982,
      "step": 13580
    },
    {
      "grad_norm": 0.1611330807209015,
      "learning_rate": 9.799665352484552e-05,
      "loss": 0.0186,
      "step": 13590
    },
    {
      "loss_action": 0.01968630775809288,
      "loss_total": 0.01968630775809288,
      "step": 13590
    },
    {
      "loss_action": 0.017470765858888626,
      "loss_total": 0.017470765858888626,
      "step": 13590
    },
    {
      "loss_action": 0.025495151057839394,
      "loss_total": 0.025495151057839394,
      "step": 13590
    },
    {
      "loss_action": 0.020510122179985046,
      "loss_total": 0.020510122179985046,
      "step": 13590
    },
    {
      "loss_action": 0.022166762501001358,
      "loss_total": 0.022166762501001358,
      "step": 13590
    },
    {
      "loss_action": 0.018935929983854294,
      "loss_total": 0.018935929983854294,
      "step": 13590
    },
    {
      "loss_action": 0.022179657593369484,
      "loss_total": 0.022179657593369484,
      "step": 13590
    },
    {
      "loss_action": 0.01533395517617464,
      "loss_total": 0.01533395517617464,
      "step": 13590
    },
    {
      "grad_norm": 0.1874292939901352,
      "learning_rate": 9.799201739244532e-05,
      "loss": 0.0175,
      "step": 13600
    },
    {
      "loss_action": 0.014178872108459473,
      "loss_total": 0.014178872108459473,
      "step": 13600
    },
    {
      "loss_action": 0.01734197698533535,
      "loss_total": 0.01734197698533535,
      "step": 13600
    },
    {
      "loss_action": 0.024522602558135986,
      "loss_total": 0.024522602558135986,
      "step": 13600
    },
    {
      "loss_action": 0.014783384278416634,
      "loss_total": 0.014783384278416634,
      "step": 13600
    },
    {
      "loss_action": 0.010786034166812897,
      "loss_total": 0.010786034166812897,
      "step": 13600
    },
    {
      "loss_action": 0.019660774618387222,
      "loss_total": 0.019660774618387222,
      "step": 13600
    },
    {
      "loss_action": 0.02713238261640072,
      "loss_total": 0.02713238261640072,
      "step": 13600
    },
    {
      "loss_action": 0.010307245887815952,
      "loss_total": 0.010307245887815952,
      "step": 13600
    },
    {
      "grad_norm": 0.19970007240772247,
      "learning_rate": 9.798737601171025e-05,
      "loss": 0.0166,
      "step": 13610
    },
    {
      "loss_action": 0.021181181073188782,
      "loss_total": 0.021181181073188782,
      "step": 13610
    },
    {
      "loss_action": 0.015468710102140903,
      "loss_total": 0.015468710102140903,
      "step": 13610
    },
    {
      "loss_action": 0.020184487104415894,
      "loss_total": 0.020184487104415894,
      "step": 13610
    },
    {
      "loss_action": 0.01374826766550541,
      "loss_total": 0.01374826766550541,
      "step": 13610
    },
    {
      "loss_action": 0.020140597596764565,
      "loss_total": 0.020140597596764565,
      "step": 13610
    },
    {
      "loss_action": 0.009784091264009476,
      "loss_total": 0.009784091264009476,
      "step": 13610
    },
    {
      "loss_action": 0.009729688987135887,
      "loss_total": 0.009729688987135887,
      "step": 13610
    },
    {
      "loss_action": 0.01626819372177124,
      "loss_total": 0.01626819372177124,
      "step": 13610
    },
    {
      "grad_norm": 0.16461072862148285,
      "learning_rate": 9.79827293831479e-05,
      "loss": 0.0163,
      "step": 13620
    },
    {
      "loss_action": 0.012484023347496986,
      "loss_total": 0.012484023347496986,
      "step": 13620
    },
    {
      "loss_action": 0.03346584364771843,
      "loss_total": 0.03346584364771843,
      "step": 13620
    },
    {
      "loss_action": 0.018716594204306602,
      "loss_total": 0.018716594204306602,
      "step": 13620
    },
    {
      "loss_action": 0.008220501244068146,
      "loss_total": 0.008220501244068146,
      "step": 13620
    },
    {
      "loss_action": 0.014900168403983116,
      "loss_total": 0.014900168403983116,
      "step": 13620
    },
    {
      "loss_action": 0.01477285660803318,
      "loss_total": 0.01477285660803318,
      "step": 13620
    },
    {
      "loss_action": 0.011871786788105965,
      "loss_total": 0.011871786788105965,
      "step": 13620
    },
    {
      "loss_action": 0.021497443318367004,
      "loss_total": 0.021497443318367004,
      "step": 13620
    },
    {
      "grad_norm": 0.18826262652873993,
      "learning_rate": 9.797807750726638e-05,
      "loss": 0.016,
      "step": 13630
    },
    {
      "loss_action": 0.014617059379816055,
      "loss_total": 0.014617059379816055,
      "step": 13630
    },
    {
      "loss_action": 0.006982092745602131,
      "loss_total": 0.006982092745602131,
      "step": 13630
    },
    {
      "loss_action": 0.008311592042446136,
      "loss_total": 0.008311592042446136,
      "step": 13630
    },
    {
      "loss_action": 0.012437397614121437,
      "loss_total": 0.012437397614121437,
      "step": 13630
    },
    {
      "loss_action": 0.03249906748533249,
      "loss_total": 0.03249906748533249,
      "step": 13630
    },
    {
      "loss_action": 0.006862808018922806,
      "loss_total": 0.006862808018922806,
      "step": 13630
    },
    {
      "loss_action": 0.010742086917161942,
      "loss_total": 0.010742086917161942,
      "step": 13630
    },
    {
      "loss_action": 0.008556796237826347,
      "loss_total": 0.008556796237826347,
      "step": 13630
    },
    {
      "grad_norm": 0.2365618497133255,
      "learning_rate": 9.797342038457446e-05,
      "loss": 0.0173,
      "step": 13640
    },
    {
      "loss_action": 0.008858737535774708,
      "loss_total": 0.008858737535774708,
      "step": 13640
    },
    {
      "loss_action": 0.007950968109071255,
      "loss_total": 0.007950968109071255,
      "step": 13640
    },
    {
      "loss_action": 0.037161827087402344,
      "loss_total": 0.037161827087402344,
      "step": 13640
    },
    {
      "loss_action": 0.05678582191467285,
      "loss_total": 0.05678582191467285,
      "step": 13640
    },
    {
      "loss_action": 0.019242601469159126,
      "loss_total": 0.019242601469159126,
      "step": 13640
    },
    {
      "loss_action": 0.01279471255838871,
      "loss_total": 0.01279471255838871,
      "step": 13640
    },
    {
      "loss_action": 0.017408277839422226,
      "loss_total": 0.017408277839422226,
      "step": 13640
    },
    {
      "loss_action": 0.005544647574424744,
      "loss_total": 0.005544647574424744,
      "step": 13640
    },
    {
      "grad_norm": 0.21175946295261383,
      "learning_rate": 9.796875801558141e-05,
      "loss": 0.0176,
      "step": 13650
    },
    {
      "loss_action": 0.004926054738461971,
      "loss_total": 0.004926054738461971,
      "step": 13650
    },
    {
      "loss_action": 0.03762931749224663,
      "loss_total": 0.03762931749224663,
      "step": 13650
    },
    {
      "loss_action": 0.017239149659872055,
      "loss_total": 0.017239149659872055,
      "step": 13650
    },
    {
      "loss_action": 0.011463732458651066,
      "loss_total": 0.011463732458651066,
      "step": 13650
    },
    {
      "loss_action": 0.007821325212717056,
      "loss_total": 0.007821325212717056,
      "step": 13650
    },
    {
      "loss_action": 0.025237184017896652,
      "loss_total": 0.025237184017896652,
      "step": 13650
    },
    {
      "loss_action": 0.007461771368980408,
      "loss_total": 0.007461771368980408,
      "step": 13650
    },
    {
      "loss_action": 0.022344760596752167,
      "loss_total": 0.022344760596752167,
      "step": 13650
    },
    {
      "grad_norm": 0.16055820882320404,
      "learning_rate": 9.79640904007971e-05,
      "loss": 0.0163,
      "step": 13660
    },
    {
      "loss_action": 0.01050284132361412,
      "loss_total": 0.01050284132361412,
      "step": 13660
    },
    {
      "loss_action": 0.03934960812330246,
      "loss_total": 0.03934960812330246,
      "step": 13660
    },
    {
      "loss_action": 0.012612481601536274,
      "loss_total": 0.012612481601536274,
      "step": 13660
    },
    {
      "loss_action": 0.012829231098294258,
      "loss_total": 0.012829231098294258,
      "step": 13660
    },
    {
      "loss_action": 0.04152867943048477,
      "loss_total": 0.04152867943048477,
      "step": 13660
    },
    {
      "loss_action": 0.007951317355036736,
      "loss_total": 0.007951317355036736,
      "step": 13660
    },
    {
      "loss_action": 0.015480902045965195,
      "loss_total": 0.015480902045965195,
      "step": 13660
    },
    {
      "loss_action": 0.016792641952633858,
      "loss_total": 0.016792641952633858,
      "step": 13660
    },
    {
      "grad_norm": 0.15433049201965332,
      "learning_rate": 9.795941754073199e-05,
      "loss": 0.0171,
      "step": 13670
    },
    {
      "loss_action": 0.015646222978830338,
      "loss_total": 0.015646222978830338,
      "step": 13670
    },
    {
      "loss_action": 0.025784293189644814,
      "loss_total": 0.025784293189644814,
      "step": 13670
    },
    {
      "loss_action": 0.010765813291072845,
      "loss_total": 0.010765813291072845,
      "step": 13670
    },
    {
      "loss_action": 0.01670004054903984,
      "loss_total": 0.01670004054903984,
      "step": 13670
    },
    {
      "loss_action": 0.028867963701486588,
      "loss_total": 0.028867963701486588,
      "step": 13670
    },
    {
      "loss_action": 0.01057548075914383,
      "loss_total": 0.01057548075914383,
      "step": 13670
    },
    {
      "loss_action": 0.01773383468389511,
      "loss_total": 0.01773383468389511,
      "step": 13670
    },
    {
      "loss_action": 0.011269948445260525,
      "loss_total": 0.011269948445260525,
      "step": 13670
    },
    {
      "grad_norm": 0.26976898312568665,
      "learning_rate": 9.795473943589705e-05,
      "loss": 0.0216,
      "step": 13680
    },
    {
      "loss_action": 0.018812675029039383,
      "loss_total": 0.018812675029039383,
      "step": 13680
    },
    {
      "loss_action": 0.023816825821995735,
      "loss_total": 0.023816825821995735,
      "step": 13680
    },
    {
      "loss_action": 0.010303135961294174,
      "loss_total": 0.010303135961294174,
      "step": 13680
    },
    {
      "loss_action": 0.009477282874286175,
      "loss_total": 0.009477282874286175,
      "step": 13680
    },
    {
      "loss_action": 0.01965559646487236,
      "loss_total": 0.01965559646487236,
      "step": 13680
    },
    {
      "loss_action": 0.040945470333099365,
      "loss_total": 0.040945470333099365,
      "step": 13680
    },
    {
      "loss_action": 0.01239261869341135,
      "loss_total": 0.01239261869341135,
      "step": 13680
    },
    {
      "loss_action": 0.02438396029174328,
      "loss_total": 0.02438396029174328,
      "step": 13680
    },
    {
      "grad_norm": 0.15569515526294708,
      "learning_rate": 9.795005608680394e-05,
      "loss": 0.0184,
      "step": 13690
    },
    {
      "loss_action": 0.021689854562282562,
      "loss_total": 0.021689854562282562,
      "step": 13690
    },
    {
      "loss_action": 0.014711647294461727,
      "loss_total": 0.014711647294461727,
      "step": 13690
    },
    {
      "loss_action": 0.027367904782295227,
      "loss_total": 0.027367904782295227,
      "step": 13690
    },
    {
      "loss_action": 0.008727390319108963,
      "loss_total": 0.008727390319108963,
      "step": 13690
    },
    {
      "loss_action": 0.020856330171227455,
      "loss_total": 0.020856330171227455,
      "step": 13690
    },
    {
      "loss_action": 0.013682023622095585,
      "loss_total": 0.013682023622095585,
      "step": 13690
    },
    {
      "loss_action": 0.0275837741792202,
      "loss_total": 0.0275837741792202,
      "step": 13690
    },
    {
      "loss_action": 0.03749329596757889,
      "loss_total": 0.03749329596757889,
      "step": 13690
    },
    {
      "grad_norm": 0.13959670066833496,
      "learning_rate": 9.794536749396477e-05,
      "loss": 0.0164,
      "step": 13700
    },
    {
      "loss_action": 0.011739260517060757,
      "loss_total": 0.011739260517060757,
      "step": 13700
    },
    {
      "loss_action": 0.019511474296450615,
      "loss_total": 0.019511474296450615,
      "step": 13700
    },
    {
      "loss_action": 0.032817140221595764,
      "loss_total": 0.032817140221595764,
      "step": 13700
    },
    {
      "loss_action": 0.02159264124929905,
      "loss_total": 0.02159264124929905,
      "step": 13700
    },
    {
      "loss_action": 0.013079366646707058,
      "loss_total": 0.013079366646707058,
      "step": 13700
    },
    {
      "loss_action": 0.051951296627521515,
      "loss_total": 0.051951296627521515,
      "step": 13700
    },
    {
      "loss_action": 0.014276513829827309,
      "loss_total": 0.014276513829827309,
      "step": 13700
    },
    {
      "loss_action": 0.020720647647976875,
      "loss_total": 0.020720647647976875,
      "step": 13700
    },
    {
      "grad_norm": 0.20401202142238617,
      "learning_rate": 9.79406736578923e-05,
      "loss": 0.0192,
      "step": 13710
    },
    {
      "loss_action": 0.02325131557881832,
      "loss_total": 0.02325131557881832,
      "step": 13710
    },
    {
      "loss_action": 0.014085176400840282,
      "loss_total": 0.014085176400840282,
      "step": 13710
    },
    {
      "loss_action": 0.015317240729928017,
      "loss_total": 0.015317240729928017,
      "step": 13710
    },
    {
      "loss_action": 0.017662156373262405,
      "loss_total": 0.017662156373262405,
      "step": 13710
    },
    {
      "loss_action": 0.017181135714054108,
      "loss_total": 0.017181135714054108,
      "step": 13710
    },
    {
      "loss_action": 0.03668079525232315,
      "loss_total": 0.03668079525232315,
      "step": 13710
    },
    {
      "loss_action": 0.012450656853616238,
      "loss_total": 0.012450656853616238,
      "step": 13710
    },
    {
      "loss_action": 0.019102230668067932,
      "loss_total": 0.019102230668067932,
      "step": 13710
    },
    {
      "grad_norm": 0.14729438722133636,
      "learning_rate": 9.793597457909984e-05,
      "loss": 0.0152,
      "step": 13720
    },
    {
      "loss_action": 0.009422684088349342,
      "loss_total": 0.009422684088349342,
      "step": 13720
    },
    {
      "loss_action": 0.021924294531345367,
      "loss_total": 0.021924294531345367,
      "step": 13720
    },
    {
      "loss_action": 0.01772914081811905,
      "loss_total": 0.01772914081811905,
      "step": 13720
    },
    {
      "loss_action": 0.02469763346016407,
      "loss_total": 0.02469763346016407,
      "step": 13720
    },
    {
      "loss_action": 0.008478598669171333,
      "loss_total": 0.008478598669171333,
      "step": 13720
    },
    {
      "loss_action": 0.013762397691607475,
      "loss_total": 0.013762397691607475,
      "step": 13720
    },
    {
      "loss_action": 0.0054332055151462555,
      "loss_total": 0.0054332055151462555,
      "step": 13720
    },
    {
      "loss_action": 0.07023152709007263,
      "loss_total": 0.07023152709007263,
      "step": 13720
    },
    {
      "grad_norm": 0.10949881374835968,
      "learning_rate": 9.793127025810127e-05,
      "loss": 0.0172,
      "step": 13730
    },
    {
      "loss_action": 0.025333594530820847,
      "loss_total": 0.025333594530820847,
      "step": 13730
    },
    {
      "loss_action": 0.01790638267993927,
      "loss_total": 0.01790638267993927,
      "step": 13730
    },
    {
      "loss_action": 0.00933932326734066,
      "loss_total": 0.00933932326734066,
      "step": 13730
    },
    {
      "loss_action": 0.01320028118789196,
      "loss_total": 0.01320028118789196,
      "step": 13730
    },
    {
      "loss_action": 0.03934521973133087,
      "loss_total": 0.03934521973133087,
      "step": 13730
    },
    {
      "loss_action": 0.007943877018988132,
      "loss_total": 0.007943877018988132,
      "step": 13730
    },
    {
      "loss_action": 0.016663216054439545,
      "loss_total": 0.016663216054439545,
      "step": 13730
    },
    {
      "loss_action": 0.007027240935713053,
      "loss_total": 0.007027240935713053,
      "step": 13730
    },
    {
      "grad_norm": 0.12971460819244385,
      "learning_rate": 9.792656069541104e-05,
      "loss": 0.0148,
      "step": 13740
    },
    {
      "loss_action": 0.02062329091131687,
      "loss_total": 0.02062329091131687,
      "step": 13740
    },
    {
      "loss_action": 0.014625984244048595,
      "loss_total": 0.014625984244048595,
      "step": 13740
    },
    {
      "loss_action": 0.009634358808398247,
      "loss_total": 0.009634358808398247,
      "step": 13740
    },
    {
      "loss_action": 0.017984362319111824,
      "loss_total": 0.017984362319111824,
      "step": 13740
    },
    {
      "loss_action": 0.018131565302610397,
      "loss_total": 0.018131565302610397,
      "step": 13740
    },
    {
      "loss_action": 0.03387743979692459,
      "loss_total": 0.03387743979692459,
      "step": 13740
    },
    {
      "loss_action": 0.01356857642531395,
      "loss_total": 0.01356857642531395,
      "step": 13740
    },
    {
      "loss_action": 0.009111492894589901,
      "loss_total": 0.009111492894589901,
      "step": 13740
    },
    {
      "grad_norm": 0.18269793689250946,
      "learning_rate": 9.79218458915442e-05,
      "loss": 0.0204,
      "step": 13750
    },
    {
      "loss_action": 0.012056156992912292,
      "loss_total": 0.012056156992912292,
      "step": 13750
    },
    {
      "loss_action": 0.009974563494324684,
      "loss_total": 0.009974563494324684,
      "step": 13750
    },
    {
      "loss_action": 0.015143346041440964,
      "loss_total": 0.015143346041440964,
      "step": 13750
    },
    {
      "loss_action": 0.017776863649487495,
      "loss_total": 0.017776863649487495,
      "step": 13750
    },
    {
      "loss_action": 0.01370709203183651,
      "loss_total": 0.01370709203183651,
      "step": 13750
    },
    {
      "loss_action": 0.010265583172440529,
      "loss_total": 0.010265583172440529,
      "step": 13750
    },
    {
      "loss_action": 0.008758662268519402,
      "loss_total": 0.008758662268519402,
      "step": 13750
    },
    {
      "loss_action": 0.007076524663716555,
      "loss_total": 0.007076524663716555,
      "step": 13750
    },
    {
      "grad_norm": 0.1970062404870987,
      "learning_rate": 9.791712584701634e-05,
      "loss": 0.0166,
      "step": 13760
    },
    {
      "loss_action": 0.008913526311516762,
      "loss_total": 0.008913526311516762,
      "step": 13760
    },
    {
      "loss_action": 0.012758566066622734,
      "loss_total": 0.012758566066622734,
      "step": 13760
    },
    {
      "loss_action": 0.021286701783537865,
      "loss_total": 0.021286701783537865,
      "step": 13760
    },
    {
      "loss_action": 0.01777656376361847,
      "loss_total": 0.01777656376361847,
      "step": 13760
    },
    {
      "loss_action": 0.011759202927350998,
      "loss_total": 0.011759202927350998,
      "step": 13760
    },
    {
      "loss_action": 0.014462805353105068,
      "loss_total": 0.014462805353105068,
      "step": 13760
    },
    {
      "loss_action": 0.007563401013612747,
      "loss_total": 0.007563401013612747,
      "step": 13760
    },
    {
      "loss_action": 0.01620250940322876,
      "loss_total": 0.01620250940322876,
      "step": 13760
    },
    {
      "grad_norm": 0.1401229351758957,
      "learning_rate": 9.791240056234364e-05,
      "loss": 0.0156,
      "step": 13770
    },
    {
      "loss_action": 0.011959380470216274,
      "loss_total": 0.011959380470216274,
      "step": 13770
    },
    {
      "loss_action": 0.006733780726790428,
      "loss_total": 0.006733780726790428,
      "step": 13770
    },
    {
      "loss_action": 0.011329034343361855,
      "loss_total": 0.011329034343361855,
      "step": 13770
    },
    {
      "loss_action": 0.011252413503825665,
      "loss_total": 0.011252413503825665,
      "step": 13770
    },
    {
      "loss_action": 0.011593944393098354,
      "loss_total": 0.011593944393098354,
      "step": 13770
    },
    {
      "loss_action": 0.008190082386136055,
      "loss_total": 0.008190082386136055,
      "step": 13770
    },
    {
      "loss_action": 0.00895366258919239,
      "loss_total": 0.00895366258919239,
      "step": 13770
    },
    {
      "loss_action": 0.014094918966293335,
      "loss_total": 0.014094918966293335,
      "step": 13770
    },
    {
      "grad_norm": 0.1716127246618271,
      "learning_rate": 9.790767003804283e-05,
      "loss": 0.0134,
      "step": 13780
    },
    {
      "loss_action": 0.008496968075633049,
      "loss_total": 0.008496968075633049,
      "step": 13780
    },
    {
      "loss_action": 0.012463103048503399,
      "loss_total": 0.012463103048503399,
      "step": 13780
    },
    {
      "loss_action": 0.010944424197077751,
      "loss_total": 0.010944424197077751,
      "step": 13780
    },
    {
      "loss_action": 0.013961227610707283,
      "loss_total": 0.013961227610707283,
      "step": 13780
    },
    {
      "loss_action": 0.008063637651503086,
      "loss_total": 0.008063637651503086,
      "step": 13780
    },
    {
      "loss_action": 0.014483697712421417,
      "loss_total": 0.014483697712421417,
      "step": 13780
    },
    {
      "loss_action": 0.008968167006969452,
      "loss_total": 0.008968167006969452,
      "step": 13780
    },
    {
      "loss_action": 0.017884597182273865,
      "loss_total": 0.017884597182273865,
      "step": 13780
    },
    {
      "grad_norm": 0.15019039809703827,
      "learning_rate": 9.790293427463126e-05,
      "loss": 0.0156,
      "step": 13790
    },
    {
      "loss_action": 0.014670347794890404,
      "loss_total": 0.014670347794890404,
      "step": 13790
    },
    {
      "loss_action": 0.010589225217700005,
      "loss_total": 0.010589225217700005,
      "step": 13790
    },
    {
      "loss_action": 0.010084059089422226,
      "loss_total": 0.010084059089422226,
      "step": 13790
    },
    {
      "loss_action": 0.005493061617016792,
      "loss_total": 0.005493061617016792,
      "step": 13790
    },
    {
      "loss_action": 0.012327411212027073,
      "loss_total": 0.012327411212027073,
      "step": 13790
    },
    {
      "loss_action": 0.01672293245792389,
      "loss_total": 0.01672293245792389,
      "step": 13790
    },
    {
      "loss_action": 0.008131474256515503,
      "loss_total": 0.008131474256515503,
      "step": 13790
    },
    {
      "loss_action": 0.013869792222976685,
      "loss_total": 0.013869792222976685,
      "step": 13790
    },
    {
      "grad_norm": 0.18934187293052673,
      "learning_rate": 9.789819327262684e-05,
      "loss": 0.0147,
      "step": 13800
    },
    {
      "loss_action": 0.003549586981534958,
      "loss_total": 0.003549586981534958,
      "step": 13800
    },
    {
      "loss_action": 0.04063579440116882,
      "loss_total": 0.04063579440116882,
      "step": 13800
    },
    {
      "loss_action": 0.019140159711241722,
      "loss_total": 0.019140159711241722,
      "step": 13800
    },
    {
      "loss_action": 0.03638026863336563,
      "loss_total": 0.03638026863336563,
      "step": 13800
    },
    {
      "loss_action": 0.01745283603668213,
      "loss_total": 0.01745283603668213,
      "step": 13800
    },
    {
      "loss_action": 0.009996331296861172,
      "loss_total": 0.009996331296861172,
      "step": 13800
    },
    {
      "loss_action": 0.018991611897945404,
      "loss_total": 0.018991611897945404,
      "step": 13800
    },
    {
      "loss_action": 0.012396247126162052,
      "loss_total": 0.012396247126162052,
      "step": 13800
    },
    {
      "grad_norm": 0.16161327064037323,
      "learning_rate": 9.7893447032548e-05,
      "loss": 0.0163,
      "step": 13810
    },
    {
      "loss_action": 0.015376189723610878,
      "loss_total": 0.015376189723610878,
      "step": 13810
    },
    {
      "loss_action": 0.009760858491063118,
      "loss_total": 0.009760858491063118,
      "step": 13810
    },
    {
      "loss_action": 0.019928913563489914,
      "loss_total": 0.019928913563489914,
      "step": 13810
    },
    {
      "loss_action": 0.016087738797068596,
      "loss_total": 0.016087738797068596,
      "step": 13810
    },
    {
      "loss_action": 0.01573866792023182,
      "loss_total": 0.01573866792023182,
      "step": 13810
    },
    {
      "loss_action": 0.026387885212898254,
      "loss_total": 0.026387885212898254,
      "step": 13810
    },
    {
      "loss_action": 0.013472769409418106,
      "loss_total": 0.013472769409418106,
      "step": 13810
    },
    {
      "loss_action": 0.014224663376808167,
      "loss_total": 0.014224663376808167,
      "step": 13810
    },
    {
      "grad_norm": 0.16420243680477142,
      "learning_rate": 9.78886955549138e-05,
      "loss": 0.0161,
      "step": 13820
    },
    {
      "loss_action": 0.022005734965205193,
      "loss_total": 0.022005734965205193,
      "step": 13820
    },
    {
      "loss_action": 0.01937474124133587,
      "loss_total": 0.01937474124133587,
      "step": 13820
    },
    {
      "loss_action": 0.014826247468590736,
      "loss_total": 0.014826247468590736,
      "step": 13820
    },
    {
      "loss_action": 0.02564801275730133,
      "loss_total": 0.02564801275730133,
      "step": 13820
    },
    {
      "loss_action": 0.03511757403612137,
      "loss_total": 0.03511757403612137,
      "step": 13820
    },
    {
      "loss_action": 0.008803075179457664,
      "loss_total": 0.008803075179457664,
      "step": 13820
    },
    {
      "loss_action": 0.022059492766857147,
      "loss_total": 0.022059492766857147,
      "step": 13820
    },
    {
      "loss_action": 0.013597758486866951,
      "loss_total": 0.013597758486866951,
      "step": 13820
    },
    {
      "grad_norm": 0.18244335055351257,
      "learning_rate": 9.788393884024387e-05,
      "loss": 0.0169,
      "step": 13830
    },
    {
      "loss_action": 0.011283611878752708,
      "loss_total": 0.011283611878752708,
      "step": 13830
    },
    {
      "loss_action": 0.010838942602276802,
      "loss_total": 0.010838942602276802,
      "step": 13830
    },
    {
      "loss_action": 0.017025409266352654,
      "loss_total": 0.017025409266352654,
      "step": 13830
    },
    {
      "loss_action": 0.018834806978702545,
      "loss_total": 0.018834806978702545,
      "step": 13830
    },
    {
      "loss_action": 0.012713794596493244,
      "loss_total": 0.012713794596493244,
      "step": 13830
    },
    {
      "loss_action": 0.008984122425317764,
      "loss_total": 0.008984122425317764,
      "step": 13830
    },
    {
      "loss_action": 0.027617322281003,
      "loss_total": 0.027617322281003,
      "step": 13830
    },
    {
      "loss_action": 0.021864207461476326,
      "loss_total": 0.021864207461476326,
      "step": 13830
    },
    {
      "grad_norm": 0.17336970567703247,
      "learning_rate": 9.787917688905836e-05,
      "loss": 0.0159,
      "step": 13840
    },
    {
      "loss_action": 0.0106976218521595,
      "loss_total": 0.0106976218521595,
      "step": 13840
    },
    {
      "loss_action": 0.01621370017528534,
      "loss_total": 0.01621370017528534,
      "step": 13840
    },
    {
      "loss_action": 0.01559182908385992,
      "loss_total": 0.01559182908385992,
      "step": 13840
    },
    {
      "loss_action": 0.015892023220658302,
      "loss_total": 0.015892023220658302,
      "step": 13840
    },
    {
      "loss_action": 0.015176698565483093,
      "loss_total": 0.015176698565483093,
      "step": 13840
    },
    {
      "loss_action": 0.048699814826250076,
      "loss_total": 0.048699814826250076,
      "step": 13840
    },
    {
      "loss_action": 0.012502528727054596,
      "loss_total": 0.012502528727054596,
      "step": 13840
    },
    {
      "loss_action": 0.008007943630218506,
      "loss_total": 0.008007943630218506,
      "step": 13840
    },
    {
      "grad_norm": 0.14050766825675964,
      "learning_rate": 9.787440970187807e-05,
      "loss": 0.0162,
      "step": 13850
    },
    {
      "loss_action": 0.023925330489873886,
      "loss_total": 0.023925330489873886,
      "step": 13850
    },
    {
      "loss_action": 0.013609899207949638,
      "loss_total": 0.013609899207949638,
      "step": 13850
    },
    {
      "loss_action": 0.005193791817873716,
      "loss_total": 0.005193791817873716,
      "step": 13850
    },
    {
      "loss_action": 0.010570180602371693,
      "loss_total": 0.010570180602371693,
      "step": 13850
    },
    {
      "loss_action": 0.015029115602374077,
      "loss_total": 0.015029115602374077,
      "step": 13850
    },
    {
      "loss_action": 0.021368643268942833,
      "loss_total": 0.021368643268942833,
      "step": 13850
    },
    {
      "loss_action": 0.035214390605688095,
      "loss_total": 0.035214390605688095,
      "step": 13850
    },
    {
      "loss_action": 0.009474389255046844,
      "loss_total": 0.009474389255046844,
      "step": 13850
    },
    {
      "grad_norm": 0.17223912477493286,
      "learning_rate": 9.786963727922429e-05,
      "loss": 0.0146,
      "step": 13860
    },
    {
      "loss_action": 0.012628478929400444,
      "loss_total": 0.012628478929400444,
      "step": 13860
    },
    {
      "loss_action": 0.01462803315371275,
      "loss_total": 0.01462803315371275,
      "step": 13860
    },
    {
      "loss_action": 0.011547510512173176,
      "loss_total": 0.011547510512173176,
      "step": 13860
    },
    {
      "loss_action": 0.011732334271073341,
      "loss_total": 0.011732334271073341,
      "step": 13860
    },
    {
      "loss_action": 0.009151533246040344,
      "loss_total": 0.009151533246040344,
      "step": 13860
    },
    {
      "loss_action": 0.01448067743331194,
      "loss_total": 0.01448067743331194,
      "step": 13860
    },
    {
      "loss_action": 0.012512595392763615,
      "loss_total": 0.012512595392763615,
      "step": 13860
    },
    {
      "loss_action": 0.008745670318603516,
      "loss_total": 0.008745670318603516,
      "step": 13860
    },
    {
      "grad_norm": 0.15114791691303253,
      "learning_rate": 9.786485962161897e-05,
      "loss": 0.0165,
      "step": 13870
    },
    {
      "loss_action": 0.007547416258603334,
      "loss_total": 0.007547416258603334,
      "step": 13870
    },
    {
      "loss_action": 0.0072648897767066956,
      "loss_total": 0.0072648897767066956,
      "step": 13870
    },
    {
      "loss_action": 0.03528352081775665,
      "loss_total": 0.03528352081775665,
      "step": 13870
    },
    {
      "loss_action": 0.008856765925884247,
      "loss_total": 0.008856765925884247,
      "step": 13870
    },
    {
      "loss_action": 0.008794047869741917,
      "loss_total": 0.008794047869741917,
      "step": 13870
    },
    {
      "loss_action": 0.013388441875576973,
      "loss_total": 0.013388441875576973,
      "step": 13870
    },
    {
      "loss_action": 0.022040605545043945,
      "loss_total": 0.022040605545043945,
      "step": 13870
    },
    {
      "loss_action": 0.0055736517533659935,
      "loss_total": 0.0055736517533659935,
      "step": 13870
    },
    {
      "grad_norm": 0.1534935086965561,
      "learning_rate": 9.786007672958455e-05,
      "loss": 0.0179,
      "step": 13880
    },
    {
      "loss_action": 0.024340247735381126,
      "loss_total": 0.024340247735381126,
      "step": 13880
    },
    {
      "loss_action": 0.009987406432628632,
      "loss_total": 0.009987406432628632,
      "step": 13880
    },
    {
      "loss_action": 0.02471756562590599,
      "loss_total": 0.02471756562590599,
      "step": 13880
    },
    {
      "loss_action": 0.020114993676543236,
      "loss_total": 0.020114993676543236,
      "step": 13880
    },
    {
      "loss_action": 0.014020671136677265,
      "loss_total": 0.014020671136677265,
      "step": 13880
    },
    {
      "loss_action": 0.011576054617762566,
      "loss_total": 0.011576054617762566,
      "step": 13880
    },
    {
      "loss_action": 0.009217137470841408,
      "loss_total": 0.009217137470841408,
      "step": 13880
    },
    {
      "loss_action": 0.011314846575260162,
      "loss_total": 0.011314846575260162,
      "step": 13880
    },
    {
      "grad_norm": 0.19363762438297272,
      "learning_rate": 9.78552886036441e-05,
      "loss": 0.0146,
      "step": 13890
    },
    {
      "loss_action": 0.012591693550348282,
      "loss_total": 0.012591693550348282,
      "step": 13890
    },
    {
      "loss_action": 0.0084270890802145,
      "loss_total": 0.0084270890802145,
      "step": 13890
    },
    {
      "loss_action": 0.010611765086650848,
      "loss_total": 0.010611765086650848,
      "step": 13890
    },
    {
      "loss_action": 0.0256962813436985,
      "loss_total": 0.0256962813436985,
      "step": 13890
    },
    {
      "loss_action": 0.02028333954513073,
      "loss_total": 0.02028333954513073,
      "step": 13890
    },
    {
      "loss_action": 0.010413018986582756,
      "loss_total": 0.010413018986582756,
      "step": 13890
    },
    {
      "loss_action": 0.014895490370690823,
      "loss_total": 0.014895490370690823,
      "step": 13890
    },
    {
      "loss_action": 0.0076860771514475346,
      "loss_total": 0.0076860771514475346,
      "step": 13890
    },
    {
      "grad_norm": 0.19177846610546112,
      "learning_rate": 9.785049524432124e-05,
      "loss": 0.0151,
      "step": 13900
    },
    {
      "loss_action": 0.008065549656748772,
      "loss_total": 0.008065549656748772,
      "step": 13900
    },
    {
      "loss_action": 0.019114723429083824,
      "loss_total": 0.019114723429083824,
      "step": 13900
    },
    {
      "loss_action": 0.01038377545773983,
      "loss_total": 0.01038377545773983,
      "step": 13900
    },
    {
      "loss_action": 0.01707608625292778,
      "loss_total": 0.01707608625292778,
      "step": 13900
    },
    {
      "loss_action": 0.0298639964312315,
      "loss_total": 0.0298639964312315,
      "step": 13900
    },
    {
      "loss_action": 0.03909067064523697,
      "loss_total": 0.03909067064523697,
      "step": 13900
    },
    {
      "loss_action": 0.005747275892645121,
      "loss_total": 0.005747275892645121,
      "step": 13900
    },
    {
      "loss_action": 0.011424895375967026,
      "loss_total": 0.011424895375967026,
      "step": 13900
    },
    {
      "grad_norm": 0.16693203151226044,
      "learning_rate": 9.784569665214016e-05,
      "loss": 0.015,
      "step": 13910
    },
    {
      "loss_action": 0.007772810757160187,
      "loss_total": 0.007772810757160187,
      "step": 13910
    },
    {
      "loss_action": 0.014648513868451118,
      "loss_total": 0.014648513868451118,
      "step": 13910
    },
    {
      "loss_action": 0.00953863374888897,
      "loss_total": 0.00953863374888897,
      "step": 13910
    },
    {
      "loss_action": 0.00789185892790556,
      "loss_total": 0.00789185892790556,
      "step": 13910
    },
    {
      "loss_action": 0.006493680644780397,
      "loss_total": 0.006493680644780397,
      "step": 13910
    },
    {
      "loss_action": 0.011012924835085869,
      "loss_total": 0.011012924835085869,
      "step": 13910
    },
    {
      "loss_action": 0.00666186073794961,
      "loss_total": 0.00666186073794961,
      "step": 13910
    },
    {
      "loss_action": 0.009742427617311478,
      "loss_total": 0.009742427617311478,
      "step": 13910
    },
    {
      "grad_norm": 0.13354189693927765,
      "learning_rate": 9.784089282762563e-05,
      "loss": 0.0138,
      "step": 13920
    },
    {
      "loss_action": 0.013951820321381092,
      "loss_total": 0.013951820321381092,
      "step": 13920
    },
    {
      "loss_action": 0.015724021941423416,
      "loss_total": 0.015724021941423416,
      "step": 13920
    },
    {
      "loss_action": 0.01021549105644226,
      "loss_total": 0.01021549105644226,
      "step": 13920
    },
    {
      "loss_action": 0.01305839791893959,
      "loss_total": 0.01305839791893959,
      "step": 13920
    },
    {
      "loss_action": 0.012765923514962196,
      "loss_total": 0.012765923514962196,
      "step": 13920
    },
    {
      "loss_action": 0.00904004741460085,
      "loss_total": 0.00904004741460085,
      "step": 13920
    },
    {
      "loss_action": 0.009095851331949234,
      "loss_total": 0.009095851331949234,
      "step": 13920
    },
    {
      "loss_action": 0.02802601084113121,
      "loss_total": 0.02802601084113121,
      "step": 13920
    },
    {
      "grad_norm": 0.2044854313135147,
      "learning_rate": 9.7836083771303e-05,
      "loss": 0.0155,
      "step": 13930
    },
    {
      "loss_action": 0.02627871185541153,
      "loss_total": 0.02627871185541153,
      "step": 13930
    },
    {
      "loss_action": 0.02014417201280594,
      "loss_total": 0.02014417201280594,
      "step": 13930
    },
    {
      "loss_action": 0.0219867005944252,
      "loss_total": 0.0219867005944252,
      "step": 13930
    },
    {
      "loss_action": 0.014709439128637314,
      "loss_total": 0.014709439128637314,
      "step": 13930
    },
    {
      "loss_action": 0.022203288972377777,
      "loss_total": 0.022203288972377777,
      "step": 13930
    },
    {
      "loss_action": 0.012199592776596546,
      "loss_total": 0.012199592776596546,
      "step": 13930
    },
    {
      "loss_action": 0.008796889334917068,
      "loss_total": 0.008796889334917068,
      "step": 13930
    },
    {
      "loss_action": 0.009998675435781479,
      "loss_total": 0.009998675435781479,
      "step": 13930
    },
    {
      "grad_norm": 0.18357039988040924,
      "learning_rate": 9.783126948369817e-05,
      "loss": 0.0145,
      "step": 13940
    },
    {
      "loss_action": 0.02089398354291916,
      "loss_total": 0.02089398354291916,
      "step": 13940
    },
    {
      "loss_action": 0.018966306000947952,
      "loss_total": 0.018966306000947952,
      "step": 13940
    },
    {
      "loss_action": 0.018001647666096687,
      "loss_total": 0.018001647666096687,
      "step": 13940
    },
    {
      "loss_action": 0.008043033070862293,
      "loss_total": 0.008043033070862293,
      "step": 13940
    },
    {
      "loss_action": 0.0192410871386528,
      "loss_total": 0.0192410871386528,
      "step": 13940
    },
    {
      "loss_action": 0.02619009092450142,
      "loss_total": 0.02619009092450142,
      "step": 13940
    },
    {
      "loss_action": 0.012674141675233841,
      "loss_total": 0.012674141675233841,
      "step": 13940
    },
    {
      "loss_action": 0.0118867177516222,
      "loss_total": 0.0118867177516222,
      "step": 13940
    },
    {
      "grad_norm": 0.21108484268188477,
      "learning_rate": 9.78264499653376e-05,
      "loss": 0.0181,
      "step": 13950
    },
    {
      "loss_action": 0.02094515599310398,
      "loss_total": 0.02094515599310398,
      "step": 13950
    },
    {
      "loss_action": 0.015053832903504372,
      "loss_total": 0.015053832903504372,
      "step": 13950
    },
    {
      "loss_action": 0.01744385063648224,
      "loss_total": 0.01744385063648224,
      "step": 13950
    },
    {
      "loss_action": 0.01560446061193943,
      "loss_total": 0.01560446061193943,
      "step": 13950
    },
    {
      "loss_action": 0.020227130502462387,
      "loss_total": 0.020227130502462387,
      "step": 13950
    },
    {
      "loss_action": 0.011119666509330273,
      "loss_total": 0.011119666509330273,
      "step": 13950
    },
    {
      "loss_action": 0.008822294883430004,
      "loss_total": 0.008822294883430004,
      "step": 13950
    },
    {
      "loss_action": 0.024406710639595985,
      "loss_total": 0.024406710639595985,
      "step": 13950
    },
    {
      "grad_norm": 0.22846664488315582,
      "learning_rate": 9.782162521674838e-05,
      "loss": 0.0192,
      "step": 13960
    },
    {
      "loss_action": 0.012442277744412422,
      "loss_total": 0.012442277744412422,
      "step": 13960
    },
    {
      "loss_action": 0.01839885301887989,
      "loss_total": 0.01839885301887989,
      "step": 13960
    },
    {
      "loss_action": 0.024130623787641525,
      "loss_total": 0.024130623787641525,
      "step": 13960
    },
    {
      "loss_action": 0.018565580248832703,
      "loss_total": 0.018565580248832703,
      "step": 13960
    },
    {
      "loss_action": 0.012300090864300728,
      "loss_total": 0.012300090864300728,
      "step": 13960
    },
    {
      "loss_action": 0.11139123886823654,
      "loss_total": 0.11139123886823654,
      "step": 13960
    },
    {
      "loss_action": 0.01769872009754181,
      "loss_total": 0.01769872009754181,
      "step": 13960
    },
    {
      "loss_action": 0.015595190227031708,
      "loss_total": 0.015595190227031708,
      "step": 13960
    },
    {
      "grad_norm": 0.20485107600688934,
      "learning_rate": 9.781679523845812e-05,
      "loss": 0.0188,
      "step": 13970
    },
    {
      "loss_action": 0.008492941036820412,
      "loss_total": 0.008492941036820412,
      "step": 13970
    },
    {
      "loss_action": 0.019768929108977318,
      "loss_total": 0.019768929108977318,
      "step": 13970
    },
    {
      "loss_action": 0.029199756681919098,
      "loss_total": 0.029199756681919098,
      "step": 13970
    },
    {
      "loss_action": 0.012274868786334991,
      "loss_total": 0.012274868786334991,
      "step": 13970
    },
    {
      "loss_action": 0.027392935007810593,
      "loss_total": 0.027392935007810593,
      "step": 13970
    },
    {
      "loss_action": 0.032194241881370544,
      "loss_total": 0.032194241881370544,
      "step": 13970
    },
    {
      "loss_action": 0.012140344828367233,
      "loss_total": 0.012140344828367233,
      "step": 13970
    },
    {
      "loss_action": 0.027405865490436554,
      "loss_total": 0.027405865490436554,
      "step": 13970
    },
    {
      "grad_norm": 0.15757513046264648,
      "learning_rate": 9.781196003099502e-05,
      "loss": 0.0177,
      "step": 13980
    },
    {
      "loss_action": 0.03220563009381294,
      "loss_total": 0.03220563009381294,
      "step": 13980
    },
    {
      "loss_action": 0.016027435660362244,
      "loss_total": 0.016027435660362244,
      "step": 13980
    },
    {
      "loss_action": 0.015172822400927544,
      "loss_total": 0.015172822400927544,
      "step": 13980
    },
    {
      "loss_action": 0.014448498375713825,
      "loss_total": 0.014448498375713825,
      "step": 13980
    },
    {
      "loss_action": 0.013094441033899784,
      "loss_total": 0.013094441033899784,
      "step": 13980
    },
    {
      "loss_action": 0.006462831050157547,
      "loss_total": 0.006462831050157547,
      "step": 13980
    },
    {
      "loss_action": 0.04572426527738571,
      "loss_total": 0.04572426527738571,
      "step": 13980
    },
    {
      "loss_action": 0.004976016003638506,
      "loss_total": 0.004976016003638506,
      "step": 13980
    },
    {
      "grad_norm": 0.2366219013929367,
      "learning_rate": 9.780711959488786e-05,
      "loss": 0.0167,
      "step": 13990
    },
    {
      "loss_action": 0.014186090789735317,
      "loss_total": 0.014186090789735317,
      "step": 13990
    },
    {
      "loss_action": 0.024117104709148407,
      "loss_total": 0.024117104709148407,
      "step": 13990
    },
    {
      "loss_action": 0.009350908920168877,
      "loss_total": 0.009350908920168877,
      "step": 13990
    },
    {
      "loss_action": 0.007083405274897814,
      "loss_total": 0.007083405274897814,
      "step": 13990
    },
    {
      "loss_action": 0.020200563594698906,
      "loss_total": 0.020200563594698906,
      "step": 13990
    },
    {
      "loss_action": 0.01102851890027523,
      "loss_total": 0.01102851890027523,
      "step": 13990
    },
    {
      "loss_action": 0.009027805179357529,
      "loss_total": 0.009027805179357529,
      "step": 13990
    },
    {
      "loss_action": 0.009995205327868462,
      "loss_total": 0.009995205327868462,
      "step": 13990
    },
    {
      "grad_norm": 0.2232310026884079,
      "learning_rate": 9.780227393066599e-05,
      "loss": 0.0155,
      "step": 14000
    },
    {
      "loss_action": 0.014686202630400658,
      "loss_total": 0.014686202630400658,
      "step": 14000
    },
    {
      "loss_action": 0.008620691485702991,
      "loss_total": 0.008620691485702991,
      "step": 14000
    },
    {
      "loss_action": 0.010978920385241508,
      "loss_total": 0.010978920385241508,
      "step": 14000
    },
    {
      "loss_action": 0.011149127967655659,
      "loss_total": 0.011149127967655659,
      "step": 14000
    },
    {
      "loss_action": 0.011042238213121891,
      "loss_total": 0.011042238213121891,
      "step": 14000
    },
    {
      "loss_action": 0.014609843492507935,
      "loss_total": 0.014609843492507935,
      "step": 14000
    },
    {
      "loss_action": 0.01952013373374939,
      "loss_total": 0.01952013373374939,
      "step": 14000
    },
    {
      "loss_action": 0.014709440991282463,
      "loss_total": 0.014709440991282463,
      "step": 14000
    },
    {
      "grad_norm": 0.13651922345161438,
      "learning_rate": 9.77974230388593e-05,
      "loss": 0.0168,
      "step": 14010
    },
    {
      "loss_action": 0.00910880882292986,
      "loss_total": 0.00910880882292986,
      "step": 14010
    },
    {
      "loss_action": 0.017674520611763,
      "loss_total": 0.017674520611763,
      "step": 14010
    },
    {
      "loss_action": 0.007537044584751129,
      "loss_total": 0.007537044584751129,
      "step": 14010
    },
    {
      "loss_action": 0.009037612937390804,
      "loss_total": 0.009037612937390804,
      "step": 14010
    },
    {
      "loss_action": 0.019207525998353958,
      "loss_total": 0.019207525998353958,
      "step": 14010
    },
    {
      "loss_action": 0.008939637802541256,
      "loss_total": 0.008939637802541256,
      "step": 14010
    },
    {
      "loss_action": 0.01789913885295391,
      "loss_total": 0.01789913885295391,
      "step": 14010
    },
    {
      "loss_action": 0.005495792254805565,
      "loss_total": 0.005495792254805565,
      "step": 14010
    },
    {
      "grad_norm": 0.12256206572055817,
      "learning_rate": 9.779256691999829e-05,
      "loss": 0.0149,
      "step": 14020
    },
    {
      "loss_action": 0.007883483543992043,
      "loss_total": 0.007883483543992043,
      "step": 14020
    },
    {
      "loss_action": 0.005105172283947468,
      "loss_total": 0.005105172283947468,
      "step": 14020
    },
    {
      "loss_action": 0.01464876439422369,
      "loss_total": 0.01464876439422369,
      "step": 14020
    },
    {
      "loss_action": 0.00813451036810875,
      "loss_total": 0.00813451036810875,
      "step": 14020
    },
    {
      "loss_action": 0.020994452759623528,
      "loss_total": 0.020994452759623528,
      "step": 14020
    },
    {
      "loss_action": 0.010653483681380749,
      "loss_total": 0.010653483681380749,
      "step": 14020
    },
    {
      "loss_action": 0.008286930620670319,
      "loss_total": 0.008286930620670319,
      "step": 14020
    },
    {
      "loss_action": 0.008246475830674171,
      "loss_total": 0.008246475830674171,
      "step": 14020
    },
    {
      "grad_norm": 0.17846538126468658,
      "learning_rate": 9.778770557461403e-05,
      "loss": 0.0148,
      "step": 14030
    },
    {
      "loss_action": 0.008074860088527203,
      "loss_total": 0.008074860088527203,
      "step": 14030
    },
    {
      "loss_action": 0.006732444744557142,
      "loss_total": 0.006732444744557142,
      "step": 14030
    },
    {
      "loss_action": 0.004377016332000494,
      "loss_total": 0.004377016332000494,
      "step": 14030
    },
    {
      "loss_action": 0.015439838171005249,
      "loss_total": 0.015439838171005249,
      "step": 14030
    },
    {
      "loss_action": 0.019368154928088188,
      "loss_total": 0.019368154928088188,
      "step": 14030
    },
    {
      "loss_action": 0.017844272777438164,
      "loss_total": 0.017844272777438164,
      "step": 14030
    },
    {
      "loss_action": 0.011791078373789787,
      "loss_total": 0.011791078373789787,
      "step": 14030
    },
    {
      "loss_action": 0.016248848289251328,
      "loss_total": 0.016248848289251328,
      "step": 14030
    },
    {
      "grad_norm": 0.15677687525749207,
      "learning_rate": 9.778283900323812e-05,
      "loss": 0.015,
      "step": 14040
    },
    {
      "loss_action": 0.02930036187171936,
      "loss_total": 0.02930036187171936,
      "step": 14040
    },
    {
      "loss_action": 0.01896565407514572,
      "loss_total": 0.01896565407514572,
      "step": 14040
    },
    {
      "loss_action": 0.012452936731278896,
      "loss_total": 0.012452936731278896,
      "step": 14040
    },
    {
      "loss_action": 0.008992176502943039,
      "loss_total": 0.008992176502943039,
      "step": 14040
    },
    {
      "loss_action": 0.007221446372568607,
      "loss_total": 0.007221446372568607,
      "step": 14040
    },
    {
      "loss_action": 0.021501928567886353,
      "loss_total": 0.021501928567886353,
      "step": 14040
    },
    {
      "loss_action": 0.013859694823622704,
      "loss_total": 0.013859694823622704,
      "step": 14040
    },
    {
      "loss_action": 0.01579868048429489,
      "loss_total": 0.01579868048429489,
      "step": 14040
    },
    {
      "grad_norm": 0.25154444575309753,
      "learning_rate": 9.777796720640277e-05,
      "loss": 0.0182,
      "step": 14050
    },
    {
      "loss_action": 0.01811341941356659,
      "loss_total": 0.01811341941356659,
      "step": 14050
    },
    {
      "loss_action": 0.018778018653392792,
      "loss_total": 0.018778018653392792,
      "step": 14050
    },
    {
      "loss_action": 0.021018892526626587,
      "loss_total": 0.021018892526626587,
      "step": 14050
    },
    {
      "loss_action": 0.033226288855075836,
      "loss_total": 0.033226288855075836,
      "step": 14050
    },
    {
      "loss_action": 0.01839499920606613,
      "loss_total": 0.01839499920606613,
      "step": 14050
    },
    {
      "loss_action": 0.018251920118927956,
      "loss_total": 0.018251920118927956,
      "step": 14050
    },
    {
      "loss_action": 0.0244591161608696,
      "loss_total": 0.0244591161608696,
      "step": 14050
    },
    {
      "loss_action": 0.028339149430394173,
      "loss_total": 0.028339149430394173,
      "step": 14050
    },
    {
      "grad_norm": 0.2031908631324768,
      "learning_rate": 9.777309018464078e-05,
      "loss": 0.0176,
      "step": 14060
    },
    {
      "loss_action": 0.023794420063495636,
      "loss_total": 0.023794420063495636,
      "step": 14060
    },
    {
      "loss_action": 0.020259272307157516,
      "loss_total": 0.020259272307157516,
      "step": 14060
    },
    {
      "loss_action": 0.02260528691112995,
      "loss_total": 0.02260528691112995,
      "step": 14060
    },
    {
      "loss_action": 0.01705705001950264,
      "loss_total": 0.01705705001950264,
      "step": 14060
    },
    {
      "loss_action": 0.017174363136291504,
      "loss_total": 0.017174363136291504,
      "step": 14060
    },
    {
      "loss_action": 0.011131156235933304,
      "loss_total": 0.011131156235933304,
      "step": 14060
    },
    {
      "loss_action": 0.009865537285804749,
      "loss_total": 0.009865537285804749,
      "step": 14060
    },
    {
      "loss_action": 0.027736399322748184,
      "loss_total": 0.027736399322748184,
      "step": 14060
    },
    {
      "grad_norm": 0.16246002912521362,
      "learning_rate": 9.776820793848547e-05,
      "loss": 0.0156,
      "step": 14070
    },
    {
      "loss_action": 0.017706070095300674,
      "loss_total": 0.017706070095300674,
      "step": 14070
    },
    {
      "loss_action": 0.018729349598288536,
      "loss_total": 0.018729349598288536,
      "step": 14070
    },
    {
      "loss_action": 0.020174125209450722,
      "loss_total": 0.020174125209450722,
      "step": 14070
    },
    {
      "loss_action": 0.011954188346862793,
      "loss_total": 0.011954188346862793,
      "step": 14070
    },
    {
      "loss_action": 0.01227056235074997,
      "loss_total": 0.01227056235074997,
      "step": 14070
    },
    {
      "loss_action": 0.010462051257491112,
      "loss_total": 0.010462051257491112,
      "step": 14070
    },
    {
      "loss_action": 0.01365402340888977,
      "loss_total": 0.01365402340888977,
      "step": 14070
    },
    {
      "loss_action": 0.014361518435180187,
      "loss_total": 0.014361518435180187,
      "step": 14070
    },
    {
      "grad_norm": 0.13608582317829132,
      "learning_rate": 9.776332046847075e-05,
      "loss": 0.0146,
      "step": 14080
    },
    {
      "loss_action": 0.017879096791148186,
      "loss_total": 0.017879096791148186,
      "step": 14080
    },
    {
      "loss_action": 0.012791048735380173,
      "loss_total": 0.012791048735380173,
      "step": 14080
    },
    {
      "loss_action": 0.009166443720459938,
      "loss_total": 0.009166443720459938,
      "step": 14080
    },
    {
      "loss_action": 0.013310227543115616,
      "loss_total": 0.013310227543115616,
      "step": 14080
    },
    {
      "loss_action": 0.020802821964025497,
      "loss_total": 0.020802821964025497,
      "step": 14080
    },
    {
      "loss_action": 0.01627601683139801,
      "loss_total": 0.01627601683139801,
      "step": 14080
    },
    {
      "loss_action": 0.016055583953857422,
      "loss_total": 0.016055583953857422,
      "step": 14080
    },
    {
      "loss_action": 0.01717136986553669,
      "loss_total": 0.01717136986553669,
      "step": 14080
    },
    {
      "grad_norm": 0.1634460687637329,
      "learning_rate": 9.775842777513111e-05,
      "loss": 0.0137,
      "step": 14090
    },
    {
      "loss_action": 0.01814194768667221,
      "loss_total": 0.01814194768667221,
      "step": 14090
    },
    {
      "loss_action": 0.020903371274471283,
      "loss_total": 0.020903371274471283,
      "step": 14090
    },
    {
      "loss_action": 0.009221228770911694,
      "loss_total": 0.009221228770911694,
      "step": 14090
    },
    {
      "loss_action": 0.009236163459718227,
      "loss_total": 0.009236163459718227,
      "step": 14090
    },
    {
      "loss_action": 0.013772998936474323,
      "loss_total": 0.013772998936474323,
      "step": 14090
    },
    {
      "loss_action": 0.014304092153906822,
      "loss_total": 0.014304092153906822,
      "step": 14090
    },
    {
      "loss_action": 0.014552155509591103,
      "loss_total": 0.014552155509591103,
      "step": 14090
    },
    {
      "loss_action": 0.008420385420322418,
      "loss_total": 0.008420385420322418,
      "step": 14090
    },
    {
      "grad_norm": 0.2204243391752243,
      "learning_rate": 9.775352985900163e-05,
      "loss": 0.0151,
      "step": 14100
    },
    {
      "loss_action": 0.027912456542253494,
      "loss_total": 0.027912456542253494,
      "step": 14100
    },
    {
      "loss_action": 0.02314477413892746,
      "loss_total": 0.02314477413892746,
      "step": 14100
    },
    {
      "loss_action": 0.023846197873353958,
      "loss_total": 0.023846197873353958,
      "step": 14100
    },
    {
      "loss_action": 0.011248830705881119,
      "loss_total": 0.011248830705881119,
      "step": 14100
    },
    {
      "loss_action": 0.016769492998719215,
      "loss_total": 0.016769492998719215,
      "step": 14100
    },
    {
      "loss_action": 0.012331388890743256,
      "loss_total": 0.012331388890743256,
      "step": 14100
    },
    {
      "loss_action": 0.02522699534893036,
      "loss_total": 0.02522699534893036,
      "step": 14100
    },
    {
      "loss_action": 0.04191197454929352,
      "loss_total": 0.04191197454929352,
      "step": 14100
    },
    {
      "grad_norm": 0.14704476296901703,
      "learning_rate": 9.774862672061791e-05,
      "loss": 0.0169,
      "step": 14110
    },
    {
      "loss_action": 0.01886792853474617,
      "loss_total": 0.01886792853474617,
      "step": 14110
    },
    {
      "loss_action": 0.02214677259325981,
      "loss_total": 0.02214677259325981,
      "step": 14110
    },
    {
      "loss_action": 0.014624078758060932,
      "loss_total": 0.014624078758060932,
      "step": 14110
    },
    {
      "loss_action": 0.013095912523567677,
      "loss_total": 0.013095912523567677,
      "step": 14110
    },
    {
      "loss_action": 0.023290008306503296,
      "loss_total": 0.023290008306503296,
      "step": 14110
    },
    {
      "loss_action": 0.010474010370671749,
      "loss_total": 0.010474010370671749,
      "step": 14110
    },
    {
      "loss_action": 0.015623703598976135,
      "loss_total": 0.015623703598976135,
      "step": 14110
    },
    {
      "loss_action": 0.010417098179459572,
      "loss_total": 0.010417098179459572,
      "step": 14110
    },
    {
      "grad_norm": 0.27927204966545105,
      "learning_rate": 9.774371836051616e-05,
      "loss": 0.0191,
      "step": 14120
    },
    {
      "loss_action": 0.015873732045292854,
      "loss_total": 0.015873732045292854,
      "step": 14120
    },
    {
      "loss_action": 0.019200632348656654,
      "loss_total": 0.019200632348656654,
      "step": 14120
    },
    {
      "loss_action": 0.03397410362958908,
      "loss_total": 0.03397410362958908,
      "step": 14120
    },
    {
      "loss_action": 0.027150912210345268,
      "loss_total": 0.027150912210345268,
      "step": 14120
    },
    {
      "loss_action": 0.013947715982794762,
      "loss_total": 0.013947715982794762,
      "step": 14120
    },
    {
      "loss_action": 0.011262346059083939,
      "loss_total": 0.011262346059083939,
      "step": 14120
    },
    {
      "loss_action": 0.007940007373690605,
      "loss_total": 0.007940007373690605,
      "step": 14120
    },
    {
      "loss_action": 0.015559021383523941,
      "loss_total": 0.015559021383523941,
      "step": 14120
    },
    {
      "grad_norm": 0.28829529881477356,
      "learning_rate": 9.773880477923315e-05,
      "loss": 0.0195,
      "step": 14130
    },
    {
      "loss_action": 0.032833173871040344,
      "loss_total": 0.032833173871040344,
      "step": 14130
    },
    {
      "loss_action": 0.017099618911743164,
      "loss_total": 0.017099618911743164,
      "step": 14130
    },
    {
      "loss_action": 0.040204837918281555,
      "loss_total": 0.040204837918281555,
      "step": 14130
    },
    {
      "loss_action": 0.04027467221021652,
      "loss_total": 0.04027467221021652,
      "step": 14130
    },
    {
      "loss_action": 0.018101010471582413,
      "loss_total": 0.018101010471582413,
      "step": 14130
    },
    {
      "loss_action": 0.01173420250415802,
      "loss_total": 0.01173420250415802,
      "step": 14130
    },
    {
      "loss_action": 0.029654715210199356,
      "loss_total": 0.029654715210199356,
      "step": 14130
    },
    {
      "loss_action": 0.01761901006102562,
      "loss_total": 0.01761901006102562,
      "step": 14130
    },
    {
      "grad_norm": 0.17855441570281982,
      "learning_rate": 9.773388597730623e-05,
      "loss": 0.018,
      "step": 14140
    },
    {
      "loss_action": 0.008716597221791744,
      "loss_total": 0.008716597221791744,
      "step": 14140
    },
    {
      "loss_action": 0.02661023661494255,
      "loss_total": 0.02661023661494255,
      "step": 14140
    },
    {
      "loss_action": 0.015833094716072083,
      "loss_total": 0.015833094716072083,
      "step": 14140
    },
    {
      "loss_action": 0.016383852809667587,
      "loss_total": 0.016383852809667587,
      "step": 14140
    },
    {
      "loss_action": 0.006516527384519577,
      "loss_total": 0.006516527384519577,
      "step": 14140
    },
    {
      "loss_action": 0.005813130177557468,
      "loss_total": 0.005813130177557468,
      "step": 14140
    },
    {
      "loss_action": 0.008420628495514393,
      "loss_total": 0.008420628495514393,
      "step": 14140
    },
    {
      "loss_action": 0.011040771380066872,
      "loss_total": 0.011040771380066872,
      "step": 14140
    },
    {
      "grad_norm": 0.19853395223617554,
      "learning_rate": 9.77289619552733e-05,
      "loss": 0.0161,
      "step": 14150
    },
    {
      "loss_action": 0.02092866785824299,
      "loss_total": 0.02092866785824299,
      "step": 14150
    },
    {
      "loss_action": 0.013035889714956284,
      "loss_total": 0.013035889714956284,
      "step": 14150
    },
    {
      "loss_action": 0.009948574006557465,
      "loss_total": 0.009948574006557465,
      "step": 14150
    },
    {
      "loss_action": 0.013201257213950157,
      "loss_total": 0.013201257213950157,
      "step": 14150
    },
    {
      "loss_action": 0.007743148133158684,
      "loss_total": 0.007743148133158684,
      "step": 14150
    },
    {
      "loss_action": 0.034573622047901154,
      "loss_total": 0.034573622047901154,
      "step": 14150
    },
    {
      "loss_action": 0.009801575914025307,
      "loss_total": 0.009801575914025307,
      "step": 14150
    },
    {
      "loss_action": 0.022817116230726242,
      "loss_total": 0.022817116230726242,
      "step": 14150
    },
    {
      "grad_norm": 0.16656123101711273,
      "learning_rate": 9.772403271367285e-05,
      "loss": 0.0182,
      "step": 14160
    },
    {
      "loss_action": 0.009120329283177853,
      "loss_total": 0.009120329283177853,
      "step": 14160
    },
    {
      "loss_action": 0.017819488421082497,
      "loss_total": 0.017819488421082497,
      "step": 14160
    },
    {
      "loss_action": 0.014831731095910072,
      "loss_total": 0.014831731095910072,
      "step": 14160
    },
    {
      "loss_action": 0.009028385393321514,
      "loss_total": 0.009028385393321514,
      "step": 14160
    },
    {
      "loss_action": 0.01166658103466034,
      "loss_total": 0.01166658103466034,
      "step": 14160
    },
    {
      "loss_action": 0.028249256312847137,
      "loss_total": 0.028249256312847137,
      "step": 14160
    },
    {
      "loss_action": 0.009315084666013718,
      "loss_total": 0.009315084666013718,
      "step": 14160
    },
    {
      "loss_action": 0.026647664606571198,
      "loss_total": 0.026647664606571198,
      "step": 14160
    },
    {
      "grad_norm": 0.22088149189949036,
      "learning_rate": 9.771909825304396e-05,
      "loss": 0.0192,
      "step": 14170
    },
    {
      "loss_action": 0.013554329052567482,
      "loss_total": 0.013554329052567482,
      "step": 14170
    },
    {
      "loss_action": 0.010980073362588882,
      "loss_total": 0.010980073362588882,
      "step": 14170
    },
    {
      "loss_action": 0.014308127574622631,
      "loss_total": 0.014308127574622631,
      "step": 14170
    },
    {
      "loss_action": 0.032895997166633606,
      "loss_total": 0.032895997166633606,
      "step": 14170
    },
    {
      "loss_action": 0.008076382800936699,
      "loss_total": 0.008076382800936699,
      "step": 14170
    },
    {
      "loss_action": 0.009649978950619698,
      "loss_total": 0.009649978950619698,
      "step": 14170
    },
    {
      "loss_action": 0.016572408378124237,
      "loss_total": 0.016572408378124237,
      "step": 14170
    },
    {
      "loss_action": 0.019289543852210045,
      "loss_total": 0.019289543852210045,
      "step": 14170
    },
    {
      "grad_norm": 0.13008922338485718,
      "learning_rate": 9.771415857392619e-05,
      "loss": 0.0164,
      "step": 14180
    },
    {
      "loss_action": 0.034745048731565475,
      "loss_total": 0.034745048731565475,
      "step": 14180
    },
    {
      "loss_action": 0.01930294558405876,
      "loss_total": 0.01930294558405876,
      "step": 14180
    },
    {
      "loss_action": 0.01787792146205902,
      "loss_total": 0.01787792146205902,
      "step": 14180
    },
    {
      "loss_action": 0.01262889988720417,
      "loss_total": 0.01262889988720417,
      "step": 14180
    },
    {
      "loss_action": 0.01738644205033779,
      "loss_total": 0.01738644205033779,
      "step": 14180
    },
    {
      "loss_action": 0.015531676821410656,
      "loss_total": 0.015531676821410656,
      "step": 14180
    },
    {
      "loss_action": 0.01984291896224022,
      "loss_total": 0.01984291896224022,
      "step": 14180
    },
    {
      "loss_action": 0.027573373168706894,
      "loss_total": 0.027573373168706894,
      "step": 14180
    },
    {
      "grad_norm": 0.23690354824066162,
      "learning_rate": 9.770921367685978e-05,
      "loss": 0.0175,
      "step": 14190
    },
    {
      "loss_action": 0.007917361333966255,
      "loss_total": 0.007917361333966255,
      "step": 14190
    },
    {
      "loss_action": 0.013441160321235657,
      "loss_total": 0.013441160321235657,
      "step": 14190
    },
    {
      "loss_action": 0.012857240624725819,
      "loss_total": 0.012857240624725819,
      "step": 14190
    },
    {
      "loss_action": 0.00786628294736147,
      "loss_total": 0.00786628294736147,
      "step": 14190
    },
    {
      "loss_action": 0.012325524352490902,
      "loss_total": 0.012325524352490902,
      "step": 14190
    },
    {
      "loss_action": 0.02954961732029915,
      "loss_total": 0.02954961732029915,
      "step": 14190
    },
    {
      "loss_action": 0.012590896338224411,
      "loss_total": 0.012590896338224411,
      "step": 14190
    },
    {
      "loss_action": 0.009718294255435467,
      "loss_total": 0.009718294255435467,
      "step": 14190
    },
    {
      "grad_norm": 0.16733913123607635,
      "learning_rate": 9.770426356238551e-05,
      "loss": 0.0153,
      "step": 14200
    },
    {
      "loss_action": 0.018068773671984673,
      "loss_total": 0.018068773671984673,
      "step": 14200
    },
    {
      "loss_action": 0.005186004564166069,
      "loss_total": 0.005186004564166069,
      "step": 14200
    },
    {
      "loss_action": 0.01383789349347353,
      "loss_total": 0.01383789349347353,
      "step": 14200
    },
    {
      "loss_action": 0.017253633588552475,
      "loss_total": 0.017253633588552475,
      "step": 14200
    },
    {
      "loss_action": 0.014312472194433212,
      "loss_total": 0.014312472194433212,
      "step": 14200
    },
    {
      "loss_action": 0.010726172477006912,
      "loss_total": 0.010726172477006912,
      "step": 14200
    },
    {
      "loss_action": 0.03202599287033081,
      "loss_total": 0.03202599287033081,
      "step": 14200
    },
    {
      "loss_action": 0.011882929131388664,
      "loss_total": 0.011882929131388664,
      "step": 14200
    },
    {
      "grad_norm": 0.2170286327600479,
      "learning_rate": 9.769930823104469e-05,
      "loss": 0.0194,
      "step": 14210
    },
    {
      "loss_action": 0.013767783530056477,
      "loss_total": 0.013767783530056477,
      "step": 14210
    },
    {
      "loss_action": 0.023228805512189865,
      "loss_total": 0.023228805512189865,
      "step": 14210
    },
    {
      "loss_action": 0.0207907073199749,
      "loss_total": 0.0207907073199749,
      "step": 14210
    },
    {
      "loss_action": 0.0231107659637928,
      "loss_total": 0.0231107659637928,
      "step": 14210
    },
    {
      "loss_action": 0.026517316699028015,
      "loss_total": 0.026517316699028015,
      "step": 14210
    },
    {
      "loss_action": 0.0170893594622612,
      "loss_total": 0.0170893594622612,
      "step": 14210
    },
    {
      "loss_action": 0.017939642071723938,
      "loss_total": 0.017939642071723938,
      "step": 14210
    },
    {
      "loss_action": 0.013120806775987148,
      "loss_total": 0.013120806775987148,
      "step": 14210
    },
    {
      "grad_norm": 0.2183549553155899,
      "learning_rate": 9.769434768337926e-05,
      "loss": 0.0189,
      "step": 14220
    },
    {
      "loss_action": 0.00959404744207859,
      "loss_total": 0.00959404744207859,
      "step": 14220
    },
    {
      "loss_action": 0.015648216009140015,
      "loss_total": 0.015648216009140015,
      "step": 14220
    },
    {
      "loss_action": 0.009729837067425251,
      "loss_total": 0.009729837067425251,
      "step": 14220
    },
    {
      "loss_action": 0.011147045530378819,
      "loss_total": 0.011147045530378819,
      "step": 14220
    },
    {
      "loss_action": 0.029994817450642586,
      "loss_total": 0.029994817450642586,
      "step": 14220
    },
    {
      "loss_action": 0.016280293464660645,
      "loss_total": 0.016280293464660645,
      "step": 14220
    },
    {
      "loss_action": 0.01437271386384964,
      "loss_total": 0.01437271386384964,
      "step": 14220
    },
    {
      "loss_action": 0.01146605983376503,
      "loss_total": 0.01146605983376503,
      "step": 14220
    },
    {
      "grad_norm": 0.22812031209468842,
      "learning_rate": 9.768938191993164e-05,
      "loss": 0.0176,
      "step": 14230
    },
    {
      "loss_action": 0.028510916978120804,
      "loss_total": 0.028510916978120804,
      "step": 14230
    },
    {
      "loss_action": 0.0075269476510584354,
      "loss_total": 0.0075269476510584354,
      "step": 14230
    },
    {
      "loss_action": 0.01765255816280842,
      "loss_total": 0.01765255816280842,
      "step": 14230
    },
    {
      "loss_action": 0.02662837691605091,
      "loss_total": 0.02662837691605091,
      "step": 14230
    },
    {
      "loss_action": 0.04121122136712074,
      "loss_total": 0.04121122136712074,
      "step": 14230
    },
    {
      "loss_action": 0.02080010250210762,
      "loss_total": 0.02080010250210762,
      "step": 14230
    },
    {
      "loss_action": 0.00674237497150898,
      "loss_total": 0.00674237497150898,
      "step": 14230
    },
    {
      "loss_action": 0.026829171925783157,
      "loss_total": 0.026829171925783157,
      "step": 14230
    },
    {
      "grad_norm": 0.18482916057109833,
      "learning_rate": 9.768441094124494e-05,
      "loss": 0.0172,
      "step": 14240
    },
    {
      "loss_action": 0.035447828471660614,
      "loss_total": 0.035447828471660614,
      "step": 14240
    },
    {
      "loss_action": 0.019931603223085403,
      "loss_total": 0.019931603223085403,
      "step": 14240
    },
    {
      "loss_action": 0.02439563348889351,
      "loss_total": 0.02439563348889351,
      "step": 14240
    },
    {
      "loss_action": 0.015474340878427029,
      "loss_total": 0.015474340878427029,
      "step": 14240
    },
    {
      "loss_action": 0.012408571317791939,
      "loss_total": 0.012408571317791939,
      "step": 14240
    },
    {
      "loss_action": 0.019842149689793587,
      "loss_total": 0.019842149689793587,
      "step": 14240
    },
    {
      "loss_action": 0.024603918194770813,
      "loss_total": 0.024603918194770813,
      "step": 14240
    },
    {
      "loss_action": 0.008396652527153492,
      "loss_total": 0.008396652527153492,
      "step": 14240
    },
    {
      "grad_norm": 0.1541205644607544,
      "learning_rate": 9.767943474786275e-05,
      "loss": 0.0167,
      "step": 14250
    },
    {
      "loss_action": 0.033455733209848404,
      "loss_total": 0.033455733209848404,
      "step": 14250
    },
    {
      "loss_action": 0.018387356773018837,
      "loss_total": 0.018387356773018837,
      "step": 14250
    },
    {
      "loss_action": 0.012497346848249435,
      "loss_total": 0.012497346848249435,
      "step": 14250
    },
    {
      "loss_action": 0.006396562792360783,
      "loss_total": 0.006396562792360783,
      "step": 14250
    },
    {
      "loss_action": 0.01709839515388012,
      "loss_total": 0.01709839515388012,
      "step": 14250
    },
    {
      "loss_action": 0.007586930878460407,
      "loss_total": 0.007586930878460407,
      "step": 14250
    },
    {
      "loss_action": 0.013282005675137043,
      "loss_total": 0.013282005675137043,
      "step": 14250
    },
    {
      "loss_action": 0.011378003284335136,
      "loss_total": 0.011378003284335136,
      "step": 14250
    },
    {
      "grad_norm": 0.14400343596935272,
      "learning_rate": 9.767445334032923e-05,
      "loss": 0.016,
      "step": 14260
    },
    {
      "loss_action": 0.009371764957904816,
      "loss_total": 0.009371764957904816,
      "step": 14260
    },
    {
      "loss_action": 0.015198640525341034,
      "loss_total": 0.015198640525341034,
      "step": 14260
    },
    {
      "loss_action": 0.017062688246369362,
      "loss_total": 0.017062688246369362,
      "step": 14260
    },
    {
      "loss_action": 0.007369315717369318,
      "loss_total": 0.007369315717369318,
      "step": 14260
    },
    {
      "loss_action": 0.039521101862192154,
      "loss_total": 0.039521101862192154,
      "step": 14260
    },
    {
      "loss_action": 0.026582783088088036,
      "loss_total": 0.026582783088088036,
      "step": 14260
    },
    {
      "loss_action": 0.013092728331685066,
      "loss_total": 0.013092728331685066,
      "step": 14260
    },
    {
      "loss_action": 0.006014091894030571,
      "loss_total": 0.006014091894030571,
      "step": 14260
    },
    {
      "grad_norm": 0.17440901696681976,
      "learning_rate": 9.766946671918919e-05,
      "loss": 0.0181,
      "step": 14270
    },
    {
      "loss_action": 0.00990930013358593,
      "loss_total": 0.00990930013358593,
      "step": 14270
    },
    {
      "loss_action": 0.010819345712661743,
      "loss_total": 0.010819345712661743,
      "step": 14270
    },
    {
      "loss_action": 0.013848178088665009,
      "loss_total": 0.013848178088665009,
      "step": 14270
    },
    {
      "loss_action": 0.016326649114489555,
      "loss_total": 0.016326649114489555,
      "step": 14270
    },
    {
      "loss_action": 0.011326811276376247,
      "loss_total": 0.011326811276376247,
      "step": 14270
    },
    {
      "loss_action": 0.016545090824365616,
      "loss_total": 0.016545090824365616,
      "step": 14270
    },
    {
      "loss_action": 0.022257287055253983,
      "loss_total": 0.022257287055253983,
      "step": 14270
    },
    {
      "loss_action": 0.019604934379458427,
      "loss_total": 0.019604934379458427,
      "step": 14270
    },
    {
      "grad_norm": 0.18804459273815155,
      "learning_rate": 9.766447488498796e-05,
      "loss": 0.0161,
      "step": 14280
    },
    {
      "loss_action": 0.013146262615919113,
      "loss_total": 0.013146262615919113,
      "step": 14280
    },
    {
      "loss_action": 0.014310391619801521,
      "loss_total": 0.014310391619801521,
      "step": 14280
    },
    {
      "loss_action": 0.010739048011600971,
      "loss_total": 0.010739048011600971,
      "step": 14280
    },
    {
      "loss_action": 0.02142718993127346,
      "loss_total": 0.02142718993127346,
      "step": 14280
    },
    {
      "loss_action": 0.006427812855690718,
      "loss_total": 0.006427812855690718,
      "step": 14280
    },
    {
      "loss_action": 0.010017964988946915,
      "loss_total": 0.010017964988946915,
      "step": 14280
    },
    {
      "loss_action": 0.016389355063438416,
      "loss_total": 0.016389355063438416,
      "step": 14280
    },
    {
      "loss_action": 0.01263804268091917,
      "loss_total": 0.01263804268091917,
      "step": 14280
    },
    {
      "grad_norm": 0.15027953684329987,
      "learning_rate": 9.765947783827139e-05,
      "loss": 0.0143,
      "step": 14290
    },
    {
      "loss_action": 0.006129159592092037,
      "loss_total": 0.006129159592092037,
      "step": 14290
    },
    {
      "loss_action": 0.012514615431427956,
      "loss_total": 0.012514615431427956,
      "step": 14290
    },
    {
      "loss_action": 0.014305317774415016,
      "loss_total": 0.014305317774415016,
      "step": 14290
    },
    {
      "loss_action": 0.0101857241243124,
      "loss_total": 0.0101857241243124,
      "step": 14290
    },
    {
      "loss_action": 0.008275145664811134,
      "loss_total": 0.008275145664811134,
      "step": 14290
    },
    {
      "loss_action": 0.018383989110589027,
      "loss_total": 0.018383989110589027,
      "step": 14290
    },
    {
      "loss_action": 0.008695784024894238,
      "loss_total": 0.008695784024894238,
      "step": 14290
    },
    {
      "loss_action": 0.020358091220259666,
      "loss_total": 0.020358091220259666,
      "step": 14290
    },
    {
      "grad_norm": 0.14552612602710724,
      "learning_rate": 9.765447557958599e-05,
      "loss": 0.0132,
      "step": 14300
    },
    {
      "loss_action": 0.03560462221503258,
      "loss_total": 0.03560462221503258,
      "step": 14300
    },
    {
      "loss_action": 0.0071512917056679726,
      "loss_total": 0.0071512917056679726,
      "step": 14300
    },
    {
      "loss_action": 0.017724022269248962,
      "loss_total": 0.017724022269248962,
      "step": 14300
    },
    {
      "loss_action": 0.019089452922344208,
      "loss_total": 0.019089452922344208,
      "step": 14300
    },
    {
      "loss_action": 0.008489688858389854,
      "loss_total": 0.008489688858389854,
      "step": 14300
    },
    {
      "loss_action": 0.01238475926220417,
      "loss_total": 0.01238475926220417,
      "step": 14300
    },
    {
      "loss_action": 0.031258463859558105,
      "loss_total": 0.031258463859558105,
      "step": 14300
    },
    {
      "loss_action": 0.009839397855103016,
      "loss_total": 0.009839397855103016,
      "step": 14300
    },
    {
      "grad_norm": 0.3473113179206848,
      "learning_rate": 9.764946810947879e-05,
      "loss": 0.017,
      "step": 14310
    },
    {
      "loss_action": 0.007233933545649052,
      "loss_total": 0.007233933545649052,
      "step": 14310
    },
    {
      "loss_action": 0.005628746934235096,
      "loss_total": 0.005628746934235096,
      "step": 14310
    },
    {
      "loss_action": 0.007060951553285122,
      "loss_total": 0.007060951553285122,
      "step": 14310
    },
    {
      "loss_action": 0.013920016586780548,
      "loss_total": 0.013920016586780548,
      "step": 14310
    },
    {
      "loss_action": 0.01720801740884781,
      "loss_total": 0.01720801740884781,
      "step": 14310
    },
    {
      "loss_action": 0.016233108937740326,
      "loss_total": 0.016233108937740326,
      "step": 14310
    },
    {
      "loss_action": 0.014940225519239902,
      "loss_total": 0.014940225519239902,
      "step": 14310
    },
    {
      "loss_action": 0.009873386472463608,
      "loss_total": 0.009873386472463608,
      "step": 14310
    },
    {
      "grad_norm": 0.14614412188529968,
      "learning_rate": 9.764445542849738e-05,
      "loss": 0.0169,
      "step": 14320
    },
    {
      "loss_action": 0.014863908290863037,
      "loss_total": 0.014863908290863037,
      "step": 14320
    },
    {
      "loss_action": 0.021959710866212845,
      "loss_total": 0.021959710866212845,
      "step": 14320
    },
    {
      "loss_action": 0.007667945697903633,
      "loss_total": 0.007667945697903633,
      "step": 14320
    },
    {
      "loss_action": 0.012556255795061588,
      "loss_total": 0.012556255795061588,
      "step": 14320
    },
    {
      "loss_action": 0.009394794702529907,
      "loss_total": 0.009394794702529907,
      "step": 14320
    },
    {
      "loss_action": 0.014016369357705116,
      "loss_total": 0.014016369357705116,
      "step": 14320
    },
    {
      "loss_action": 0.020972833037376404,
      "loss_total": 0.020972833037376404,
      "step": 14320
    },
    {
      "loss_action": 0.023641258478164673,
      "loss_total": 0.023641258478164673,
      "step": 14320
    },
    {
      "grad_norm": 0.15392538905143738,
      "learning_rate": 9.763943753718998e-05,
      "loss": 0.0157,
      "step": 14330
    },
    {
      "loss_action": 0.011151758953928947,
      "loss_total": 0.011151758953928947,
      "step": 14330
    },
    {
      "loss_action": 0.008263606578111649,
      "loss_total": 0.008263606578111649,
      "step": 14330
    },
    {
      "loss_action": 0.012877129018306732,
      "loss_total": 0.012877129018306732,
      "step": 14330
    },
    {
      "loss_action": 0.008890297263860703,
      "loss_total": 0.008890297263860703,
      "step": 14330
    },
    {
      "loss_action": 0.018754743039608,
      "loss_total": 0.018754743039608,
      "step": 14330
    },
    {
      "loss_action": 0.011121006682515144,
      "loss_total": 0.011121006682515144,
      "step": 14330
    },
    {
      "loss_action": 0.022436166182160378,
      "loss_total": 0.022436166182160378,
      "step": 14330
    },
    {
      "loss_action": 0.02477555349469185,
      "loss_total": 0.02477555349469185,
      "step": 14330
    },
    {
      "grad_norm": 0.18997082114219666,
      "learning_rate": 9.76344144361053e-05,
      "loss": 0.0173,
      "step": 14340
    },
    {
      "loss_action": 0.017381075769662857,
      "loss_total": 0.017381075769662857,
      "step": 14340
    },
    {
      "loss_action": 0.006390512455254793,
      "loss_total": 0.006390512455254793,
      "step": 14340
    },
    {
      "loss_action": 0.011413775384426117,
      "loss_total": 0.011413775384426117,
      "step": 14340
    },
    {
      "loss_action": 0.013325311243534088,
      "loss_total": 0.013325311243534088,
      "step": 14340
    },
    {
      "loss_action": 0.053102172911167145,
      "loss_total": 0.053102172911167145,
      "step": 14340
    },
    {
      "loss_action": 0.0166816096752882,
      "loss_total": 0.0166816096752882,
      "step": 14340
    },
    {
      "loss_action": 0.01696334406733513,
      "loss_total": 0.01696334406733513,
      "step": 14340
    },
    {
      "loss_action": 0.012820585630834103,
      "loss_total": 0.012820585630834103,
      "step": 14340
    },
    {
      "grad_norm": 0.1630266159772873,
      "learning_rate": 9.762938612579269e-05,
      "loss": 0.0164,
      "step": 14350
    },
    {
      "loss_action": 0.007881841622292995,
      "loss_total": 0.007881841622292995,
      "step": 14350
    },
    {
      "loss_action": 0.014315851032733917,
      "loss_total": 0.014315851032733917,
      "step": 14350
    },
    {
      "loss_action": 0.019671306014060974,
      "loss_total": 0.019671306014060974,
      "step": 14350
    },
    {
      "loss_action": 0.012103790417313576,
      "loss_total": 0.012103790417313576,
      "step": 14350
    },
    {
      "loss_action": 0.015056801028549671,
      "loss_total": 0.015056801028549671,
      "step": 14350
    },
    {
      "loss_action": 0.023081541061401367,
      "loss_total": 0.023081541061401367,
      "step": 14350
    },
    {
      "loss_action": 0.01217074878513813,
      "loss_total": 0.01217074878513813,
      "step": 14350
    },
    {
      "loss_action": 0.00965444277971983,
      "loss_total": 0.00965444277971983,
      "step": 14350
    },
    {
      "grad_norm": 0.14502264559268951,
      "learning_rate": 9.762435260680202e-05,
      "loss": 0.0146,
      "step": 14360
    },
    {
      "loss_action": 0.010843183845281601,
      "loss_total": 0.010843183845281601,
      "step": 14360
    },
    {
      "loss_action": 0.014760865829885006,
      "loss_total": 0.014760865829885006,
      "step": 14360
    },
    {
      "loss_action": 0.006282821297645569,
      "loss_total": 0.006282821297645569,
      "step": 14360
    },
    {
      "loss_action": 0.007246724329888821,
      "loss_total": 0.007246724329888821,
      "step": 14360
    },
    {
      "loss_action": 0.005886542610824108,
      "loss_total": 0.005886542610824108,
      "step": 14360
    },
    {
      "loss_action": 0.01996929943561554,
      "loss_total": 0.01996929943561554,
      "step": 14360
    },
    {
      "loss_action": 0.02708493359386921,
      "loss_total": 0.02708493359386921,
      "step": 14360
    },
    {
      "loss_action": 0.009834717959165573,
      "loss_total": 0.009834717959165573,
      "step": 14360
    },
    {
      "grad_norm": 0.16330835223197937,
      "learning_rate": 9.761931387968373e-05,
      "loss": 0.0153,
      "step": 14370
    },
    {
      "loss_action": 0.024787308648228645,
      "loss_total": 0.024787308648228645,
      "step": 14370
    },
    {
      "loss_action": 0.009162288159132004,
      "loss_total": 0.009162288159132004,
      "step": 14370
    },
    {
      "loss_action": 0.015726087614893913,
      "loss_total": 0.015726087614893913,
      "step": 14370
    },
    {
      "loss_action": 0.00983706209808588,
      "loss_total": 0.00983706209808588,
      "step": 14370
    },
    {
      "loss_action": 0.016418952494859695,
      "loss_total": 0.016418952494859695,
      "step": 14370
    },
    {
      "loss_action": 0.010909602046012878,
      "loss_total": 0.010909602046012878,
      "step": 14370
    },
    {
      "loss_action": 0.01623002626001835,
      "loss_total": 0.01623002626001835,
      "step": 14370
    },
    {
      "loss_action": 0.012321911752223969,
      "loss_total": 0.012321911752223969,
      "step": 14370
    },
    {
      "grad_norm": 0.12023872137069702,
      "learning_rate": 9.76142699449889e-05,
      "loss": 0.0155,
      "step": 14380
    },
    {
      "loss_action": 0.004281153902411461,
      "loss_total": 0.004281153902411461,
      "step": 14380
    },
    {
      "loss_action": 0.0075017851777374744,
      "loss_total": 0.0075017851777374744,
      "step": 14380
    },
    {
      "loss_action": 0.021748820319771767,
      "loss_total": 0.021748820319771767,
      "step": 14380
    },
    {
      "loss_action": 0.025422733277082443,
      "loss_total": 0.025422733277082443,
      "step": 14380
    },
    {
      "loss_action": 0.008454565890133381,
      "loss_total": 0.008454565890133381,
      "step": 14380
    },
    {
      "loss_action": 0.02769812010228634,
      "loss_total": 0.02769812010228634,
      "step": 14380
    },
    {
      "loss_action": 0.010935005731880665,
      "loss_total": 0.010935005731880665,
      "step": 14380
    },
    {
      "loss_action": 0.009355347603559494,
      "loss_total": 0.009355347603559494,
      "step": 14380
    },
    {
      "grad_norm": 0.16641926765441895,
      "learning_rate": 9.760922080326908e-05,
      "loss": 0.0157,
      "step": 14390
    },
    {
      "loss_action": 0.008104052394628525,
      "loss_total": 0.008104052394628525,
      "step": 14390
    },
    {
      "loss_action": 0.022005263715982437,
      "loss_total": 0.022005263715982437,
      "step": 14390
    },
    {
      "loss_action": 0.016335200518369675,
      "loss_total": 0.016335200518369675,
      "step": 14390
    },
    {
      "loss_action": 0.019689440727233887,
      "loss_total": 0.019689440727233887,
      "step": 14390
    },
    {
      "loss_action": 0.02621021494269371,
      "loss_total": 0.02621021494269371,
      "step": 14390
    },
    {
      "loss_action": 0.010375871323049068,
      "loss_total": 0.010375871323049068,
      "step": 14390
    },
    {
      "loss_action": 0.015421060845255852,
      "loss_total": 0.015421060845255852,
      "step": 14390
    },
    {
      "loss_action": 0.011863240972161293,
      "loss_total": 0.011863240972161293,
      "step": 14390
    },
    {
      "grad_norm": 0.2823319137096405,
      "learning_rate": 9.760416645507644e-05,
      "loss": 0.0176,
      "step": 14400
    },
    {
      "loss_action": 0.012378262355923653,
      "loss_total": 0.012378262355923653,
      "step": 14400
    },
    {
      "loss_action": 0.011931506916880608,
      "loss_total": 0.011931506916880608,
      "step": 14400
    },
    {
      "loss_action": 0.009551230818033218,
      "loss_total": 0.009551230818033218,
      "step": 14400
    },
    {
      "loss_action": 0.024887926876544952,
      "loss_total": 0.024887926876544952,
      "step": 14400
    },
    {
      "loss_action": 0.02562386728823185,
      "loss_total": 0.02562386728823185,
      "step": 14400
    },
    {
      "loss_action": 0.027009010314941406,
      "loss_total": 0.027009010314941406,
      "step": 14400
    },
    {
      "loss_action": 0.010395332239568233,
      "loss_total": 0.010395332239568233,
      "step": 14400
    },
    {
      "loss_action": 0.014492958784103394,
      "loss_total": 0.014492958784103394,
      "step": 14400
    },
    {
      "grad_norm": 0.2576218545436859,
      "learning_rate": 9.759910690096375e-05,
      "loss": 0.0167,
      "step": 14410
    },
    {
      "loss_action": 0.009238659404218197,
      "loss_total": 0.009238659404218197,
      "step": 14410
    },
    {
      "loss_action": 0.014812891371548176,
      "loss_total": 0.014812891371548176,
      "step": 14410
    },
    {
      "loss_action": 0.024365536868572235,
      "loss_total": 0.024365536868572235,
      "step": 14410
    },
    {
      "loss_action": 0.010830394923686981,
      "loss_total": 0.010830394923686981,
      "step": 14410
    },
    {
      "loss_action": 0.009097888134419918,
      "loss_total": 0.009097888134419918,
      "step": 14410
    },
    {
      "loss_action": 0.01957409456372261,
      "loss_total": 0.01957409456372261,
      "step": 14410
    },
    {
      "loss_action": 0.013054360635578632,
      "loss_total": 0.013054360635578632,
      "step": 14410
    },
    {
      "loss_action": 0.017727356404066086,
      "loss_total": 0.017727356404066086,
      "step": 14410
    },
    {
      "grad_norm": 0.1861598640680313,
      "learning_rate": 9.759404214148429e-05,
      "loss": 0.0138,
      "step": 14420
    },
    {
      "loss_action": 0.02606361173093319,
      "loss_total": 0.02606361173093319,
      "step": 14420
    },
    {
      "loss_action": 0.020766839385032654,
      "loss_total": 0.020766839385032654,
      "step": 14420
    },
    {
      "loss_action": 0.010315073654055595,
      "loss_total": 0.010315073654055595,
      "step": 14420
    },
    {
      "loss_action": 0.031366944313049316,
      "loss_total": 0.031366944313049316,
      "step": 14420
    },
    {
      "loss_action": 0.014614587649703026,
      "loss_total": 0.014614587649703026,
      "step": 14420
    },
    {
      "loss_action": 0.02692478708922863,
      "loss_total": 0.02692478708922863,
      "step": 14420
    },
    {
      "loss_action": 0.014915939420461655,
      "loss_total": 0.014915939420461655,
      "step": 14420
    },
    {
      "loss_action": 0.013272704556584358,
      "loss_total": 0.013272704556584358,
      "step": 14420
    },
    {
      "grad_norm": 0.1633979082107544,
      "learning_rate": 9.758897217719191e-05,
      "loss": 0.0178,
      "step": 14430
    },
    {
      "loss_action": 0.010977678000926971,
      "loss_total": 0.010977678000926971,
      "step": 14430
    },
    {
      "loss_action": 0.04804307222366333,
      "loss_total": 0.04804307222366333,
      "step": 14430
    },
    {
      "loss_action": 0.015573637560009956,
      "loss_total": 0.015573637560009956,
      "step": 14430
    },
    {
      "loss_action": 0.011206259950995445,
      "loss_total": 0.011206259950995445,
      "step": 14430
    },
    {
      "loss_action": 0.010391663759946823,
      "loss_total": 0.010391663759946823,
      "step": 14430
    },
    {
      "loss_action": 0.018444780260324478,
      "loss_total": 0.018444780260324478,
      "step": 14430
    },
    {
      "loss_action": 0.014683271758258343,
      "loss_total": 0.014683271758258343,
      "step": 14430
    },
    {
      "loss_action": 0.02145109698176384,
      "loss_total": 0.02145109698176384,
      "step": 14430
    },
    {
      "grad_norm": 0.16697056591510773,
      "learning_rate": 9.758389700864113e-05,
      "loss": 0.016,
      "step": 14440
    },
    {
      "loss_action": 0.010233364999294281,
      "loss_total": 0.010233364999294281,
      "step": 14440
    },
    {
      "loss_action": 0.009805092588067055,
      "loss_total": 0.009805092588067055,
      "step": 14440
    },
    {
      "loss_action": 0.017379166558384895,
      "loss_total": 0.017379166558384895,
      "step": 14440
    },
    {
      "loss_action": 0.00934434961527586,
      "loss_total": 0.00934434961527586,
      "step": 14440
    },
    {
      "loss_action": 0.012325087562203407,
      "loss_total": 0.012325087562203407,
      "step": 14440
    },
    {
      "loss_action": 0.00884481891989708,
      "loss_total": 0.00884481891989708,
      "step": 14440
    },
    {
      "loss_action": 0.013212722726166248,
      "loss_total": 0.013212722726166248,
      "step": 14440
    },
    {
      "loss_action": 0.01230397168546915,
      "loss_total": 0.01230397168546915,
      "step": 14440
    },
    {
      "grad_norm": 0.16061395406723022,
      "learning_rate": 9.757881663638688e-05,
      "loss": 0.016,
      "step": 14450
    },
    {
      "loss_action": 0.007443105801939964,
      "loss_total": 0.007443105801939964,
      "step": 14450
    },
    {
      "loss_action": 0.01544114388525486,
      "loss_total": 0.01544114388525486,
      "step": 14450
    },
    {
      "loss_action": 0.010917219333350658,
      "loss_total": 0.010917219333350658,
      "step": 14450
    },
    {
      "loss_action": 0.014561889693140984,
      "loss_total": 0.014561889693140984,
      "step": 14450
    },
    {
      "loss_action": 0.011622173711657524,
      "loss_total": 0.011622173711657524,
      "step": 14450
    },
    {
      "loss_action": 0.017963258549571037,
      "loss_total": 0.017963258549571037,
      "step": 14450
    },
    {
      "loss_action": 0.01038055308163166,
      "loss_total": 0.01038055308163166,
      "step": 14450
    },
    {
      "loss_action": 0.006091484799981117,
      "loss_total": 0.006091484799981117,
      "step": 14450
    },
    {
      "grad_norm": 0.21330735087394714,
      "learning_rate": 9.757373106098478e-05,
      "loss": 0.0157,
      "step": 14460
    },
    {
      "loss_action": 0.009356088005006313,
      "loss_total": 0.009356088005006313,
      "step": 14460
    },
    {
      "loss_action": 0.014195289462804794,
      "loss_total": 0.014195289462804794,
      "step": 14460
    },
    {
      "loss_action": 0.02572651393711567,
      "loss_total": 0.02572651393711567,
      "step": 14460
    },
    {
      "loss_action": 0.019763408228754997,
      "loss_total": 0.019763408228754997,
      "step": 14460
    },
    {
      "loss_action": 0.026623882353305817,
      "loss_total": 0.026623882353305817,
      "step": 14460
    },
    {
      "loss_action": 0.02207326516509056,
      "loss_total": 0.02207326516509056,
      "step": 14460
    },
    {
      "loss_action": 0.014177324250340462,
      "loss_total": 0.014177324250340462,
      "step": 14460
    },
    {
      "loss_action": 0.017544107511639595,
      "loss_total": 0.017544107511639595,
      "step": 14460
    },
    {
      "grad_norm": 0.1890297383069992,
      "learning_rate": 9.756864028299097e-05,
      "loss": 0.017,
      "step": 14470
    },
    {
      "loss_action": 0.01592528074979782,
      "loss_total": 0.01592528074979782,
      "step": 14470
    },
    {
      "loss_action": 0.013792416080832481,
      "loss_total": 0.013792416080832481,
      "step": 14470
    },
    {
      "loss_action": 0.012816432863473892,
      "loss_total": 0.012816432863473892,
      "step": 14470
    },
    {
      "loss_action": 0.02175040729343891,
      "loss_total": 0.02175040729343891,
      "step": 14470
    },
    {
      "loss_action": 0.016166705638170242,
      "loss_total": 0.016166705638170242,
      "step": 14470
    },
    {
      "loss_action": 0.011935614049434662,
      "loss_total": 0.011935614049434662,
      "step": 14470
    },
    {
      "loss_action": 0.01898186095058918,
      "loss_total": 0.01898186095058918,
      "step": 14470
    },
    {
      "loss_action": 0.00893469899892807,
      "loss_total": 0.00893469899892807,
      "step": 14470
    },
    {
      "grad_norm": 0.18607285618782043,
      "learning_rate": 9.75635443029622e-05,
      "loss": 0.0148,
      "step": 14480
    },
    {
      "loss_action": 0.02555042691528797,
      "loss_total": 0.02555042691528797,
      "step": 14480
    },
    {
      "loss_action": 0.019518958404660225,
      "loss_total": 0.019518958404660225,
      "step": 14480
    },
    {
      "loss_action": 0.013233880512416363,
      "loss_total": 0.013233880512416363,
      "step": 14480
    },
    {
      "loss_action": 0.013734481297433376,
      "loss_total": 0.013734481297433376,
      "step": 14480
    },
    {
      "loss_action": 0.009409891441464424,
      "loss_total": 0.009409891441464424,
      "step": 14480
    },
    {
      "loss_action": 0.014422431588172913,
      "loss_total": 0.014422431588172913,
      "step": 14480
    },
    {
      "loss_action": 0.010279767215251923,
      "loss_total": 0.010279767215251923,
      "step": 14480
    },
    {
      "loss_action": 0.017558155581355095,
      "loss_total": 0.017558155581355095,
      "step": 14480
    },
    {
      "grad_norm": 0.20131155848503113,
      "learning_rate": 9.755844312145572e-05,
      "loss": 0.0157,
      "step": 14490
    },
    {
      "loss_action": 0.059440769255161285,
      "loss_total": 0.059440769255161285,
      "step": 14490
    },
    {
      "loss_action": 0.024390388280153275,
      "loss_total": 0.024390388280153275,
      "step": 14490
    },
    {
      "loss_action": 0.010832729749381542,
      "loss_total": 0.010832729749381542,
      "step": 14490
    },
    {
      "loss_action": 0.0205308198928833,
      "loss_total": 0.0205308198928833,
      "step": 14490
    },
    {
      "loss_action": 0.008086331188678741,
      "loss_total": 0.008086331188678741,
      "step": 14490
    },
    {
      "loss_action": 0.03504524752497673,
      "loss_total": 0.03504524752497673,
      "step": 14490
    },
    {
      "loss_action": 0.027185073122382164,
      "loss_total": 0.027185073122382164,
      "step": 14490
    },
    {
      "loss_action": 0.027915820479393005,
      "loss_total": 0.027915820479393005,
      "step": 14490
    },
    {
      "grad_norm": 0.18437916040420532,
      "learning_rate": 9.755333673902941e-05,
      "loss": 0.0189,
      "step": 14500
    },
    {
      "loss_action": 0.0058797309175133705,
      "loss_total": 0.0058797309175133705,
      "step": 14500
    },
    {
      "loss_action": 0.018656939268112183,
      "loss_total": 0.018656939268112183,
      "step": 14500
    },
    {
      "loss_action": 0.01996406354010105,
      "loss_total": 0.01996406354010105,
      "step": 14500
    },
    {
      "loss_action": 0.01713639684021473,
      "loss_total": 0.01713639684021473,
      "step": 14500
    },
    {
      "loss_action": 0.0274362713098526,
      "loss_total": 0.0274362713098526,
      "step": 14500
    },
    {
      "loss_action": 0.015215571969747543,
      "loss_total": 0.015215571969747543,
      "step": 14500
    },
    {
      "loss_action": 0.051671579480171204,
      "loss_total": 0.051671579480171204,
      "step": 14500
    },
    {
      "loss_action": 0.009831108152866364,
      "loss_total": 0.009831108152866364,
      "step": 14500
    },
    {
      "grad_norm": 0.2347242832183838,
      "learning_rate": 9.75482251562417e-05,
      "loss": 0.0218,
      "step": 14510
    },
    {
      "loss_action": 0.01630667969584465,
      "loss_total": 0.01630667969584465,
      "step": 14510
    },
    {
      "loss_action": 0.014838386327028275,
      "loss_total": 0.014838386327028275,
      "step": 14510
    },
    {
      "loss_action": 0.00954940915107727,
      "loss_total": 0.00954940915107727,
      "step": 14510
    },
    {
      "loss_action": 0.02228633686900139,
      "loss_total": 0.02228633686900139,
      "step": 14510
    },
    {
      "loss_action": 0.025243230164051056,
      "loss_total": 0.025243230164051056,
      "step": 14510
    },
    {
      "loss_action": 0.02283014915883541,
      "loss_total": 0.02283014915883541,
      "step": 14510
    },
    {
      "loss_action": 0.009483877569437027,
      "loss_total": 0.009483877569437027,
      "step": 14510
    },
    {
      "loss_action": 0.019631821662187576,
      "loss_total": 0.019631821662187576,
      "step": 14510
    },
    {
      "grad_norm": 0.14792688190937042,
      "learning_rate": 9.754310837365155e-05,
      "loss": 0.0184,
      "step": 14520
    },
    {
      "loss_action": 0.010656321421265602,
      "loss_total": 0.010656321421265602,
      "step": 14520
    },
    {
      "loss_action": 0.008225972764194012,
      "loss_total": 0.008225972764194012,
      "step": 14520
    },
    {
      "loss_action": 0.01857737824320793,
      "loss_total": 0.01857737824320793,
      "step": 14520
    },
    {
      "loss_action": 0.014010310173034668,
      "loss_total": 0.014010310173034668,
      "step": 14520
    },
    {
      "loss_action": 0.017115216702222824,
      "loss_total": 0.017115216702222824,
      "step": 14520
    },
    {
      "loss_action": 0.011018522083759308,
      "loss_total": 0.011018522083759308,
      "step": 14520
    },
    {
      "loss_action": 0.008363913744688034,
      "loss_total": 0.008363913744688034,
      "step": 14520
    },
    {
      "loss_action": 0.013351322151720524,
      "loss_total": 0.013351322151720524,
      "step": 14520
    },
    {
      "grad_norm": 0.15634332597255707,
      "learning_rate": 9.753798639181856e-05,
      "loss": 0.0169,
      "step": 14530
    },
    {
      "loss_action": 0.015017025172710419,
      "loss_total": 0.015017025172710419,
      "step": 14530
    },
    {
      "loss_action": 0.009396912530064583,
      "loss_total": 0.009396912530064583,
      "step": 14530
    },
    {
      "loss_action": 0.028098711743950844,
      "loss_total": 0.028098711743950844,
      "step": 14530
    },
    {
      "loss_action": 0.033701471984386444,
      "loss_total": 0.033701471984386444,
      "step": 14530
    },
    {
      "loss_action": 0.016439925879240036,
      "loss_total": 0.016439925879240036,
      "step": 14530
    },
    {
      "loss_action": 0.018061485141515732,
      "loss_total": 0.018061485141515732,
      "step": 14530
    },
    {
      "loss_action": 0.01888098195195198,
      "loss_total": 0.01888098195195198,
      "step": 14530
    },
    {
      "loss_action": 0.02401093766093254,
      "loss_total": 0.02401093766093254,
      "step": 14530
    },
    {
      "grad_norm": 0.15503573417663574,
      "learning_rate": 9.753285921130286e-05,
      "loss": 0.0157,
      "step": 14540
    },
    {
      "loss_action": 0.009418221190571785,
      "loss_total": 0.009418221190571785,
      "step": 14540
    },
    {
      "loss_action": 0.01099791843444109,
      "loss_total": 0.01099791843444109,
      "step": 14540
    },
    {
      "loss_action": 0.03398760035634041,
      "loss_total": 0.03398760035634041,
      "step": 14540
    },
    {
      "loss_action": 0.024328626692295074,
      "loss_total": 0.024328626692295074,
      "step": 14540
    },
    {
      "loss_action": 0.024057522416114807,
      "loss_total": 0.024057522416114807,
      "step": 14540
    },
    {
      "loss_action": 0.021385755389928818,
      "loss_total": 0.021385755389928818,
      "step": 14540
    },
    {
      "loss_action": 0.00700512807816267,
      "loss_total": 0.00700512807816267,
      "step": 14540
    },
    {
      "loss_action": 0.007501816377043724,
      "loss_total": 0.007501816377043724,
      "step": 14540
    },
    {
      "grad_norm": 0.181606262922287,
      "learning_rate": 9.752772683266512e-05,
      "loss": 0.0159,
      "step": 14550
    },
    {
      "loss_action": 0.015510162338614464,
      "loss_total": 0.015510162338614464,
      "step": 14550
    },
    {
      "loss_action": 0.006589705590158701,
      "loss_total": 0.006589705590158701,
      "step": 14550
    },
    {
      "loss_action": 0.021297583356499672,
      "loss_total": 0.021297583356499672,
      "step": 14550
    },
    {
      "loss_action": 0.008726052939891815,
      "loss_total": 0.008726052939891815,
      "step": 14550
    },
    {
      "loss_action": 0.014049727469682693,
      "loss_total": 0.014049727469682693,
      "step": 14550
    },
    {
      "loss_action": 0.01981598511338234,
      "loss_total": 0.01981598511338234,
      "step": 14550
    },
    {
      "loss_action": 0.014923839829862118,
      "loss_total": 0.014923839829862118,
      "step": 14550
    },
    {
      "loss_action": 0.012549476698040962,
      "loss_total": 0.012549476698040962,
      "step": 14550
    },
    {
      "grad_norm": 0.1250845044851303,
      "learning_rate": 9.752258925646665e-05,
      "loss": 0.015,
      "step": 14560
    },
    {
      "loss_action": 0.020338768139481544,
      "loss_total": 0.020338768139481544,
      "step": 14560
    },
    {
      "loss_action": 0.024097824469208717,
      "loss_total": 0.024097824469208717,
      "step": 14560
    },
    {
      "loss_action": 0.011695914901793003,
      "loss_total": 0.011695914901793003,
      "step": 14560
    },
    {
      "loss_action": 0.00894535519182682,
      "loss_total": 0.00894535519182682,
      "step": 14560
    },
    {
      "loss_action": 0.02352399379014969,
      "loss_total": 0.02352399379014969,
      "step": 14560
    },
    {
      "loss_action": 0.015581590123474598,
      "loss_total": 0.015581590123474598,
      "step": 14560
    },
    {
      "loss_action": 0.00804905779659748,
      "loss_total": 0.00804905779659748,
      "step": 14560
    },
    {
      "loss_action": 0.02074587345123291,
      "loss_total": 0.02074587345123291,
      "step": 14560
    },
    {
      "grad_norm": 0.19274543225765228,
      "learning_rate": 9.751744648326926e-05,
      "loss": 0.0143,
      "step": 14570
    },
    {
      "loss_action": 0.006214922294020653,
      "loss_total": 0.006214922294020653,
      "step": 14570
    },
    {
      "loss_action": 0.030775398015975952,
      "loss_total": 0.030775398015975952,
      "step": 14570
    },
    {
      "loss_action": 0.007943110540509224,
      "loss_total": 0.007943110540509224,
      "step": 14570
    },
    {
      "loss_action": 0.006762887816876173,
      "loss_total": 0.006762887816876173,
      "step": 14570
    },
    {
      "loss_action": 0.009148062206804752,
      "loss_total": 0.009148062206804752,
      "step": 14570
    },
    {
      "loss_action": 0.012713059782981873,
      "loss_total": 0.012713059782981873,
      "step": 14570
    },
    {
      "loss_action": 0.008952106349170208,
      "loss_total": 0.008952106349170208,
      "step": 14570
    },
    {
      "loss_action": 0.01775827817618847,
      "loss_total": 0.01775827817618847,
      "step": 14570
    },
    {
      "grad_norm": 0.22774401307106018,
      "learning_rate": 9.751229851363536e-05,
      "loss": 0.0145,
      "step": 14580
    },
    {
      "loss_action": 0.004974839277565479,
      "loss_total": 0.004974839277565479,
      "step": 14580
    },
    {
      "loss_action": 0.012046847492456436,
      "loss_total": 0.012046847492456436,
      "step": 14580
    },
    {
      "loss_action": 0.015509658493101597,
      "loss_total": 0.015509658493101597,
      "step": 14580
    },
    {
      "loss_action": 0.007684963755309582,
      "loss_total": 0.007684963755309582,
      "step": 14580
    },
    {
      "loss_action": 0.005661602132022381,
      "loss_total": 0.005661602132022381,
      "step": 14580
    },
    {
      "loss_action": 0.012605223804712296,
      "loss_total": 0.012605223804712296,
      "step": 14580
    },
    {
      "loss_action": 0.011420712806284428,
      "loss_total": 0.011420712806284428,
      "step": 14580
    },
    {
      "loss_action": 0.01613772287964821,
      "loss_total": 0.01613772287964821,
      "step": 14580
    },
    {
      "grad_norm": 0.15628460049629211,
      "learning_rate": 9.750714534812793e-05,
      "loss": 0.0146,
      "step": 14590
    },
    {
      "loss_action": 0.027875222265720367,
      "loss_total": 0.027875222265720367,
      "step": 14590
    },
    {
      "loss_action": 0.008987309411168098,
      "loss_total": 0.008987309411168098,
      "step": 14590
    },
    {
      "loss_action": 0.004765924997627735,
      "loss_total": 0.004765924997627735,
      "step": 14590
    },
    {
      "loss_action": 0.009450826793909073,
      "loss_total": 0.009450826793909073,
      "step": 14590
    },
    {
      "loss_action": 0.015091339126229286,
      "loss_total": 0.015091339126229286,
      "step": 14590
    },
    {
      "loss_action": 0.0098233912140131,
      "loss_total": 0.0098233912140131,
      "step": 14590
    },
    {
      "loss_action": 0.006167841609567404,
      "loss_total": 0.006167841609567404,
      "step": 14590
    },
    {
      "loss_action": 0.01760605350136757,
      "loss_total": 0.01760605350136757,
      "step": 14590
    },
    {
      "grad_norm": 0.1502782553434372,
      "learning_rate": 9.750198698731053e-05,
      "loss": 0.0165,
      "step": 14600
    },
    {
      "loss_action": 0.014268544502556324,
      "loss_total": 0.014268544502556324,
      "step": 14600
    },
    {
      "loss_action": 0.011296164244413376,
      "loss_total": 0.011296164244413376,
      "step": 14600
    },
    {
      "loss_action": 0.016055572777986526,
      "loss_total": 0.016055572777986526,
      "step": 14600
    },
    {
      "loss_action": 0.00775066576898098,
      "loss_total": 0.00775066576898098,
      "step": 14600
    },
    {
      "loss_action": 0.019406836479902267,
      "loss_total": 0.019406836479902267,
      "step": 14600
    },
    {
      "loss_action": 0.011647921986877918,
      "loss_total": 0.011647921986877918,
      "step": 14600
    },
    {
      "loss_action": 0.021564776077866554,
      "loss_total": 0.021564776077866554,
      "step": 14600
    },
    {
      "loss_action": 0.0497189499437809,
      "loss_total": 0.0497189499437809,
      "step": 14600
    },
    {
      "grad_norm": 0.15541678667068481,
      "learning_rate": 9.749682343174722e-05,
      "loss": 0.0152,
      "step": 14610
    },
    {
      "loss_action": 0.007836672477424145,
      "loss_total": 0.007836672477424145,
      "step": 14610
    },
    {
      "loss_action": 0.016261573880910873,
      "loss_total": 0.016261573880910873,
      "step": 14610
    },
    {
      "loss_action": 0.028369218111038208,
      "loss_total": 0.028369218111038208,
      "step": 14610
    },
    {
      "loss_action": 0.020167745649814606,
      "loss_total": 0.020167745649814606,
      "step": 14610
    },
    {
      "loss_action": 0.017377352342009544,
      "loss_total": 0.017377352342009544,
      "step": 14610
    },
    {
      "loss_action": 0.013943735510110855,
      "loss_total": 0.013943735510110855,
      "step": 14610
    },
    {
      "loss_action": 0.007283220998942852,
      "loss_total": 0.007283220998942852,
      "step": 14610
    },
    {
      "loss_action": 0.007829321548342705,
      "loss_total": 0.007829321548342705,
      "step": 14610
    },
    {
      "grad_norm": 0.19159792363643646,
      "learning_rate": 9.749165468200272e-05,
      "loss": 0.0155,
      "step": 14620
    },
    {
      "loss_action": 0.03547011315822601,
      "loss_total": 0.03547011315822601,
      "step": 14620
    },
    {
      "loss_action": 0.008439840748906136,
      "loss_total": 0.008439840748906136,
      "step": 14620
    },
    {
      "loss_action": 0.020384952425956726,
      "loss_total": 0.020384952425956726,
      "step": 14620
    },
    {
      "loss_action": 0.008413400501012802,
      "loss_total": 0.008413400501012802,
      "step": 14620
    },
    {
      "loss_action": 0.014084781520068645,
      "loss_total": 0.014084781520068645,
      "step": 14620
    },
    {
      "loss_action": 0.016909435391426086,
      "loss_total": 0.016909435391426086,
      "step": 14620
    },
    {
      "loss_action": 0.027707744389772415,
      "loss_total": 0.027707744389772415,
      "step": 14620
    },
    {
      "loss_action": 0.018187226727604866,
      "loss_total": 0.018187226727604866,
      "step": 14620
    },
    {
      "grad_norm": 0.1837855726480484,
      "learning_rate": 9.748648073864229e-05,
      "loss": 0.0155,
      "step": 14630
    },
    {
      "loss_action": 0.013551456853747368,
      "loss_total": 0.013551456853747368,
      "step": 14630
    },
    {
      "loss_action": 0.013527683913707733,
      "loss_total": 0.013527683913707733,
      "step": 14630
    },
    {
      "loss_action": 0.014262738637626171,
      "loss_total": 0.014262738637626171,
      "step": 14630
    },
    {
      "loss_action": 0.008080731146037579,
      "loss_total": 0.008080731146037579,
      "step": 14630
    },
    {
      "loss_action": 0.015359677374362946,
      "loss_total": 0.015359677374362946,
      "step": 14630
    },
    {
      "loss_action": 0.004455007612705231,
      "loss_total": 0.004455007612705231,
      "step": 14630
    },
    {
      "loss_action": 0.013653216883540154,
      "loss_total": 0.013653216883540154,
      "step": 14630
    },
    {
      "loss_action": 0.02832048572599888,
      "loss_total": 0.02832048572599888,
      "step": 14630
    },
    {
      "grad_norm": 0.16439945995807648,
      "learning_rate": 9.748130160223168e-05,
      "loss": 0.0152,
      "step": 14640
    },
    {
      "loss_action": 0.017334984615445137,
      "loss_total": 0.017334984615445137,
      "step": 14640
    },
    {
      "loss_action": 0.020268166437745094,
      "loss_total": 0.020268166437745094,
      "step": 14640
    },
    {
      "loss_action": 0.014408156275749207,
      "loss_total": 0.014408156275749207,
      "step": 14640
    },
    {
      "loss_action": 0.010935531929135323,
      "loss_total": 0.010935531929135323,
      "step": 14640
    },
    {
      "loss_action": 0.012950345873832703,
      "loss_total": 0.012950345873832703,
      "step": 14640
    },
    {
      "loss_action": 0.008528546430170536,
      "loss_total": 0.008528546430170536,
      "step": 14640
    },
    {
      "loss_action": 0.020602190867066383,
      "loss_total": 0.020602190867066383,
      "step": 14640
    },
    {
      "loss_action": 0.021708974614739418,
      "loss_total": 0.021708974614739418,
      "step": 14640
    },
    {
      "grad_norm": 0.12649023532867432,
      "learning_rate": 9.747611727333734e-05,
      "loss": 0.0169,
      "step": 14650
    },
    {
      "loss_action": 0.017952874302864075,
      "loss_total": 0.017952874302864075,
      "step": 14650
    },
    {
      "loss_action": 0.008977743797004223,
      "loss_total": 0.008977743797004223,
      "step": 14650
    },
    {
      "loss_action": 0.028822030872106552,
      "loss_total": 0.028822030872106552,
      "step": 14650
    },
    {
      "loss_action": 0.016178105026483536,
      "loss_total": 0.016178105026483536,
      "step": 14650
    },
    {
      "loss_action": 0.017224550247192383,
      "loss_total": 0.017224550247192383,
      "step": 14650
    },
    {
      "loss_action": 0.01320785004645586,
      "loss_total": 0.01320785004645586,
      "step": 14650
    },
    {
      "loss_action": 0.011422362178564072,
      "loss_total": 0.011422362178564072,
      "step": 14650
    },
    {
      "loss_action": 0.012751754373311996,
      "loss_total": 0.012751754373311996,
      "step": 14650
    },
    {
      "grad_norm": 0.20090413093566895,
      "learning_rate": 9.74709277525262e-05,
      "loss": 0.0151,
      "step": 14660
    },
    {
      "loss_action": 0.030156929045915604,
      "loss_total": 0.030156929045915604,
      "step": 14660
    },
    {
      "loss_action": 0.012923884205520153,
      "loss_total": 0.012923884205520153,
      "step": 14660
    },
    {
      "loss_action": 0.031089017167687416,
      "loss_total": 0.031089017167687416,
      "step": 14660
    },
    {
      "loss_action": 0.01823962852358818,
      "loss_total": 0.01823962852358818,
      "step": 14660
    },
    {
      "loss_action": 0.03125765174627304,
      "loss_total": 0.03125765174627304,
      "step": 14660
    },
    {
      "loss_action": 0.009032199159264565,
      "loss_total": 0.009032199159264565,
      "step": 14660
    },
    {
      "loss_action": 0.013990476727485657,
      "loss_total": 0.013990476727485657,
      "step": 14660
    },
    {
      "loss_action": 0.007191427983343601,
      "loss_total": 0.007191427983343601,
      "step": 14660
    },
    {
      "grad_norm": 0.21166926622390747,
      "learning_rate": 9.746573304036576e-05,
      "loss": 0.0169,
      "step": 14670
    },
    {
      "loss_action": 0.014488417655229568,
      "loss_total": 0.014488417655229568,
      "step": 14670
    },
    {
      "loss_action": 0.006298181135207415,
      "loss_total": 0.006298181135207415,
      "step": 14670
    },
    {
      "loss_action": 0.020928679034113884,
      "loss_total": 0.020928679034113884,
      "step": 14670
    },
    {
      "loss_action": 0.019678987562656403,
      "loss_total": 0.019678987562656403,
      "step": 14670
    },
    {
      "loss_action": 0.007489409297704697,
      "loss_total": 0.007489409297704697,
      "step": 14670
    },
    {
      "loss_action": 0.03587757796049118,
      "loss_total": 0.03587757796049118,
      "step": 14670
    },
    {
      "loss_action": 0.008987934328615665,
      "loss_total": 0.008987934328615665,
      "step": 14670
    },
    {
      "loss_action": 0.032659079879522324,
      "loss_total": 0.032659079879522324,
      "step": 14670
    },
    {
      "grad_norm": 0.14316128194332123,
      "learning_rate": 9.746053313742412e-05,
      "loss": 0.0157,
      "step": 14680
    },
    {
      "loss_action": 0.01350359246134758,
      "loss_total": 0.01350359246134758,
      "step": 14680
    },
    {
      "loss_action": 0.015107894316315651,
      "loss_total": 0.015107894316315651,
      "step": 14680
    },
    {
      "loss_action": 0.011203259229660034,
      "loss_total": 0.011203259229660034,
      "step": 14680
    },
    {
      "loss_action": 0.01416133251041174,
      "loss_total": 0.01416133251041174,
      "step": 14680
    },
    {
      "loss_action": 0.012232054024934769,
      "loss_total": 0.012232054024934769,
      "step": 14680
    },
    {
      "loss_action": 0.014128516428172588,
      "loss_total": 0.014128516428172588,
      "step": 14680
    },
    {
      "loss_action": 0.004986242391169071,
      "loss_total": 0.004986242391169071,
      "step": 14680
    },
    {
      "loss_action": 0.005979727488011122,
      "loss_total": 0.005979727488011122,
      "step": 14680
    },
    {
      "grad_norm": 0.17578139901161194,
      "learning_rate": 9.745532804426994e-05,
      "loss": 0.0138,
      "step": 14690
    },
    {
      "loss_action": 0.009708981961011887,
      "loss_total": 0.009708981961011887,
      "step": 14690
    },
    {
      "loss_action": 0.006660011596977711,
      "loss_total": 0.006660011596977711,
      "step": 14690
    },
    {
      "loss_action": 0.010685235261917114,
      "loss_total": 0.010685235261917114,
      "step": 14690
    },
    {
      "loss_action": 0.014074455946683884,
      "loss_total": 0.014074455946683884,
      "step": 14690
    },
    {
      "loss_action": 0.011978662572801113,
      "loss_total": 0.011978662572801113,
      "step": 14690
    },
    {
      "loss_action": 0.01367267407476902,
      "loss_total": 0.01367267407476902,
      "step": 14690
    },
    {
      "loss_action": 0.018060263246297836,
      "loss_total": 0.018060263246297836,
      "step": 14690
    },
    {
      "loss_action": 0.007801365107297897,
      "loss_total": 0.007801365107297897,
      "step": 14690
    },
    {
      "grad_norm": 0.18894325196743011,
      "learning_rate": 9.745011776147242e-05,
      "loss": 0.0165,
      "step": 14700
    },
    {
      "loss_action": 0.01306743174791336,
      "loss_total": 0.01306743174791336,
      "step": 14700
    },
    {
      "loss_action": 0.021335426717996597,
      "loss_total": 0.021335426717996597,
      "step": 14700
    },
    {
      "loss_action": 0.03927599638700485,
      "loss_total": 0.03927599638700485,
      "step": 14700
    },
    {
      "loss_action": 0.03340766206383705,
      "loss_total": 0.03340766206383705,
      "step": 14700
    },
    {
      "loss_action": 0.016584962606430054,
      "loss_total": 0.016584962606430054,
      "step": 14700
    },
    {
      "loss_action": 0.010310172103345394,
      "loss_total": 0.010310172103345394,
      "step": 14700
    },
    {
      "loss_action": 0.01503182202577591,
      "loss_total": 0.01503182202577591,
      "step": 14700
    },
    {
      "loss_action": 0.009586988016963005,
      "loss_total": 0.009586988016963005,
      "step": 14700
    },
    {
      "grad_norm": 0.12831677496433258,
      "learning_rate": 9.744490228960138e-05,
      "loss": 0.0137,
      "step": 14710
    },
    {
      "loss_action": 0.014233825728297234,
      "loss_total": 0.014233825728297234,
      "step": 14710
    },
    {
      "loss_action": 0.01832715794444084,
      "loss_total": 0.01832715794444084,
      "step": 14710
    },
    {
      "loss_action": 0.008120906539261341,
      "loss_total": 0.008120906539261341,
      "step": 14710
    },
    {
      "loss_action": 0.019297629594802856,
      "loss_total": 0.019297629594802856,
      "step": 14710
    },
    {
      "loss_action": 0.007585052400827408,
      "loss_total": 0.007585052400827408,
      "step": 14710
    },
    {
      "loss_action": 0.013748177327215672,
      "loss_total": 0.013748177327215672,
      "step": 14710
    },
    {
      "loss_action": 0.012812810018658638,
      "loss_total": 0.012812810018658638,
      "step": 14710
    },
    {
      "loss_action": 0.008690322749316692,
      "loss_total": 0.008690322749316692,
      "step": 14710
    },
    {
      "grad_norm": 0.17327500879764557,
      "learning_rate": 9.743968162922713e-05,
      "loss": 0.0141,
      "step": 14720
    },
    {
      "loss_action": 0.011790478602051735,
      "loss_total": 0.011790478602051735,
      "step": 14720
    },
    {
      "loss_action": 0.027714267373085022,
      "loss_total": 0.027714267373085022,
      "step": 14720
    },
    {
      "loss_action": 0.015730492770671844,
      "loss_total": 0.015730492770671844,
      "step": 14720
    },
    {
      "loss_action": 0.011352681554853916,
      "loss_total": 0.011352681554853916,
      "step": 14720
    },
    {
      "loss_action": 0.010885265655815601,
      "loss_total": 0.010885265655815601,
      "step": 14720
    },
    {
      "loss_action": 0.023169491440057755,
      "loss_total": 0.023169491440057755,
      "step": 14720
    },
    {
      "loss_action": 0.014134950935840607,
      "loss_total": 0.014134950935840607,
      "step": 14720
    },
    {
      "loss_action": 0.015273423865437508,
      "loss_total": 0.015273423865437508,
      "step": 14720
    },
    {
      "grad_norm": 0.21868906915187836,
      "learning_rate": 9.743445578092064e-05,
      "loss": 0.0168,
      "step": 14730
    },
    {
      "loss_action": 0.019163217395544052,
      "loss_total": 0.019163217395544052,
      "step": 14730
    },
    {
      "loss_action": 0.028395432978868484,
      "loss_total": 0.028395432978868484,
      "step": 14730
    },
    {
      "loss_action": 0.0082484045997262,
      "loss_total": 0.0082484045997262,
      "step": 14730
    },
    {
      "loss_action": 0.011131423525512218,
      "loss_total": 0.011131423525512218,
      "step": 14730
    },
    {
      "loss_action": 0.015588100999593735,
      "loss_total": 0.015588100999593735,
      "step": 14730
    },
    {
      "loss_action": 0.012793883681297302,
      "loss_total": 0.012793883681297302,
      "step": 14730
    },
    {
      "loss_action": 0.0258651003241539,
      "loss_total": 0.0258651003241539,
      "step": 14730
    },
    {
      "loss_action": 0.006682721897959709,
      "loss_total": 0.006682721897959709,
      "step": 14730
    },
    {
      "grad_norm": 0.18668816983699799,
      "learning_rate": 9.742922474525338e-05,
      "loss": 0.0153,
      "step": 14740
    },
    {
      "loss_action": 0.03788527846336365,
      "loss_total": 0.03788527846336365,
      "step": 14740
    },
    {
      "loss_action": 0.014183188788592815,
      "loss_total": 0.014183188788592815,
      "step": 14740
    },
    {
      "loss_action": 0.0146095622330904,
      "loss_total": 0.0146095622330904,
      "step": 14740
    },
    {
      "loss_action": 0.010476467199623585,
      "loss_total": 0.010476467199623585,
      "step": 14740
    },
    {
      "loss_action": 0.008168966509401798,
      "loss_total": 0.008168966509401798,
      "step": 14740
    },
    {
      "loss_action": 0.018899329006671906,
      "loss_total": 0.018899329006671906,
      "step": 14740
    },
    {
      "loss_action": 0.008320038206875324,
      "loss_total": 0.008320038206875324,
      "step": 14740
    },
    {
      "loss_action": 0.009230111725628376,
      "loss_total": 0.009230111725628376,
      "step": 14740
    },
    {
      "grad_norm": 0.18438787758350372,
      "learning_rate": 9.742398852279741e-05,
      "loss": 0.0153,
      "step": 14750
    },
    {
      "loss_action": 0.013777684420347214,
      "loss_total": 0.013777684420347214,
      "step": 14750
    },
    {
      "loss_action": 0.008029742166399956,
      "loss_total": 0.008029742166399956,
      "step": 14750
    },
    {
      "loss_action": 0.022827032953500748,
      "loss_total": 0.022827032953500748,
      "step": 14750
    },
    {
      "loss_action": 0.019955934956669807,
      "loss_total": 0.019955934956669807,
      "step": 14750
    },
    {
      "loss_action": 0.018107125535607338,
      "loss_total": 0.018107125535607338,
      "step": 14750
    },
    {
      "loss_action": 0.01068935263901949,
      "loss_total": 0.01068935263901949,
      "step": 14750
    },
    {
      "loss_action": 0.02010117657482624,
      "loss_total": 0.02010117657482624,
      "step": 14750
    },
    {
      "loss_action": 0.012938614934682846,
      "loss_total": 0.012938614934682846,
      "step": 14750
    },
    {
      "grad_norm": 0.14401185512542725,
      "learning_rate": 9.741874711412535e-05,
      "loss": 0.0154,
      "step": 14760
    },
    {
      "loss_action": 0.02239745669066906,
      "loss_total": 0.02239745669066906,
      "step": 14760
    },
    {
      "loss_action": 0.008313646540045738,
      "loss_total": 0.008313646540045738,
      "step": 14760
    },
    {
      "loss_action": 0.021636590361595154,
      "loss_total": 0.021636590361595154,
      "step": 14760
    },
    {
      "loss_action": 0.01895536482334137,
      "loss_total": 0.01895536482334137,
      "step": 14760
    },
    {
      "loss_action": 0.030238104984164238,
      "loss_total": 0.030238104984164238,
      "step": 14760
    },
    {
      "loss_action": 0.018977150321006775,
      "loss_total": 0.018977150321006775,
      "step": 14760
    },
    {
      "loss_action": 0.018780773505568504,
      "loss_total": 0.018780773505568504,
      "step": 14760
    },
    {
      "loss_action": 0.012068241834640503,
      "loss_total": 0.012068241834640503,
      "step": 14760
    },
    {
      "grad_norm": 0.1436859667301178,
      "learning_rate": 9.741350051981042e-05,
      "loss": 0.0139,
      "step": 14770
    },
    {
      "loss_action": 0.010045452043414116,
      "loss_total": 0.010045452043414116,
      "step": 14770
    },
    {
      "loss_action": 0.00832198653370142,
      "loss_total": 0.00832198653370142,
      "step": 14770
    },
    {
      "loss_action": 0.012393465265631676,
      "loss_total": 0.012393465265631676,
      "step": 14770
    },
    {
      "loss_action": 0.012850350700318813,
      "loss_total": 0.012850350700318813,
      "step": 14770
    },
    {
      "loss_action": 0.006541543640196323,
      "loss_total": 0.006541543640196323,
      "step": 14770
    },
    {
      "loss_action": 0.021816164255142212,
      "loss_total": 0.021816164255142212,
      "step": 14770
    },
    {
      "loss_action": 0.012204930186271667,
      "loss_total": 0.012204930186271667,
      "step": 14770
    },
    {
      "loss_action": 0.02785297855734825,
      "loss_total": 0.02785297855734825,
      "step": 14770
    },
    {
      "grad_norm": 0.1608431339263916,
      "learning_rate": 9.740824874042633e-05,
      "loss": 0.0147,
      "step": 14780
    },
    {
      "loss_action": 0.007971548475325108,
      "loss_total": 0.007971548475325108,
      "step": 14780
    },
    {
      "loss_action": 0.021094270050525665,
      "loss_total": 0.021094270050525665,
      "step": 14780
    },
    {
      "loss_action": 0.015109351836144924,
      "loss_total": 0.015109351836144924,
      "step": 14780
    },
    {
      "loss_action": 0.01559544913470745,
      "loss_total": 0.01559544913470745,
      "step": 14780
    },
    {
      "loss_action": 0.018625248223543167,
      "loss_total": 0.018625248223543167,
      "step": 14780
    },
    {
      "loss_action": 0.011148425750434399,
      "loss_total": 0.011148425750434399,
      "step": 14780
    },
    {
      "loss_action": 0.04023481905460358,
      "loss_total": 0.04023481905460358,
      "step": 14780
    },
    {
      "loss_action": 0.005297597963362932,
      "loss_total": 0.005297597963362932,
      "step": 14780
    },
    {
      "grad_norm": 0.1920621246099472,
      "learning_rate": 9.740299177654746e-05,
      "loss": 0.0157,
      "step": 14790
    },
    {
      "loss_action": 0.010703274980187416,
      "loss_total": 0.010703274980187416,
      "step": 14790
    },
    {
      "loss_action": 0.011150352656841278,
      "loss_total": 0.011150352656841278,
      "step": 14790
    },
    {
      "loss_action": 0.01867035962641239,
      "loss_total": 0.01867035962641239,
      "step": 14790
    },
    {
      "loss_action": 0.006020219996571541,
      "loss_total": 0.006020219996571541,
      "step": 14790
    },
    {
      "loss_action": 0.008918390609323978,
      "loss_total": 0.008918390609323978,
      "step": 14790
    },
    {
      "loss_action": 0.010038726031780243,
      "loss_total": 0.010038726031780243,
      "step": 14790
    },
    {
      "loss_action": 0.009750076569616795,
      "loss_total": 0.009750076569616795,
      "step": 14790
    },
    {
      "loss_action": 0.03672067075967789,
      "loss_total": 0.03672067075967789,
      "step": 14790
    },
    {
      "grad_norm": 0.211679145693779,
      "learning_rate": 9.739772962874867e-05,
      "loss": 0.0166,
      "step": 14800
    },
    {
      "loss_action": 0.017455842345952988,
      "loss_total": 0.017455842345952988,
      "step": 14800
    },
    {
      "loss_action": 0.023598698899149895,
      "loss_total": 0.023598698899149895,
      "step": 14800
    },
    {
      "loss_action": 0.011331452056765556,
      "loss_total": 0.011331452056765556,
      "step": 14800
    },
    {
      "loss_action": 0.009331352077424526,
      "loss_total": 0.009331352077424526,
      "step": 14800
    },
    {
      "loss_action": 0.016955824568867683,
      "loss_total": 0.016955824568867683,
      "step": 14800
    },
    {
      "loss_action": 0.04154234379529953,
      "loss_total": 0.04154234379529953,
      "step": 14800
    },
    {
      "loss_action": 0.02111826278269291,
      "loss_total": 0.02111826278269291,
      "step": 14800
    },
    {
      "loss_action": 0.0079474076628685,
      "loss_total": 0.0079474076628685,
      "step": 14800
    },
    {
      "grad_norm": 0.1215631514787674,
      "learning_rate": 9.739246229760541e-05,
      "loss": 0.0153,
      "step": 14810
    },
    {
      "loss_action": 0.017978765070438385,
      "loss_total": 0.017978765070438385,
      "step": 14810
    },
    {
      "loss_action": 0.01315128244459629,
      "loss_total": 0.01315128244459629,
      "step": 14810
    },
    {
      "loss_action": 0.011196346953511238,
      "loss_total": 0.011196346953511238,
      "step": 14810
    },
    {
      "loss_action": 0.007121604401618242,
      "loss_total": 0.007121604401618242,
      "step": 14810
    },
    {
      "loss_action": 0.005768962670117617,
      "loss_total": 0.005768962670117617,
      "step": 14810
    },
    {
      "loss_action": 0.01751057803630829,
      "loss_total": 0.01751057803630829,
      "step": 14810
    },
    {
      "loss_action": 0.03873071074485779,
      "loss_total": 0.03873071074485779,
      "step": 14810
    },
    {
      "loss_action": 0.009285656735301018,
      "loss_total": 0.009285656735301018,
      "step": 14810
    },
    {
      "grad_norm": 0.1496841013431549,
      "learning_rate": 9.738718978369376e-05,
      "loss": 0.0145,
      "step": 14820
    },
    {
      "loss_action": 0.014528988860547543,
      "loss_total": 0.014528988860547543,
      "step": 14820
    },
    {
      "loss_action": 0.02072639763355255,
      "loss_total": 0.02072639763355255,
      "step": 14820
    },
    {
      "loss_action": 0.012396849691867828,
      "loss_total": 0.012396849691867828,
      "step": 14820
    },
    {
      "loss_action": 0.008308716118335724,
      "loss_total": 0.008308716118335724,
      "step": 14820
    },
    {
      "loss_action": 0.013596022501587868,
      "loss_total": 0.013596022501587868,
      "step": 14820
    },
    {
      "loss_action": 0.012803943827748299,
      "loss_total": 0.012803943827748299,
      "step": 14820
    },
    {
      "loss_action": 0.014097122475504875,
      "loss_total": 0.014097122475504875,
      "step": 14820
    },
    {
      "loss_action": 0.008599761873483658,
      "loss_total": 0.008599761873483658,
      "step": 14820
    },
    {
      "grad_norm": 0.2136567234992981,
      "learning_rate": 9.738191208759025e-05,
      "loss": 0.0149,
      "step": 14830
    },
    {
      "loss_action": 0.04031527042388916,
      "loss_total": 0.04031527042388916,
      "step": 14830
    },
    {
      "loss_action": 0.00888173095881939,
      "loss_total": 0.00888173095881939,
      "step": 14830
    },
    {
      "loss_action": 0.012845522724092007,
      "loss_total": 0.012845522724092007,
      "step": 14830
    },
    {
      "loss_action": 0.007916975766420364,
      "loss_total": 0.007916975766420364,
      "step": 14830
    },
    {
      "loss_action": 0.029180029407143593,
      "loss_total": 0.029180029407143593,
      "step": 14830
    },
    {
      "loss_action": 0.01669861190021038,
      "loss_total": 0.01669861190021038,
      "step": 14830
    },
    {
      "loss_action": 0.008052541874349117,
      "loss_total": 0.008052541874349117,
      "step": 14830
    },
    {
      "loss_action": 0.007937964051961899,
      "loss_total": 0.007937964051961899,
      "step": 14830
    },
    {
      "grad_norm": 0.14583776891231537,
      "learning_rate": 9.73766292098721e-05,
      "loss": 0.0162,
      "step": 14840
    },
    {
      "loss_action": 0.025688808411359787,
      "loss_total": 0.025688808411359787,
      "step": 14840
    },
    {
      "loss_action": 0.010346386581659317,
      "loss_total": 0.010346386581659317,
      "step": 14840
    },
    {
      "loss_action": 0.020237665623426437,
      "loss_total": 0.020237665623426437,
      "step": 14840
    },
    {
      "loss_action": 0.007569045759737492,
      "loss_total": 0.007569045759737492,
      "step": 14840
    },
    {
      "loss_action": 0.007537629455327988,
      "loss_total": 0.007537629455327988,
      "step": 14840
    },
    {
      "loss_action": 0.01266756746917963,
      "loss_total": 0.01266756746917963,
      "step": 14840
    },
    {
      "loss_action": 0.023907456547021866,
      "loss_total": 0.023907456547021866,
      "step": 14840
    },
    {
      "loss_action": 0.016677409410476685,
      "loss_total": 0.016677409410476685,
      "step": 14840
    },
    {
      "grad_norm": 0.12611694633960724,
      "learning_rate": 9.737134115111699e-05,
      "loss": 0.0149,
      "step": 14850
    },
    {
      "loss_action": 0.015947578474879265,
      "loss_total": 0.015947578474879265,
      "step": 14850
    },
    {
      "loss_action": 0.016872886568307877,
      "loss_total": 0.016872886568307877,
      "step": 14850
    },
    {
      "loss_action": 0.008607368916273117,
      "loss_total": 0.008607368916273117,
      "step": 14850
    },
    {
      "loss_action": 0.01493430882692337,
      "loss_total": 0.01493430882692337,
      "step": 14850
    },
    {
      "loss_action": 0.02598113752901554,
      "loss_total": 0.02598113752901554,
      "step": 14850
    },
    {
      "loss_action": 0.007606099359691143,
      "loss_total": 0.007606099359691143,
      "step": 14850
    },
    {
      "loss_action": 0.013949752785265446,
      "loss_total": 0.013949752785265446,
      "step": 14850
    },
    {
      "loss_action": 0.03776310011744499,
      "loss_total": 0.03776310011744499,
      "step": 14850
    },
    {
      "grad_norm": 0.14611737430095673,
      "learning_rate": 9.736604791190323e-05,
      "loss": 0.0145,
      "step": 14860
    },
    {
      "loss_action": 0.07286809384822845,
      "loss_total": 0.07286809384822845,
      "step": 14860
    },
    {
      "loss_action": 0.010717282071709633,
      "loss_total": 0.010717282071709633,
      "step": 14860
    },
    {
      "loss_action": 0.021561868488788605,
      "loss_total": 0.021561868488788605,
      "step": 14860
    },
    {
      "loss_action": 0.01165581401437521,
      "loss_total": 0.01165581401437521,
      "step": 14860
    },
    {
      "loss_action": 0.006152486428618431,
      "loss_total": 0.006152486428618431,
      "step": 14860
    },
    {
      "loss_action": 0.007966351695358753,
      "loss_total": 0.007966351695358753,
      "step": 14860
    },
    {
      "loss_action": 0.010645108297467232,
      "loss_total": 0.010645108297467232,
      "step": 14860
    },
    {
      "loss_action": 0.012535730376839638,
      "loss_total": 0.012535730376839638,
      "step": 14860
    },
    {
      "grad_norm": 0.12340188026428223,
      "learning_rate": 9.73607494928097e-05,
      "loss": 0.0162,
      "step": 14870
    },
    {
      "loss_action": 0.005595833528786898,
      "loss_total": 0.005595833528786898,
      "step": 14870
    },
    {
      "loss_action": 0.016563214361667633,
      "loss_total": 0.016563214361667633,
      "step": 14870
    },
    {
      "loss_action": 0.013277802616357803,
      "loss_total": 0.013277802616357803,
      "step": 14870
    },
    {
      "loss_action": 0.03355550765991211,
      "loss_total": 0.03355550765991211,
      "step": 14870
    },
    {
      "loss_action": 0.012172884307801723,
      "loss_total": 0.012172884307801723,
      "step": 14870
    },
    {
      "loss_action": 0.024638719856739044,
      "loss_total": 0.024638719856739044,
      "step": 14870
    },
    {
      "loss_action": 0.01901623234152794,
      "loss_total": 0.01901623234152794,
      "step": 14870
    },
    {
      "loss_action": 0.030821382999420166,
      "loss_total": 0.030821382999420166,
      "step": 14870
    },
    {
      "grad_norm": 0.3041504919528961,
      "learning_rate": 9.735544589441581e-05,
      "loss": 0.0203,
      "step": 14880
    },
    {
      "loss_action": 0.017046812921762466,
      "loss_total": 0.017046812921762466,
      "step": 14880
    },
    {
      "loss_action": 0.018826603889465332,
      "loss_total": 0.018826603889465332,
      "step": 14880
    },
    {
      "loss_action": 0.015108579769730568,
      "loss_total": 0.015108579769730568,
      "step": 14880
    },
    {
      "loss_action": 0.016204917803406715,
      "loss_total": 0.016204917803406715,
      "step": 14880
    },
    {
      "loss_action": 0.011574667878448963,
      "loss_total": 0.011574667878448963,
      "step": 14880
    },
    {
      "loss_action": 0.015606104396283627,
      "loss_total": 0.015606104396283627,
      "step": 14880
    },
    {
      "loss_action": 0.017310822382569313,
      "loss_total": 0.017310822382569313,
      "step": 14880
    },
    {
      "loss_action": 0.025506408885121346,
      "loss_total": 0.025506408885121346,
      "step": 14880
    },
    {
      "grad_norm": 0.1943705826997757,
      "learning_rate": 9.735013711730154e-05,
      "loss": 0.0175,
      "step": 14890
    },
    {
      "loss_action": 0.016151342540979385,
      "loss_total": 0.016151342540979385,
      "step": 14890
    },
    {
      "loss_action": 0.011875428259372711,
      "loss_total": 0.011875428259372711,
      "step": 14890
    },
    {
      "loss_action": 0.023894784972071648,
      "loss_total": 0.023894784972071648,
      "step": 14890
    },
    {
      "loss_action": 0.012875067070126534,
      "loss_total": 0.012875067070126534,
      "step": 14890
    },
    {
      "loss_action": 0.01730332337319851,
      "loss_total": 0.01730332337319851,
      "step": 14890
    },
    {
      "loss_action": 0.006967745255678892,
      "loss_total": 0.006967745255678892,
      "step": 14890
    },
    {
      "loss_action": 0.04011356830596924,
      "loss_total": 0.04011356830596924,
      "step": 14890
    },
    {
      "loss_action": 0.013262314721941948,
      "loss_total": 0.013262314721941948,
      "step": 14890
    },
    {
      "grad_norm": 0.14868155121803284,
      "learning_rate": 9.734482316204747e-05,
      "loss": 0.0199,
      "step": 14900
    },
    {
      "loss_action": 0.03174171596765518,
      "loss_total": 0.03174171596765518,
      "step": 14900
    },
    {
      "loss_action": 0.015577445738017559,
      "loss_total": 0.015577445738017559,
      "step": 14900
    },
    {
      "loss_action": 0.009470227174460888,
      "loss_total": 0.009470227174460888,
      "step": 14900
    },
    {
      "loss_action": 0.020680438727140427,
      "loss_total": 0.020680438727140427,
      "step": 14900
    },
    {
      "loss_action": 0.01629677414894104,
      "loss_total": 0.01629677414894104,
      "step": 14900
    },
    {
      "loss_action": 0.017444796860218048,
      "loss_total": 0.017444796860218048,
      "step": 14900
    },
    {
      "loss_action": 0.011245849542319775,
      "loss_total": 0.011245849542319775,
      "step": 14900
    },
    {
      "loss_action": 0.013937585055828094,
      "loss_total": 0.013937585055828094,
      "step": 14900
    },
    {
      "grad_norm": 0.19787144660949707,
      "learning_rate": 9.733950402923473e-05,
      "loss": 0.0166,
      "step": 14910
    },
    {
      "loss_action": 0.010503089055418968,
      "loss_total": 0.010503089055418968,
      "step": 14910
    },
    {
      "loss_action": 0.011294884607195854,
      "loss_total": 0.011294884607195854,
      "step": 14910
    },
    {
      "loss_action": 0.009199192747473717,
      "loss_total": 0.009199192747473717,
      "step": 14910
    },
    {
      "loss_action": 0.010656943544745445,
      "loss_total": 0.010656943544745445,
      "step": 14910
    },
    {
      "loss_action": 0.017683453857898712,
      "loss_total": 0.017683453857898712,
      "step": 14910
    },
    {
      "loss_action": 0.007879216223955154,
      "loss_total": 0.007879216223955154,
      "step": 14910
    },
    {
      "loss_action": 0.01673552766442299,
      "loss_total": 0.01673552766442299,
      "step": 14910
    },
    {
      "loss_action": 0.027671420946717262,
      "loss_total": 0.027671420946717262,
      "step": 14910
    },
    {
      "grad_norm": 0.20283280313014984,
      "learning_rate": 9.7334179719445e-05,
      "loss": 0.0178,
      "step": 14920
    },
    {
      "loss_action": 0.01384131982922554,
      "loss_total": 0.01384131982922554,
      "step": 14920
    },
    {
      "loss_action": 0.015878334641456604,
      "loss_total": 0.015878334641456604,
      "step": 14920
    },
    {
      "loss_action": 0.01441684179008007,
      "loss_total": 0.01441684179008007,
      "step": 14920
    },
    {
      "loss_action": 0.013192130252718925,
      "loss_total": 0.013192130252718925,
      "step": 14920
    },
    {
      "loss_action": 0.008590108714997768,
      "loss_total": 0.008590108714997768,
      "step": 14920
    },
    {
      "loss_action": 0.014932569116353989,
      "loss_total": 0.014932569116353989,
      "step": 14920
    },
    {
      "loss_action": 0.01508037094026804,
      "loss_total": 0.01508037094026804,
      "step": 14920
    },
    {
      "loss_action": 0.007413962855935097,
      "loss_total": 0.007413962855935097,
      "step": 14920
    },
    {
      "grad_norm": 0.18083307147026062,
      "learning_rate": 9.732885023326053e-05,
      "loss": 0.0157,
      "step": 14930
    },
    {
      "loss_action": 0.0070734778419137,
      "loss_total": 0.0070734778419137,
      "step": 14930
    },
    {
      "loss_action": 0.011982947587966919,
      "loss_total": 0.011982947587966919,
      "step": 14930
    },
    {
      "loss_action": 0.021754279732704163,
      "loss_total": 0.021754279732704163,
      "step": 14930
    },
    {
      "loss_action": 0.012673895806074142,
      "loss_total": 0.012673895806074142,
      "step": 14930
    },
    {
      "loss_action": 0.006877038162201643,
      "loss_total": 0.006877038162201643,
      "step": 14930
    },
    {
      "loss_action": 0.007373017258942127,
      "loss_total": 0.007373017258942127,
      "step": 14930
    },
    {
      "loss_action": 0.00679670087993145,
      "loss_total": 0.00679670087993145,
      "step": 14930
    },
    {
      "loss_action": 0.02116025611758232,
      "loss_total": 0.02116025611758232,
      "step": 14930
    },
    {
      "grad_norm": 0.2522033452987671,
      "learning_rate": 9.732351557126418e-05,
      "loss": 0.0168,
      "step": 14940
    },
    {
      "loss_action": 0.013271371833980083,
      "loss_total": 0.013271371833980083,
      "step": 14940
    },
    {
      "loss_action": 0.014366181567311287,
      "loss_total": 0.014366181567311287,
      "step": 14940
    },
    {
      "loss_action": 0.01918879710137844,
      "loss_total": 0.01918879710137844,
      "step": 14940
    },
    {
      "loss_action": 0.009620416909456253,
      "loss_total": 0.009620416909456253,
      "step": 14940
    },
    {
      "loss_action": 0.012514572590589523,
      "loss_total": 0.012514572590589523,
      "step": 14940
    },
    {
      "loss_action": 0.02146904543042183,
      "loss_total": 0.02146904543042183,
      "step": 14940
    },
    {
      "loss_action": 0.004559161141514778,
      "loss_total": 0.004559161141514778,
      "step": 14940
    },
    {
      "loss_action": 0.0161956287920475,
      "loss_total": 0.0161956287920475,
      "step": 14940
    },
    {
      "grad_norm": 0.195486381649971,
      "learning_rate": 9.731817573403929e-05,
      "loss": 0.0166,
      "step": 14950
    },
    {
      "loss_action": 0.012336818501353264,
      "loss_total": 0.012336818501353264,
      "step": 14950
    },
    {
      "loss_action": 0.01639982871711254,
      "loss_total": 0.01639982871711254,
      "step": 14950
    },
    {
      "loss_action": 0.018753662705421448,
      "loss_total": 0.018753662705421448,
      "step": 14950
    },
    {
      "loss_action": 0.009568432345986366,
      "loss_total": 0.009568432345986366,
      "step": 14950
    },
    {
      "loss_action": 0.009165013208985329,
      "loss_total": 0.009165013208985329,
      "step": 14950
    },
    {
      "loss_action": 0.007983299903571606,
      "loss_total": 0.007983299903571606,
      "step": 14950
    },
    {
      "loss_action": 0.012042995542287827,
      "loss_total": 0.012042995542287827,
      "step": 14950
    },
    {
      "loss_action": 0.014535589143633842,
      "loss_total": 0.014535589143633842,
      "step": 14950
    },
    {
      "grad_norm": 0.2313574254512787,
      "learning_rate": 9.731283072216985e-05,
      "loss": 0.0156,
      "step": 14960
    },
    {
      "loss_action": 0.009488997980952263,
      "loss_total": 0.009488997980952263,
      "step": 14960
    },
    {
      "loss_action": 0.0072409287095069885,
      "loss_total": 0.0072409287095069885,
      "step": 14960
    },
    {
      "loss_action": 0.007607384119182825,
      "loss_total": 0.007607384119182825,
      "step": 14960
    },
    {
      "loss_action": 0.012133199721574783,
      "loss_total": 0.012133199721574783,
      "step": 14960
    },
    {
      "loss_action": 0.0209006629884243,
      "loss_total": 0.0209006629884243,
      "step": 14960
    },
    {
      "loss_action": 0.014519572257995605,
      "loss_total": 0.014519572257995605,
      "step": 14960
    },
    {
      "loss_action": 0.01652955263853073,
      "loss_total": 0.01652955263853073,
      "step": 14960
    },
    {
      "loss_action": 0.02902013435959816,
      "loss_total": 0.02902013435959816,
      "step": 14960
    },
    {
      "grad_norm": 0.16715286672115326,
      "learning_rate": 9.730748053624039e-05,
      "loss": 0.0167,
      "step": 14970
    },
    {
      "loss_action": 0.015357635915279388,
      "loss_total": 0.015357635915279388,
      "step": 14970
    },
    {
      "loss_action": 0.007425928022712469,
      "loss_total": 0.007425928022712469,
      "step": 14970
    },
    {
      "loss_action": 0.019772212952375412,
      "loss_total": 0.019772212952375412,
      "step": 14970
    },
    {
      "loss_action": 0.009901242330670357,
      "loss_total": 0.009901242330670357,
      "step": 14970
    },
    {
      "loss_action": 0.009285022504627705,
      "loss_total": 0.009285022504627705,
      "step": 14970
    },
    {
      "loss_action": 0.00795666966587305,
      "loss_total": 0.00795666966587305,
      "step": 14970
    },
    {
      "loss_action": 0.010130341164767742,
      "loss_total": 0.010130341164767742,
      "step": 14970
    },
    {
      "loss_action": 0.00818297266960144,
      "loss_total": 0.00818297266960144,
      "step": 14970
    },
    {
      "grad_norm": 0.111038938164711,
      "learning_rate": 9.730212517683598e-05,
      "loss": 0.0155,
      "step": 14980
    },
    {
      "loss_action": 0.021290581673383713,
      "loss_total": 0.021290581673383713,
      "step": 14980
    },
    {
      "loss_action": 0.012854174710810184,
      "loss_total": 0.012854174710810184,
      "step": 14980
    },
    {
      "loss_action": 0.00875875260680914,
      "loss_total": 0.00875875260680914,
      "step": 14980
    },
    {
      "loss_action": 0.017498144879937172,
      "loss_total": 0.017498144879937172,
      "step": 14980
    },
    {
      "loss_action": 0.02299676090478897,
      "loss_total": 0.02299676090478897,
      "step": 14980
    },
    {
      "loss_action": 0.023708032444119453,
      "loss_total": 0.023708032444119453,
      "step": 14980
    },
    {
      "loss_action": 0.02893589437007904,
      "loss_total": 0.02893589437007904,
      "step": 14980
    },
    {
      "loss_action": 0.025535712018609047,
      "loss_total": 0.025535712018609047,
      "step": 14980
    },
    {
      "grad_norm": 0.1508130133152008,
      "learning_rate": 9.729676464454228e-05,
      "loss": 0.0151,
      "step": 14990
    },
    {
      "loss_action": 0.01513385958969593,
      "loss_total": 0.01513385958969593,
      "step": 14990
    },
    {
      "loss_action": 0.014201408252120018,
      "loss_total": 0.014201408252120018,
      "step": 14990
    },
    {
      "loss_action": 0.006280149333178997,
      "loss_total": 0.006280149333178997,
      "step": 14990
    },
    {
      "loss_action": 0.014167413115501404,
      "loss_total": 0.014167413115501404,
      "step": 14990
    },
    {
      "loss_action": 0.020253486931324005,
      "loss_total": 0.020253486931324005,
      "step": 14990
    },
    {
      "loss_action": 0.007430158089846373,
      "loss_total": 0.007430158089846373,
      "step": 14990
    },
    {
      "loss_action": 0.011158306151628494,
      "loss_total": 0.011158306151628494,
      "step": 14990
    },
    {
      "loss_action": 0.006946534384042025,
      "loss_total": 0.006946534384042025,
      "step": 14990
    },
    {
      "grad_norm": 0.29753202199935913,
      "learning_rate": 9.72913989399455e-05,
      "loss": 0.0152,
      "step": 15000
    },
    {
      "loss_action": 0.02682853676378727,
      "loss_total": 0.02682853676378727,
      "step": 15000
    },
    {
      "loss_action": 0.006796056404709816,
      "loss_total": 0.006796056404709816,
      "step": 15000
    },
    {
      "loss_action": 0.010625910013914108,
      "loss_total": 0.010625910013914108,
      "step": 15000
    },
    {
      "loss_action": 0.0135709960013628,
      "loss_total": 0.0135709960013628,
      "step": 15000
    },
    {
      "loss_action": 0.010616455227136612,
      "loss_total": 0.010616455227136612,
      "step": 15000
    },
    {
      "loss_action": 0.06180037930607796,
      "loss_total": 0.06180037930607796,
      "step": 15000
    },
    {
      "loss_action": 0.009597797878086567,
      "loss_total": 0.009597797878086567,
      "step": 15000
    },
    {
      "loss_action": 0.010435083881020546,
      "loss_total": 0.010435083881020546,
      "step": 15000
    },
    {
      "grad_norm": 0.17136628925800323,
      "learning_rate": 9.728602806363242e-05,
      "loss": 0.0162,
      "step": 15010
    },
    {
      "loss_action": 0.01000857912003994,
      "loss_total": 0.01000857912003994,
      "step": 15010
    },
    {
      "loss_action": 0.013626131229102612,
      "loss_total": 0.013626131229102612,
      "step": 15010
    },
    {
      "loss_action": 0.022652143612504005,
      "loss_total": 0.022652143612504005,
      "step": 15010
    },
    {
      "loss_action": 0.018564168363809586,
      "loss_total": 0.018564168363809586,
      "step": 15010
    },
    {
      "loss_action": 0.01159057579934597,
      "loss_total": 0.01159057579934597,
      "step": 15010
    },
    {
      "loss_action": 0.043686643242836,
      "loss_total": 0.043686643242836,
      "step": 15010
    },
    {
      "loss_action": 0.010890129953622818,
      "loss_total": 0.010890129953622818,
      "step": 15010
    },
    {
      "loss_action": 0.0073134019039571285,
      "loss_total": 0.0073134019039571285,
      "step": 15010
    },
    {
      "grad_norm": 0.1351417601108551,
      "learning_rate": 9.728065201619043e-05,
      "loss": 0.0162,
      "step": 15020
    },
    {
      "loss_action": 0.008449696004390717,
      "loss_total": 0.008449696004390717,
      "step": 15020
    },
    {
      "loss_action": 0.006284849252551794,
      "loss_total": 0.006284849252551794,
      "step": 15020
    },
    {
      "loss_action": 0.010193780064582825,
      "loss_total": 0.010193780064582825,
      "step": 15020
    },
    {
      "loss_action": 0.004967467859387398,
      "loss_total": 0.004967467859387398,
      "step": 15020
    },
    {
      "loss_action": 0.018442578613758087,
      "loss_total": 0.018442578613758087,
      "step": 15020
    },
    {
      "loss_action": 0.012373486533761024,
      "loss_total": 0.012373486533761024,
      "step": 15020
    },
    {
      "loss_action": 0.005152427591383457,
      "loss_total": 0.005152427591383457,
      "step": 15020
    },
    {
      "loss_action": 0.019472643733024597,
      "loss_total": 0.019472643733024597,
      "step": 15020
    },
    {
      "grad_norm": 0.1673237681388855,
      "learning_rate": 9.727527079820742e-05,
      "loss": 0.0129,
      "step": 15030
    },
    {
      "loss_action": 0.023577891290187836,
      "loss_total": 0.023577891290187836,
      "step": 15030
    },
    {
      "loss_action": 0.02636164054274559,
      "loss_total": 0.02636164054274559,
      "step": 15030
    },
    {
      "loss_action": 0.01834850385785103,
      "loss_total": 0.01834850385785103,
      "step": 15030
    },
    {
      "loss_action": 0.017603304237127304,
      "loss_total": 0.017603304237127304,
      "step": 15030
    },
    {
      "loss_action": 0.03290187567472458,
      "loss_total": 0.03290187567472458,
      "step": 15030
    },
    {
      "loss_action": 0.015832068398594856,
      "loss_total": 0.015832068398594856,
      "step": 15030
    },
    {
      "loss_action": 0.007671669125556946,
      "loss_total": 0.007671669125556946,
      "step": 15030
    },
    {
      "loss_action": 0.03732544183731079,
      "loss_total": 0.03732544183731079,
      "step": 15030
    },
    {
      "grad_norm": 0.1281953603029251,
      "learning_rate": 9.726988441027186e-05,
      "loss": 0.0163,
      "step": 15040
    },
    {
      "loss_action": 0.009265758097171783,
      "loss_total": 0.009265758097171783,
      "step": 15040
    },
    {
      "loss_action": 0.01145603321492672,
      "loss_total": 0.01145603321492672,
      "step": 15040
    },
    {
      "loss_action": 0.012387788854539394,
      "loss_total": 0.012387788854539394,
      "step": 15040
    },
    {
      "loss_action": 0.021867170929908752,
      "loss_total": 0.021867170929908752,
      "step": 15040
    },
    {
      "loss_action": 0.014889631420373917,
      "loss_total": 0.014889631420373917,
      "step": 15040
    },
    {
      "loss_action": 0.008288968354463577,
      "loss_total": 0.008288968354463577,
      "step": 15040
    },
    {
      "loss_action": 0.014809832908213139,
      "loss_total": 0.014809832908213139,
      "step": 15040
    },
    {
      "loss_action": 0.016728777438402176,
      "loss_total": 0.016728777438402176,
      "step": 15040
    },
    {
      "grad_norm": 0.134229376912117,
      "learning_rate": 9.726449285297281e-05,
      "loss": 0.0159,
      "step": 15050
    },
    {
      "loss_action": 0.058238349854946136,
      "loss_total": 0.058238349854946136,
      "step": 15050
    },
    {
      "loss_action": 0.01050536148250103,
      "loss_total": 0.01050536148250103,
      "step": 15050
    },
    {
      "loss_action": 0.016536587849259377,
      "loss_total": 0.016536587849259377,
      "step": 15050
    },
    {
      "loss_action": 0.022390220314264297,
      "loss_total": 0.022390220314264297,
      "step": 15050
    },
    {
      "loss_action": 0.013273756951093674,
      "loss_total": 0.013273756951093674,
      "step": 15050
    },
    {
      "loss_action": 0.0065149604342877865,
      "loss_total": 0.0065149604342877865,
      "step": 15050
    },
    {
      "loss_action": 0.025235896930098534,
      "loss_total": 0.025235896930098534,
      "step": 15050
    },
    {
      "loss_action": 0.006028212606906891,
      "loss_total": 0.006028212606906891,
      "step": 15050
    },
    {
      "grad_norm": 0.20744603872299194,
      "learning_rate": 9.72590961268999e-05,
      "loss": 0.0144,
      "step": 15060
    },
    {
      "loss_action": 0.015087338164448738,
      "loss_total": 0.015087338164448738,
      "step": 15060
    },
    {
      "loss_action": 0.01141892746090889,
      "loss_total": 0.01141892746090889,
      "step": 15060
    },
    {
      "loss_action": 0.008898833766579628,
      "loss_total": 0.008898833766579628,
      "step": 15060
    },
    {
      "loss_action": 0.02415739744901657,
      "loss_total": 0.02415739744901657,
      "step": 15060
    },
    {
      "loss_action": 0.007250120863318443,
      "loss_total": 0.007250120863318443,
      "step": 15060
    },
    {
      "loss_action": 0.009136239066720009,
      "loss_total": 0.009136239066720009,
      "step": 15060
    },
    {
      "loss_action": 0.05133980140089989,
      "loss_total": 0.05133980140089989,
      "step": 15060
    },
    {
      "loss_action": 0.008134642615914345,
      "loss_total": 0.008134642615914345,
      "step": 15060
    },
    {
      "grad_norm": 0.15806706249713898,
      "learning_rate": 9.725369423264328e-05,
      "loss": 0.0158,
      "step": 15070
    },
    {
      "loss_action": 0.013517918065190315,
      "loss_total": 0.013517918065190315,
      "step": 15070
    },
    {
      "loss_action": 0.010805548168718815,
      "loss_total": 0.010805548168718815,
      "step": 15070
    },
    {
      "loss_action": 0.006701058708131313,
      "loss_total": 0.006701058708131313,
      "step": 15070
    },
    {
      "loss_action": 0.023207660764455795,
      "loss_total": 0.023207660764455795,
      "step": 15070
    },
    {
      "loss_action": 0.008636001497507095,
      "loss_total": 0.008636001497507095,
      "step": 15070
    },
    {
      "loss_action": 0.008561712689697742,
      "loss_total": 0.008561712689697742,
      "step": 15070
    },
    {
      "loss_action": 0.008015097118914127,
      "loss_total": 0.008015097118914127,
      "step": 15070
    },
    {
      "loss_action": 0.006913782097399235,
      "loss_total": 0.006913782097399235,
      "step": 15070
    },
    {
      "grad_norm": 0.1502251923084259,
      "learning_rate": 9.72482871707937e-05,
      "loss": 0.0168,
      "step": 15080
    },
    {
      "loss_action": 0.02023051306605339,
      "loss_total": 0.02023051306605339,
      "step": 15080
    },
    {
      "loss_action": 0.007715125568211079,
      "loss_total": 0.007715125568211079,
      "step": 15080
    },
    {
      "loss_action": 0.008676020428538322,
      "loss_total": 0.008676020428538322,
      "step": 15080
    },
    {
      "loss_action": 0.021284079179167747,
      "loss_total": 0.021284079179167747,
      "step": 15080
    },
    {
      "loss_action": 0.010914006270468235,
      "loss_total": 0.010914006270468235,
      "step": 15080
    },
    {
      "loss_action": 0.016797101125121117,
      "loss_total": 0.016797101125121117,
      "step": 15080
    },
    {
      "loss_action": 0.010444403626024723,
      "loss_total": 0.010444403626024723,
      "step": 15080
    },
    {
      "loss_action": 0.014972305856645107,
      "loss_total": 0.014972305856645107,
      "step": 15080
    },
    {
      "grad_norm": 0.21168366074562073,
      "learning_rate": 9.724287494194247e-05,
      "loss": 0.0174,
      "step": 15090
    },
    {
      "loss_action": 0.024094194173812866,
      "loss_total": 0.024094194173812866,
      "step": 15090
    },
    {
      "loss_action": 0.009572669863700867,
      "loss_total": 0.009572669863700867,
      "step": 15090
    },
    {
      "loss_action": 0.016734542325139046,
      "loss_total": 0.016734542325139046,
      "step": 15090
    },
    {
      "loss_action": 0.010537569411098957,
      "loss_total": 0.010537569411098957,
      "step": 15090
    },
    {
      "loss_action": 0.00749222794547677,
      "loss_total": 0.00749222794547677,
      "step": 15090
    },
    {
      "loss_action": 0.008048990741372108,
      "loss_total": 0.008048990741372108,
      "step": 15090
    },
    {
      "loss_action": 0.015009674243628979,
      "loss_total": 0.015009674243628979,
      "step": 15090
    },
    {
      "loss_action": 0.01597963087260723,
      "loss_total": 0.01597963087260723,
      "step": 15090
    },
    {
      "grad_norm": 0.19525593519210815,
      "learning_rate": 9.723745754668147e-05,
      "loss": 0.0154,
      "step": 15100
    },
    {
      "loss_action": 0.01472614798694849,
      "loss_total": 0.01472614798694849,
      "step": 15100
    },
    {
      "loss_action": 0.020503133535385132,
      "loss_total": 0.020503133535385132,
      "step": 15100
    },
    {
      "loss_action": 0.015246598049998283,
      "loss_total": 0.015246598049998283,
      "step": 15100
    },
    {
      "loss_action": 0.01765097863972187,
      "loss_total": 0.01765097863972187,
      "step": 15100
    },
    {
      "loss_action": 0.02407556213438511,
      "loss_total": 0.02407556213438511,
      "step": 15100
    },
    {
      "loss_action": 0.011206349357962608,
      "loss_total": 0.011206349357962608,
      "step": 15100
    },
    {
      "loss_action": 0.017643015831708908,
      "loss_total": 0.017643015831708908,
      "step": 15100
    },
    {
      "loss_action": 0.009058463387191296,
      "loss_total": 0.009058463387191296,
      "step": 15100
    },
    {
      "grad_norm": 0.1580590158700943,
      "learning_rate": 9.723203498560313e-05,
      "loss": 0.0157,
      "step": 15110
    },
    {
      "loss_action": 0.00628923624753952,
      "loss_total": 0.00628923624753952,
      "step": 15110
    },
    {
      "loss_action": 0.00940530002117157,
      "loss_total": 0.00940530002117157,
      "step": 15110
    },
    {
      "loss_action": 0.007386085111647844,
      "loss_total": 0.007386085111647844,
      "step": 15110
    },
    {
      "loss_action": 0.00960257276892662,
      "loss_total": 0.00960257276892662,
      "step": 15110
    },
    {
      "loss_action": 0.015246225520968437,
      "loss_total": 0.015246225520968437,
      "step": 15110
    },
    {
      "loss_action": 0.03040846437215805,
      "loss_total": 0.03040846437215805,
      "step": 15110
    },
    {
      "loss_action": 0.012891306541860104,
      "loss_total": 0.012891306541860104,
      "step": 15110
    },
    {
      "loss_action": 0.03265929967164993,
      "loss_total": 0.03265929967164993,
      "step": 15110
    },
    {
      "grad_norm": 0.1714230179786682,
      "learning_rate": 9.722660725930046e-05,
      "loss": 0.0171,
      "step": 15120
    },
    {
      "loss_action": 0.008723122999072075,
      "loss_total": 0.008723122999072075,
      "step": 15120
    },
    {
      "loss_action": 0.017628345638513565,
      "loss_total": 0.017628345638513565,
      "step": 15120
    },
    {
      "loss_action": 0.02256077155470848,
      "loss_total": 0.02256077155470848,
      "step": 15120
    },
    {
      "loss_action": 0.010043785907328129,
      "loss_total": 0.010043785907328129,
      "step": 15120
    },
    {
      "loss_action": 0.011724338866770267,
      "loss_total": 0.011724338866770267,
      "step": 15120
    },
    {
      "loss_action": 0.007014283444732428,
      "loss_total": 0.007014283444732428,
      "step": 15120
    },
    {
      "loss_action": 0.018430903553962708,
      "loss_total": 0.018430903553962708,
      "step": 15120
    },
    {
      "loss_action": 0.008817661553621292,
      "loss_total": 0.008817661553621292,
      "step": 15120
    },
    {
      "grad_norm": 0.20384618639945984,
      "learning_rate": 9.722117436836702e-05,
      "loss": 0.0155,
      "step": 15130
    },
    {
      "loss_action": 0.012969502247869968,
      "loss_total": 0.012969502247869968,
      "step": 15130
    },
    {
      "loss_action": 0.02235153131186962,
      "loss_total": 0.02235153131186962,
      "step": 15130
    },
    {
      "loss_action": 0.007901247590780258,
      "loss_total": 0.007901247590780258,
      "step": 15130
    },
    {
      "loss_action": 0.01054275594651699,
      "loss_total": 0.01054275594651699,
      "step": 15130
    },
    {
      "loss_action": 0.04578002914786339,
      "loss_total": 0.04578002914786339,
      "step": 15130
    },
    {
      "loss_action": 0.022138401865959167,
      "loss_total": 0.022138401865959167,
      "step": 15130
    },
    {
      "loss_action": 0.016876831650733948,
      "loss_total": 0.016876831650733948,
      "step": 15130
    },
    {
      "loss_action": 0.023844225332140923,
      "loss_total": 0.023844225332140923,
      "step": 15130
    },
    {
      "grad_norm": 0.16018809378147125,
      "learning_rate": 9.721573631339696e-05,
      "loss": 0.0162,
      "step": 15140
    },
    {
      "loss_action": 0.054278574883937836,
      "loss_total": 0.054278574883937836,
      "step": 15140
    },
    {
      "loss_action": 0.010092227719724178,
      "loss_total": 0.010092227719724178,
      "step": 15140
    },
    {
      "loss_action": 0.007218291983008385,
      "loss_total": 0.007218291983008385,
      "step": 15140
    },
    {
      "loss_action": 0.01534692756831646,
      "loss_total": 0.01534692756831646,
      "step": 15140
    },
    {
      "loss_action": 0.018260665237903595,
      "loss_total": 0.018260665237903595,
      "step": 15140
    },
    {
      "loss_action": 0.021187318488955498,
      "loss_total": 0.021187318488955498,
      "step": 15140
    },
    {
      "loss_action": 0.022113829851150513,
      "loss_total": 0.022113829851150513,
      "step": 15140
    },
    {
      "loss_action": 0.022218022495508194,
      "loss_total": 0.022218022495508194,
      "step": 15140
    },
    {
      "grad_norm": 0.11706603318452835,
      "learning_rate": 9.721029309498494e-05,
      "loss": 0.0155,
      "step": 15150
    },
    {
      "loss_action": 0.014759737066924572,
      "loss_total": 0.014759737066924572,
      "step": 15150
    },
    {
      "loss_action": 0.012730010785162449,
      "loss_total": 0.012730010785162449,
      "step": 15150
    },
    {
      "loss_action": 0.011180643923580647,
      "loss_total": 0.011180643923580647,
      "step": 15150
    },
    {
      "loss_action": 0.01121140643954277,
      "loss_total": 0.01121140643954277,
      "step": 15150
    },
    {
      "loss_action": 0.03567896783351898,
      "loss_total": 0.03567896783351898,
      "step": 15150
    },
    {
      "loss_action": 0.009034078568220139,
      "loss_total": 0.009034078568220139,
      "step": 15150
    },
    {
      "loss_action": 0.023154063150286674,
      "loss_total": 0.023154063150286674,
      "step": 15150
    },
    {
      "loss_action": 0.011629195883870125,
      "loss_total": 0.011629195883870125,
      "step": 15150
    },
    {
      "grad_norm": 0.18033520877361298,
      "learning_rate": 9.720484471372627e-05,
      "loss": 0.0155,
      "step": 15160
    },
    {
      "loss_action": 0.0060471780598163605,
      "loss_total": 0.0060471780598163605,
      "step": 15160
    },
    {
      "loss_action": 0.01758566126227379,
      "loss_total": 0.01758566126227379,
      "step": 15160
    },
    {
      "loss_action": 0.01981724426150322,
      "loss_total": 0.01981724426150322,
      "step": 15160
    },
    {
      "loss_action": 0.015376560389995575,
      "loss_total": 0.015376560389995575,
      "step": 15160
    },
    {
      "loss_action": 0.011289363726973534,
      "loss_total": 0.011289363726973534,
      "step": 15160
    },
    {
      "loss_action": 0.011910758912563324,
      "loss_total": 0.011910758912563324,
      "step": 15160
    },
    {
      "loss_action": 0.02077672630548477,
      "loss_total": 0.02077672630548477,
      "step": 15160
    },
    {
      "loss_action": 0.011600714176893234,
      "loss_total": 0.011600714176893234,
      "step": 15160
    },
    {
      "grad_norm": 0.15961416065692902,
      "learning_rate": 9.719939117021673e-05,
      "loss": 0.0155,
      "step": 15170
    },
    {
      "loss_action": 0.008057755418121815,
      "loss_total": 0.008057755418121815,
      "step": 15170
    },
    {
      "loss_action": 0.006470745895057917,
      "loss_total": 0.006470745895057917,
      "step": 15170
    },
    {
      "loss_action": 0.013716607354581356,
      "loss_total": 0.013716607354581356,
      "step": 15170
    },
    {
      "loss_action": 0.027618030086159706,
      "loss_total": 0.027618030086159706,
      "step": 15170
    },
    {
      "loss_action": 0.01387866958975792,
      "loss_total": 0.01387866958975792,
      "step": 15170
    },
    {
      "loss_action": 0.007307242602109909,
      "loss_total": 0.007307242602109909,
      "step": 15170
    },
    {
      "loss_action": 0.019986897706985474,
      "loss_total": 0.019986897706985474,
      "step": 15170
    },
    {
      "loss_action": 0.01961676776409149,
      "loss_total": 0.01961676776409149,
      "step": 15170
    },
    {
      "grad_norm": 0.2094365656375885,
      "learning_rate": 9.719393246505275e-05,
      "loss": 0.0149,
      "step": 15180
    },
    {
      "loss_action": 0.0173526369035244,
      "loss_total": 0.0173526369035244,
      "step": 15180
    },
    {
      "loss_action": 0.012097813189029694,
      "loss_total": 0.012097813189029694,
      "step": 15180
    },
    {
      "loss_action": 0.02289830520749092,
      "loss_total": 0.02289830520749092,
      "step": 15180
    },
    {
      "loss_action": 0.012279669754207134,
      "loss_total": 0.012279669754207134,
      "step": 15180
    },
    {
      "loss_action": 0.01458912342786789,
      "loss_total": 0.01458912342786789,
      "step": 15180
    },
    {
      "loss_action": 0.012393330223858356,
      "loss_total": 0.012393330223858356,
      "step": 15180
    },
    {
      "loss_action": 0.00829496793448925,
      "loss_total": 0.00829496793448925,
      "step": 15180
    },
    {
      "loss_action": 0.009197469800710678,
      "loss_total": 0.009197469800710678,
      "step": 15180
    },
    {
      "grad_norm": 0.17666460573673248,
      "learning_rate": 9.718846859883128e-05,
      "loss": 0.0161,
      "step": 15190
    },
    {
      "loss_action": 0.019840266555547714,
      "loss_total": 0.019840266555547714,
      "step": 15190
    },
    {
      "loss_action": 0.013701849617064,
      "loss_total": 0.013701849617064,
      "step": 15190
    },
    {
      "loss_action": 0.00598107697442174,
      "loss_total": 0.00598107697442174,
      "step": 15190
    },
    {
      "loss_action": 0.016056876629590988,
      "loss_total": 0.016056876629590988,
      "step": 15190
    },
    {
      "loss_action": 0.01593422330915928,
      "loss_total": 0.01593422330915928,
      "step": 15190
    },
    {
      "loss_action": 0.008803683333098888,
      "loss_total": 0.008803683333098888,
      "step": 15190
    },
    {
      "loss_action": 0.005194171331822872,
      "loss_total": 0.005194171331822872,
      "step": 15190
    },
    {
      "loss_action": 0.025025594979524612,
      "loss_total": 0.025025594979524612,
      "step": 15190
    },
    {
      "grad_norm": 0.1742391735315323,
      "learning_rate": 9.718299957214982e-05,
      "loss": 0.015,
      "step": 15200
    },
    {
      "loss_action": 0.013195752166211605,
      "loss_total": 0.013195752166211605,
      "step": 15200
    },
    {
      "loss_action": 0.024198926985263824,
      "loss_total": 0.024198926985263824,
      "step": 15200
    },
    {
      "loss_action": 0.009235178120434284,
      "loss_total": 0.009235178120434284,
      "step": 15200
    },
    {
      "loss_action": 0.01326045673340559,
      "loss_total": 0.01326045673340559,
      "step": 15200
    },
    {
      "loss_action": 0.013147788122296333,
      "loss_total": 0.013147788122296333,
      "step": 15200
    },
    {
      "loss_action": 0.010757887735962868,
      "loss_total": 0.010757887735962868,
      "step": 15200
    },
    {
      "loss_action": 0.01927226036787033,
      "loss_total": 0.01927226036787033,
      "step": 15200
    },
    {
      "loss_action": 0.00890268012881279,
      "loss_total": 0.00890268012881279,
      "step": 15200
    },
    {
      "grad_norm": 0.15611745417118073,
      "learning_rate": 9.717752538560646e-05,
      "loss": 0.015,
      "step": 15210
    },
    {
      "loss_action": 0.011964799836277962,
      "loss_total": 0.011964799836277962,
      "step": 15210
    },
    {
      "loss_action": 0.011429920792579651,
      "loss_total": 0.011429920792579651,
      "step": 15210
    },
    {
      "loss_action": 0.010010088793933392,
      "loss_total": 0.010010088793933392,
      "step": 15210
    },
    {
      "loss_action": 0.014752037823200226,
      "loss_total": 0.014752037823200226,
      "step": 15210
    },
    {
      "loss_action": 0.03866192325949669,
      "loss_total": 0.03866192325949669,
      "step": 15210
    },
    {
      "loss_action": 0.005049800965934992,
      "loss_total": 0.005049800965934992,
      "step": 15210
    },
    {
      "loss_action": 0.011660387739539146,
      "loss_total": 0.011660387739539146,
      "step": 15210
    },
    {
      "loss_action": 0.012007113546133041,
      "loss_total": 0.012007113546133041,
      "step": 15210
    },
    {
      "grad_norm": 0.15221703052520752,
      "learning_rate": 9.717204603979986e-05,
      "loss": 0.0152,
      "step": 15220
    },
    {
      "loss_action": 0.006887567229568958,
      "loss_total": 0.006887567229568958,
      "step": 15220
    },
    {
      "loss_action": 0.0066578383557498455,
      "loss_total": 0.0066578383557498455,
      "step": 15220
    },
    {
      "loss_action": 0.01838318444788456,
      "loss_total": 0.01838318444788456,
      "step": 15220
    },
    {
      "loss_action": 0.006094018928706646,
      "loss_total": 0.006094018928706646,
      "step": 15220
    },
    {
      "loss_action": 0.009504678659141064,
      "loss_total": 0.009504678659141064,
      "step": 15220
    },
    {
      "loss_action": 0.03538697585463524,
      "loss_total": 0.03538697585463524,
      "step": 15220
    },
    {
      "loss_action": 0.009276654571294785,
      "loss_total": 0.009276654571294785,
      "step": 15220
    },
    {
      "loss_action": 0.015998784452676773,
      "loss_total": 0.015998784452676773,
      "step": 15220
    },
    {
      "grad_norm": 0.22590959072113037,
      "learning_rate": 9.716656153532922e-05,
      "loss": 0.0164,
      "step": 15230
    },
    {
      "loss_action": 0.014067367650568485,
      "loss_total": 0.014067367650568485,
      "step": 15230
    },
    {
      "loss_action": 0.0075179110281169415,
      "loss_total": 0.0075179110281169415,
      "step": 15230
    },
    {
      "loss_action": 0.007952487096190453,
      "loss_total": 0.007952487096190453,
      "step": 15230
    },
    {
      "loss_action": 0.01586076058447361,
      "loss_total": 0.01586076058447361,
      "step": 15230
    },
    {
      "loss_action": 0.021264176815748215,
      "loss_total": 0.021264176815748215,
      "step": 15230
    },
    {
      "loss_action": 0.0072861481457948685,
      "loss_total": 0.0072861481457948685,
      "step": 15230
    },
    {
      "loss_action": 0.007235419936478138,
      "loss_total": 0.007235419936478138,
      "step": 15230
    },
    {
      "loss_action": 0.009955649264156818,
      "loss_total": 0.009955649264156818,
      "step": 15230
    },
    {
      "grad_norm": 0.2765030860900879,
      "learning_rate": 9.716107187279434e-05,
      "loss": 0.0164,
      "step": 15240
    },
    {
      "loss_action": 0.016379807144403458,
      "loss_total": 0.016379807144403458,
      "step": 15240
    },
    {
      "loss_action": 0.019542671740055084,
      "loss_total": 0.019542671740055084,
      "step": 15240
    },
    {
      "loss_action": 0.031263113021850586,
      "loss_total": 0.031263113021850586,
      "step": 15240
    },
    {
      "loss_action": 0.0060362135991454124,
      "loss_total": 0.0060362135991454124,
      "step": 15240
    },
    {
      "loss_action": 0.02399410307407379,
      "loss_total": 0.02399410307407379,
      "step": 15240
    },
    {
      "loss_action": 0.013582970947027206,
      "loss_total": 0.013582970947027206,
      "step": 15240
    },
    {
      "loss_action": 0.011578105390071869,
      "loss_total": 0.011578105390071869,
      "step": 15240
    },
    {
      "loss_action": 0.019155630841851234,
      "loss_total": 0.019155630841851234,
      "step": 15240
    },
    {
      "grad_norm": 0.1995314061641693,
      "learning_rate": 9.715557705279555e-05,
      "loss": 0.0158,
      "step": 15250
    },
    {
      "loss_action": 0.0774068832397461,
      "loss_total": 0.0774068832397461,
      "step": 15250
    },
    {
      "loss_action": 0.0071439556777477264,
      "loss_total": 0.0071439556777477264,
      "step": 15250
    },
    {
      "loss_action": 0.018536213785409927,
      "loss_total": 0.018536213785409927,
      "step": 15250
    },
    {
      "loss_action": 0.007436382584273815,
      "loss_total": 0.007436382584273815,
      "step": 15250
    },
    {
      "loss_action": 0.03472120314836502,
      "loss_total": 0.03472120314836502,
      "step": 15250
    },
    {
      "loss_action": 0.014807865023612976,
      "loss_total": 0.014807865023612976,
      "step": 15250
    },
    {
      "loss_action": 0.015032957307994366,
      "loss_total": 0.015032957307994366,
      "step": 15250
    },
    {
      "loss_action": 0.010757763870060444,
      "loss_total": 0.010757763870060444,
      "step": 15250
    },
    {
      "grad_norm": 0.10501395910978317,
      "learning_rate": 9.715007707593372e-05,
      "loss": 0.0139,
      "step": 15260
    },
    {
      "loss_action": 0.007462994195520878,
      "loss_total": 0.007462994195520878,
      "step": 15260
    },
    {
      "loss_action": 0.003783969208598137,
      "loss_total": 0.003783969208598137,
      "step": 15260
    },
    {
      "loss_action": 0.008511315099895,
      "loss_total": 0.008511315099895,
      "step": 15260
    },
    {
      "loss_action": 0.023934146389365196,
      "loss_total": 0.023934146389365196,
      "step": 15260
    },
    {
      "loss_action": 0.01449873112142086,
      "loss_total": 0.01449873112142086,
      "step": 15260
    },
    {
      "loss_action": 0.007244612090289593,
      "loss_total": 0.007244612090289593,
      "step": 15260
    },
    {
      "loss_action": 0.022769538685679436,
      "loss_total": 0.022769538685679436,
      "step": 15260
    },
    {
      "loss_action": 0.009057554416358471,
      "loss_total": 0.009057554416358471,
      "step": 15260
    },
    {
      "grad_norm": 0.10013797879219055,
      "learning_rate": 9.714457194281036e-05,
      "loss": 0.0157,
      "step": 15270
    },
    {
      "loss_action": 0.01129811443388462,
      "loss_total": 0.01129811443388462,
      "step": 15270
    },
    {
      "loss_action": 0.008034231141209602,
      "loss_total": 0.008034231141209602,
      "step": 15270
    },
    {
      "loss_action": 0.023980598896741867,
      "loss_total": 0.023980598896741867,
      "step": 15270
    },
    {
      "loss_action": 0.012530923821032047,
      "loss_total": 0.012530923821032047,
      "step": 15270
    },
    {
      "loss_action": 0.008251381106674671,
      "loss_total": 0.008251381106674671,
      "step": 15270
    },
    {
      "loss_action": 0.020121080800890923,
      "loss_total": 0.020121080800890923,
      "step": 15270
    },
    {
      "loss_action": 0.0057046981528401375,
      "loss_total": 0.0057046981528401375,
      "step": 15270
    },
    {
      "loss_action": 0.007477584294974804,
      "loss_total": 0.007477584294974804,
      "step": 15270
    },
    {
      "grad_norm": 0.2220582365989685,
      "learning_rate": 9.713906165402751e-05,
      "loss": 0.0159,
      "step": 15280
    },
    {
      "loss_action": 0.004967016167938709,
      "loss_total": 0.004967016167938709,
      "step": 15280
    },
    {
      "loss_action": 0.005593262612819672,
      "loss_total": 0.005593262612819672,
      "step": 15280
    },
    {
      "loss_action": 0.02005796879529953,
      "loss_total": 0.02005796879529953,
      "step": 15280
    },
    {
      "loss_action": 0.008898822590708733,
      "loss_total": 0.008898822590708733,
      "step": 15280
    },
    {
      "loss_action": 0.0064045218750834465,
      "loss_total": 0.0064045218750834465,
      "step": 15280
    },
    {
      "loss_action": 0.020959816873073578,
      "loss_total": 0.020959816873073578,
      "step": 15280
    },
    {
      "loss_action": 0.01141125988215208,
      "loss_total": 0.01141125988215208,
      "step": 15280
    },
    {
      "loss_action": 0.013025540858507156,
      "loss_total": 0.013025540858507156,
      "step": 15280
    },
    {
      "grad_norm": 0.22781848907470703,
      "learning_rate": 9.713354621018774e-05,
      "loss": 0.0162,
      "step": 15290
    },
    {
      "loss_action": 0.00772085739299655,
      "loss_total": 0.00772085739299655,
      "step": 15290
    },
    {
      "loss_action": 0.021677779033780098,
      "loss_total": 0.021677779033780098,
      "step": 15290
    },
    {
      "loss_action": 0.015207299031317234,
      "loss_total": 0.015207299031317234,
      "step": 15290
    },
    {
      "loss_action": 0.014463725499808788,
      "loss_total": 0.014463725499808788,
      "step": 15290
    },
    {
      "loss_action": 0.004000487271696329,
      "loss_total": 0.004000487271696329,
      "step": 15290
    },
    {
      "loss_action": 0.009279757738113403,
      "loss_total": 0.009279757738113403,
      "step": 15290
    },
    {
      "loss_action": 0.008953657001256943,
      "loss_total": 0.008953657001256943,
      "step": 15290
    },
    {
      "loss_action": 0.025541158393025398,
      "loss_total": 0.025541158393025398,
      "step": 15290
    },
    {
      "grad_norm": 0.2247113585472107,
      "learning_rate": 9.712802561189422e-05,
      "loss": 0.0191,
      "step": 15300
    },
    {
      "loss_action": 0.018841879442334175,
      "loss_total": 0.018841879442334175,
      "step": 15300
    },
    {
      "loss_action": 0.01788465678691864,
      "loss_total": 0.01788465678691864,
      "step": 15300
    },
    {
      "loss_action": 0.015164515934884548,
      "loss_total": 0.015164515934884548,
      "step": 15300
    },
    {
      "loss_action": 0.016486601904034615,
      "loss_total": 0.016486601904034615,
      "step": 15300
    },
    {
      "loss_action": 0.013014704920351505,
      "loss_total": 0.013014704920351505,
      "step": 15300
    },
    {
      "loss_action": 0.01250331848859787,
      "loss_total": 0.01250331848859787,
      "step": 15300
    },
    {
      "loss_action": 0.012308070436120033,
      "loss_total": 0.012308070436120033,
      "step": 15300
    },
    {
      "loss_action": 0.007405593525618315,
      "loss_total": 0.007405593525618315,
      "step": 15300
    },
    {
      "grad_norm": 0.16291175782680511,
      "learning_rate": 9.712249985975069e-05,
      "loss": 0.0152,
      "step": 15310
    },
    {
      "loss_action": 0.009546586312353611,
      "loss_total": 0.009546586312353611,
      "step": 15310
    },
    {
      "loss_action": 0.019367879256606102,
      "loss_total": 0.019367879256606102,
      "step": 15310
    },
    {
      "loss_action": 0.011789551004767418,
      "loss_total": 0.011789551004767418,
      "step": 15310
    },
    {
      "loss_action": 0.009440412744879723,
      "loss_total": 0.009440412744879723,
      "step": 15310
    },
    {
      "loss_action": 0.015560212545096874,
      "loss_total": 0.015560212545096874,
      "step": 15310
    },
    {
      "loss_action": 0.02776893973350525,
      "loss_total": 0.02776893973350525,
      "step": 15310
    },
    {
      "loss_action": 0.019962700083851814,
      "loss_total": 0.019962700083851814,
      "step": 15310
    },
    {
      "loss_action": 0.01947145164012909,
      "loss_total": 0.01947145164012909,
      "step": 15310
    },
    {
      "grad_norm": 0.1395709067583084,
      "learning_rate": 9.71169689543614e-05,
      "loss": 0.0148,
      "step": 15320
    },
    {
      "loss_action": 0.027002226561307907,
      "loss_total": 0.027002226561307907,
      "step": 15320
    },
    {
      "loss_action": 0.013739275746047497,
      "loss_total": 0.013739275746047497,
      "step": 15320
    },
    {
      "loss_action": 0.008318918757140636,
      "loss_total": 0.008318918757140636,
      "step": 15320
    },
    {
      "loss_action": 0.01027560792863369,
      "loss_total": 0.01027560792863369,
      "step": 15320
    },
    {
      "loss_action": 0.01744995266199112,
      "loss_total": 0.01744995266199112,
      "step": 15320
    },
    {
      "loss_action": 0.008160405792295933,
      "loss_total": 0.008160405792295933,
      "step": 15320
    },
    {
      "loss_action": 0.011346055194735527,
      "loss_total": 0.011346055194735527,
      "step": 15320
    },
    {
      "loss_action": 0.008778175339102745,
      "loss_total": 0.008778175339102745,
      "step": 15320
    },
    {
      "grad_norm": 0.17551420629024506,
      "learning_rate": 9.711143289633123e-05,
      "loss": 0.0147,
      "step": 15330
    },
    {
      "loss_action": 0.011854161508381367,
      "loss_total": 0.011854161508381367,
      "step": 15330
    },
    {
      "loss_action": 0.02422381564974785,
      "loss_total": 0.02422381564974785,
      "step": 15330
    },
    {
      "loss_action": 0.02302105538547039,
      "loss_total": 0.02302105538547039,
      "step": 15330
    },
    {
      "loss_action": 0.0262843519449234,
      "loss_total": 0.0262843519449234,
      "step": 15330
    },
    {
      "loss_action": 0.030721087008714676,
      "loss_total": 0.030721087008714676,
      "step": 15330
    },
    {
      "loss_action": 0.014311959967017174,
      "loss_total": 0.014311959967017174,
      "step": 15330
    },
    {
      "loss_action": 0.018095888197422028,
      "loss_total": 0.018095888197422028,
      "step": 15330
    },
    {
      "loss_action": 0.007370693609118462,
      "loss_total": 0.007370693609118462,
      "step": 15330
    },
    {
      "grad_norm": 0.24331018328666687,
      "learning_rate": 9.710589168626561e-05,
      "loss": 0.0165,
      "step": 15340
    },
    {
      "loss_action": 0.03322882950305939,
      "loss_total": 0.03322882950305939,
      "step": 15340
    },
    {
      "loss_action": 0.014670263044536114,
      "loss_total": 0.014670263044536114,
      "step": 15340
    },
    {
      "loss_action": 0.01593601144850254,
      "loss_total": 0.01593601144850254,
      "step": 15340
    },
    {
      "loss_action": 0.022566339001059532,
      "loss_total": 0.022566339001059532,
      "step": 15340
    },
    {
      "loss_action": 0.013092352077364922,
      "loss_total": 0.013092352077364922,
      "step": 15340
    },
    {
      "loss_action": 0.008287250064313412,
      "loss_total": 0.008287250064313412,
      "step": 15340
    },
    {
      "loss_action": 0.018706919625401497,
      "loss_total": 0.018706919625401497,
      "step": 15340
    },
    {
      "loss_action": 0.020265907049179077,
      "loss_total": 0.020265907049179077,
      "step": 15340
    },
    {
      "grad_norm": 0.17085498571395874,
      "learning_rate": 9.710034532477048e-05,
      "loss": 0.0165,
      "step": 15350
    },
    {
      "loss_action": 0.013361480087041855,
      "loss_total": 0.013361480087041855,
      "step": 15350
    },
    {
      "loss_action": 0.01084704790264368,
      "loss_total": 0.01084704790264368,
      "step": 15350
    },
    {
      "loss_action": 0.0202865619212389,
      "loss_total": 0.0202865619212389,
      "step": 15350
    },
    {
      "loss_action": 0.011915725655853748,
      "loss_total": 0.011915725655853748,
      "step": 15350
    },
    {
      "loss_action": 0.013167756609618664,
      "loss_total": 0.013167756609618664,
      "step": 15350
    },
    {
      "loss_action": 0.03509073331952095,
      "loss_total": 0.03509073331952095,
      "step": 15350
    },
    {
      "loss_action": 0.006993365008383989,
      "loss_total": 0.006993365008383989,
      "step": 15350
    },
    {
      "loss_action": 0.028793174773454666,
      "loss_total": 0.028793174773454666,
      "step": 15350
    },
    {
      "grad_norm": 0.17277175188064575,
      "learning_rate": 9.709479381245239e-05,
      "loss": 0.0164,
      "step": 15360
    },
    {
      "loss_action": 0.06003303825855255,
      "loss_total": 0.06003303825855255,
      "step": 15360
    },
    {
      "loss_action": 0.027813829481601715,
      "loss_total": 0.027813829481601715,
      "step": 15360
    },
    {
      "loss_action": 0.011449583806097507,
      "loss_total": 0.011449583806097507,
      "step": 15360
    },
    {
      "loss_action": 0.01936599612236023,
      "loss_total": 0.01936599612236023,
      "step": 15360
    },
    {
      "loss_action": 0.021730497479438782,
      "loss_total": 0.021730497479438782,
      "step": 15360
    },
    {
      "loss_action": 0.02206762135028839,
      "loss_total": 0.02206762135028839,
      "step": 15360
    },
    {
      "loss_action": 0.017262576147913933,
      "loss_total": 0.017262576147913933,
      "step": 15360
    },
    {
      "loss_action": 0.014531460590660572,
      "loss_total": 0.014531460590660572,
      "step": 15360
    },
    {
      "grad_norm": 0.20284895598888397,
      "learning_rate": 9.708923714991847e-05,
      "loss": 0.0176,
      "step": 15370
    },
    {
      "loss_action": 0.0071755675598979,
      "loss_total": 0.0071755675598979,
      "step": 15370
    },
    {
      "loss_action": 0.010656965896487236,
      "loss_total": 0.010656965896487236,
      "step": 15370
    },
    {
      "loss_action": 0.013962427154183388,
      "loss_total": 0.013962427154183388,
      "step": 15370
    },
    {
      "loss_action": 0.005544362589716911,
      "loss_total": 0.005544362589716911,
      "step": 15370
    },
    {
      "loss_action": 0.012154614552855492,
      "loss_total": 0.012154614552855492,
      "step": 15370
    },
    {
      "loss_action": 0.01410285010933876,
      "loss_total": 0.01410285010933876,
      "step": 15370
    },
    {
      "loss_action": 0.012727739289402962,
      "loss_total": 0.012727739289402962,
      "step": 15370
    },
    {
      "loss_action": 0.01583849824965,
      "loss_total": 0.01583849824965,
      "step": 15370
    },
    {
      "grad_norm": 0.18267285823822021,
      "learning_rate": 9.708367533777638e-05,
      "loss": 0.0142,
      "step": 15380
    },
    {
      "loss_action": 0.023086532950401306,
      "loss_total": 0.023086532950401306,
      "step": 15380
    },
    {
      "loss_action": 0.007609999272972345,
      "loss_total": 0.007609999272972345,
      "step": 15380
    },
    {
      "loss_action": 0.0037087835371494293,
      "loss_total": 0.0037087835371494293,
      "step": 15380
    },
    {
      "loss_action": 0.019437793642282486,
      "loss_total": 0.019437793642282486,
      "step": 15380
    },
    {
      "loss_action": 0.01562971994280815,
      "loss_total": 0.01562971994280815,
      "step": 15380
    },
    {
      "loss_action": 0.013891971670091152,
      "loss_total": 0.013891971670091152,
      "step": 15380
    },
    {
      "loss_action": 0.01156688667833805,
      "loss_total": 0.01156688667833805,
      "step": 15380
    },
    {
      "loss_action": 0.0353635735809803,
      "loss_total": 0.0353635735809803,
      "step": 15380
    },
    {
      "grad_norm": 0.1907607913017273,
      "learning_rate": 9.707810837663431e-05,
      "loss": 0.0185,
      "step": 15390
    },
    {
      "loss_action": 0.01247350126504898,
      "loss_total": 0.01247350126504898,
      "step": 15390
    },
    {
      "loss_action": 0.009441222995519638,
      "loss_total": 0.009441222995519638,
      "step": 15390
    },
    {
      "loss_action": 0.015063416212797165,
      "loss_total": 0.015063416212797165,
      "step": 15390
    },
    {
      "loss_action": 0.054673150181770325,
      "loss_total": 0.054673150181770325,
      "step": 15390
    },
    {
      "loss_action": 0.01195414550602436,
      "loss_total": 0.01195414550602436,
      "step": 15390
    },
    {
      "loss_action": 0.007796690799295902,
      "loss_total": 0.007796690799295902,
      "step": 15390
    },
    {
      "loss_action": 0.013734434731304646,
      "loss_total": 0.013734434731304646,
      "step": 15390
    },
    {
      "loss_action": 0.01884915679693222,
      "loss_total": 0.01884915679693222,
      "step": 15390
    },
    {
      "grad_norm": 0.18390309810638428,
      "learning_rate": 9.707253626710113e-05,
      "loss": 0.0211,
      "step": 15400
    },
    {
      "loss_action": 0.02071082592010498,
      "loss_total": 0.02071082592010498,
      "step": 15400
    },
    {
      "loss_action": 0.02188500203192234,
      "loss_total": 0.02188500203192234,
      "step": 15400
    },
    {
      "loss_action": 0.015675699338316917,
      "loss_total": 0.015675699338316917,
      "step": 15400
    },
    {
      "loss_action": 0.015007665380835533,
      "loss_total": 0.015007665380835533,
      "step": 15400
    },
    {
      "loss_action": 0.0274087805300951,
      "loss_total": 0.0274087805300951,
      "step": 15400
    },
    {
      "loss_action": 0.022937379777431488,
      "loss_total": 0.022937379777431488,
      "step": 15400
    },
    {
      "loss_action": 0.014557365328073502,
      "loss_total": 0.014557365328073502,
      "step": 15400
    },
    {
      "loss_action": 0.0222237017005682,
      "loss_total": 0.0222237017005682,
      "step": 15400
    },
    {
      "grad_norm": 0.20946280658245087,
      "learning_rate": 9.706695900978613e-05,
      "loss": 0.0171,
      "step": 15410
    },
    {
      "loss_action": 0.03305204212665558,
      "loss_total": 0.03305204212665558,
      "step": 15410
    },
    {
      "loss_action": 0.0214192233979702,
      "loss_total": 0.0214192233979702,
      "step": 15410
    },
    {
      "loss_action": 0.10598335415124893,
      "loss_total": 0.10598335415124893,
      "step": 15410
    },
    {
      "loss_action": 0.025543730705976486,
      "loss_total": 0.025543730705976486,
      "step": 15410
    },
    {
      "loss_action": 0.011726409196853638,
      "loss_total": 0.011726409196853638,
      "step": 15410
    },
    {
      "loss_action": 0.015466359443962574,
      "loss_total": 0.015466359443962574,
      "step": 15410
    },
    {
      "loss_action": 0.012703122571110725,
      "loss_total": 0.012703122571110725,
      "step": 15410
    },
    {
      "loss_action": 0.024561580270528793,
      "loss_total": 0.024561580270528793,
      "step": 15410
    },
    {
      "grad_norm": 0.2160477638244629,
      "learning_rate": 9.706137660529926e-05,
      "loss": 0.0207,
      "step": 15420
    },
    {
      "loss_action": 0.014688418246805668,
      "loss_total": 0.014688418246805668,
      "step": 15420
    },
    {
      "loss_action": 0.010840648785233498,
      "loss_total": 0.010840648785233498,
      "step": 15420
    },
    {
      "loss_action": 0.01830402947962284,
      "loss_total": 0.01830402947962284,
      "step": 15420
    },
    {
      "loss_action": 0.01349988766014576,
      "loss_total": 0.01349988766014576,
      "step": 15420
    },
    {
      "loss_action": 0.01935730129480362,
      "loss_total": 0.01935730129480362,
      "step": 15420
    },
    {
      "loss_action": 0.013350656256079674,
      "loss_total": 0.013350656256079674,
      "step": 15420
    },
    {
      "loss_action": 0.015263218432664871,
      "loss_total": 0.015263218432664871,
      "step": 15420
    },
    {
      "loss_action": 0.013453761115670204,
      "loss_total": 0.013453761115670204,
      "step": 15420
    },
    {
      "grad_norm": 0.14544707536697388,
      "learning_rate": 9.705578905425101e-05,
      "loss": 0.0156,
      "step": 15430
    },
    {
      "loss_action": 0.013515976257622242,
      "loss_total": 0.013515976257622242,
      "step": 15430
    },
    {
      "loss_action": 0.01946825161576271,
      "loss_total": 0.01946825161576271,
      "step": 15430
    },
    {
      "loss_action": 0.01082414947450161,
      "loss_total": 0.01082414947450161,
      "step": 15430
    },
    {
      "loss_action": 0.009013279341161251,
      "loss_total": 0.009013279341161251,
      "step": 15430
    },
    {
      "loss_action": 0.009393873624503613,
      "loss_total": 0.009393873624503613,
      "step": 15430
    },
    {
      "loss_action": 0.018527286127209663,
      "loss_total": 0.018527286127209663,
      "step": 15430
    },
    {
      "loss_action": 0.007790662348270416,
      "loss_total": 0.007790662348270416,
      "step": 15430
    },
    {
      "loss_action": 0.013882352039217949,
      "loss_total": 0.013882352039217949,
      "step": 15430
    },
    {
      "grad_norm": 0.1269291490316391,
      "learning_rate": 9.705019635725241e-05,
      "loss": 0.0175,
      "step": 15440
    },
    {
      "loss_action": 0.006013709586113691,
      "loss_total": 0.006013709586113691,
      "step": 15440
    },
    {
      "loss_action": 0.006901971064507961,
      "loss_total": 0.006901971064507961,
      "step": 15440
    },
    {
      "loss_action": 0.009790030308067799,
      "loss_total": 0.009790030308067799,
      "step": 15440
    },
    {
      "loss_action": 0.010996720753610134,
      "loss_total": 0.010996720753610134,
      "step": 15440
    },
    {
      "loss_action": 0.021552495658397675,
      "loss_total": 0.021552495658397675,
      "step": 15440
    },
    {
      "loss_action": 0.020663777366280556,
      "loss_total": 0.020663777366280556,
      "step": 15440
    },
    {
      "loss_action": 0.011324681341648102,
      "loss_total": 0.011324681341648102,
      "step": 15440
    },
    {
      "loss_action": 0.011165380477905273,
      "loss_total": 0.011165380477905273,
      "step": 15440
    },
    {
      "grad_norm": 0.10815703123807907,
      "learning_rate": 9.704459851491508e-05,
      "loss": 0.0152,
      "step": 15450
    },
    {
      "loss_action": 0.013841072097420692,
      "loss_total": 0.013841072097420692,
      "step": 15450
    },
    {
      "loss_action": 0.00859292596578598,
      "loss_total": 0.00859292596578598,
      "step": 15450
    },
    {
      "loss_action": 0.011616358533501625,
      "loss_total": 0.011616358533501625,
      "step": 15450
    },
    {
      "loss_action": 0.016583269461989403,
      "loss_total": 0.016583269461989403,
      "step": 15450
    },
    {
      "loss_action": 0.008454091846942902,
      "loss_total": 0.008454091846942902,
      "step": 15450
    },
    {
      "loss_action": 0.007631763815879822,
      "loss_total": 0.007631763815879822,
      "step": 15450
    },
    {
      "loss_action": 0.010689729824662209,
      "loss_total": 0.010689729824662209,
      "step": 15450
    },
    {
      "loss_action": 0.03599679842591286,
      "loss_total": 0.03599679842591286,
      "step": 15450
    },
    {
      "grad_norm": 0.16539180278778076,
      "learning_rate": 9.703899552785118e-05,
      "loss": 0.0133,
      "step": 15460
    },
    {
      "loss_action": 0.012625172734260559,
      "loss_total": 0.012625172734260559,
      "step": 15460
    },
    {
      "loss_action": 0.018377628177404404,
      "loss_total": 0.018377628177404404,
      "step": 15460
    },
    {
      "loss_action": 0.00749807246029377,
      "loss_total": 0.00749807246029377,
      "step": 15460
    },
    {
      "loss_action": 0.011176463216543198,
      "loss_total": 0.011176463216543198,
      "step": 15460
    },
    {
      "loss_action": 0.012902792543172836,
      "loss_total": 0.012902792543172836,
      "step": 15460
    },
    {
      "loss_action": 0.006897264160215855,
      "loss_total": 0.006897264160215855,
      "step": 15460
    },
    {
      "loss_action": 0.010921109467744827,
      "loss_total": 0.010921109467744827,
      "step": 15460
    },
    {
      "loss_action": 0.011708485893905163,
      "loss_total": 0.011708485893905163,
      "step": 15460
    },
    {
      "grad_norm": 0.2056962251663208,
      "learning_rate": 9.703338739667346e-05,
      "loss": 0.0129,
      "step": 15470
    },
    {
      "loss_action": 0.015761688351631165,
      "loss_total": 0.015761688351631165,
      "step": 15470
    },
    {
      "loss_action": 0.005084613338112831,
      "loss_total": 0.005084613338112831,
      "step": 15470
    },
    {
      "loss_action": 0.009173577651381493,
      "loss_total": 0.009173577651381493,
      "step": 15470
    },
    {
      "loss_action": 0.01152215339243412,
      "loss_total": 0.01152215339243412,
      "step": 15470
    },
    {
      "loss_action": 0.011135724373161793,
      "loss_total": 0.011135724373161793,
      "step": 15470
    },
    {
      "loss_action": 0.012228096835315228,
      "loss_total": 0.012228096835315228,
      "step": 15470
    },
    {
      "loss_action": 0.00464438833296299,
      "loss_total": 0.00464438833296299,
      "step": 15470
    },
    {
      "loss_action": 0.010624801740050316,
      "loss_total": 0.010624801740050316,
      "step": 15470
    },
    {
      "grad_norm": 0.11040553450584412,
      "learning_rate": 9.70277741219952e-05,
      "loss": 0.0154,
      "step": 15480
    },
    {
      "loss_action": 0.01989268884062767,
      "loss_total": 0.01989268884062767,
      "step": 15480
    },
    {
      "loss_action": 0.010925883427262306,
      "loss_total": 0.010925883427262306,
      "step": 15480
    },
    {
      "loss_action": 0.004669847432523966,
      "loss_total": 0.004669847432523966,
      "step": 15480
    },
    {
      "loss_action": 0.009340650402009487,
      "loss_total": 0.009340650402009487,
      "step": 15480
    },
    {
      "loss_action": 0.011773651465773582,
      "loss_total": 0.011773651465773582,
      "step": 15480
    },
    {
      "loss_action": 0.01705217733979225,
      "loss_total": 0.01705217733979225,
      "step": 15480
    },
    {
      "loss_action": 0.011215953156352043,
      "loss_total": 0.011215953156352043,
      "step": 15480
    },
    {
      "loss_action": 0.014402088709175587,
      "loss_total": 0.014402088709175587,
      "step": 15480
    },
    {
      "grad_norm": 0.12664058804512024,
      "learning_rate": 9.702215570443027e-05,
      "loss": 0.0152,
      "step": 15490
    },
    {
      "loss_action": 0.04768848419189453,
      "loss_total": 0.04768848419189453,
      "step": 15490
    },
    {
      "loss_action": 0.014484542421996593,
      "loss_total": 0.014484542421996593,
      "step": 15490
    },
    {
      "loss_action": 0.019711917266249657,
      "loss_total": 0.019711917266249657,
      "step": 15490
    },
    {
      "loss_action": 0.01784622110426426,
      "loss_total": 0.01784622110426426,
      "step": 15490
    },
    {
      "loss_action": 0.00439043715596199,
      "loss_total": 0.00439043715596199,
      "step": 15490
    },
    {
      "loss_action": 0.009642453864216805,
      "loss_total": 0.009642453864216805,
      "step": 15490
    },
    {
      "loss_action": 0.010374677367508411,
      "loss_total": 0.010374677367508411,
      "step": 15490
    },
    {
      "loss_action": 0.011762447655200958,
      "loss_total": 0.011762447655200958,
      "step": 15490
    },
    {
      "grad_norm": 0.23270222544670105,
      "learning_rate": 9.701653214459309e-05,
      "loss": 0.0169,
      "step": 15500
    },
    {
      "loss_action": 0.01255176030099392,
      "loss_total": 0.01255176030099392,
      "step": 15500
    },
    {
      "loss_action": 0.01010025292634964,
      "loss_total": 0.01010025292634964,
      "step": 15500
    },
    {
      "loss_action": 0.02544931322336197,
      "loss_total": 0.02544931322336197,
      "step": 15500
    },
    {
      "loss_action": 0.012807609513401985,
      "loss_total": 0.012807609513401985,
      "step": 15500
    },
    {
      "loss_action": 0.00999796949326992,
      "loss_total": 0.00999796949326992,
      "step": 15500
    },
    {
      "loss_action": 0.00885615311563015,
      "loss_total": 0.00885615311563015,
      "step": 15500
    },
    {
      "loss_action": 0.009670249186456203,
      "loss_total": 0.009670249186456203,
      "step": 15500
    },
    {
      "loss_action": 0.010824913159012794,
      "loss_total": 0.010824913159012794,
      "step": 15500
    },
    {
      "grad_norm": 0.2513470947742462,
      "learning_rate": 9.701090344309865e-05,
      "loss": 0.0163,
      "step": 15510
    },
    {
      "loss_action": 0.008131444454193115,
      "loss_total": 0.008131444454193115,
      "step": 15510
    },
    {
      "loss_action": 0.013467948883771896,
      "loss_total": 0.013467948883771896,
      "step": 15510
    },
    {
      "loss_action": 0.008831650018692017,
      "loss_total": 0.008831650018692017,
      "step": 15510
    },
    {
      "loss_action": 0.01677798107266426,
      "loss_total": 0.01677798107266426,
      "step": 15510
    },
    {
      "loss_action": 0.007530823815613985,
      "loss_total": 0.007530823815613985,
      "step": 15510
    },
    {
      "loss_action": 0.013053682632744312,
      "loss_total": 0.013053682632744312,
      "step": 15510
    },
    {
      "loss_action": 0.024966616183519363,
      "loss_total": 0.024966616183519363,
      "step": 15510
    },
    {
      "loss_action": 0.014703731052577496,
      "loss_total": 0.014703731052577496,
      "step": 15510
    },
    {
      "grad_norm": 0.19544735550880432,
      "learning_rate": 9.700526960056247e-05,
      "loss": 0.0159,
      "step": 15520
    },
    {
      "loss_action": 0.016616538166999817,
      "loss_total": 0.016616538166999817,
      "step": 15520
    },
    {
      "loss_action": 0.009077437222003937,
      "loss_total": 0.009077437222003937,
      "step": 15520
    },
    {
      "loss_action": 0.00931164063513279,
      "loss_total": 0.00931164063513279,
      "step": 15520
    },
    {
      "loss_action": 0.01747943088412285,
      "loss_total": 0.01747943088412285,
      "step": 15520
    },
    {
      "loss_action": 0.0067847976461052895,
      "loss_total": 0.0067847976461052895,
      "step": 15520
    },
    {
      "loss_action": 0.019962213933467865,
      "loss_total": 0.019962213933467865,
      "step": 15520
    },
    {
      "loss_action": 0.0134382713586092,
      "loss_total": 0.0134382713586092,
      "step": 15520
    },
    {
      "loss_action": 0.01678469404578209,
      "loss_total": 0.01678469404578209,
      "step": 15520
    },
    {
      "grad_norm": 0.16582228243350983,
      "learning_rate": 9.699963061760068e-05,
      "loss": 0.0151,
      "step": 15530
    },
    {
      "loss_action": 0.006681438069790602,
      "loss_total": 0.006681438069790602,
      "step": 15530
    },
    {
      "loss_action": 0.019443361088633537,
      "loss_total": 0.019443361088633537,
      "step": 15530
    },
    {
      "loss_action": 0.005723302718251944,
      "loss_total": 0.005723302718251944,
      "step": 15530
    },
    {
      "loss_action": 0.009702019393444061,
      "loss_total": 0.009702019393444061,
      "step": 15530
    },
    {
      "loss_action": 0.008038102649152279,
      "loss_total": 0.008038102649152279,
      "step": 15530
    },
    {
      "loss_action": 0.007593527436256409,
      "loss_total": 0.007593527436256409,
      "step": 15530
    },
    {
      "loss_action": 0.0119254719465971,
      "loss_total": 0.0119254719465971,
      "step": 15530
    },
    {
      "loss_action": 0.014115508645772934,
      "loss_total": 0.014115508645772934,
      "step": 15530
    },
    {
      "grad_norm": 0.20954398810863495,
      "learning_rate": 9.699398649482997e-05,
      "loss": 0.0149,
      "step": 15540
    },
    {
      "loss_action": 0.014850183390080929,
      "loss_total": 0.014850183390080929,
      "step": 15540
    },
    {
      "loss_action": 0.01201297715306282,
      "loss_total": 0.01201297715306282,
      "step": 15540
    },
    {
      "loss_action": 0.01377265527844429,
      "loss_total": 0.01377265527844429,
      "step": 15540
    },
    {
      "loss_action": 0.030551228672266006,
      "loss_total": 0.030551228672266006,
      "step": 15540
    },
    {
      "loss_action": 0.01347457617521286,
      "loss_total": 0.01347457617521286,
      "step": 15540
    },
    {
      "loss_action": 0.006561644375324249,
      "loss_total": 0.006561644375324249,
      "step": 15540
    },
    {
      "loss_action": 0.0168885700404644,
      "loss_total": 0.0168885700404644,
      "step": 15540
    },
    {
      "loss_action": 0.028116289526224136,
      "loss_total": 0.028116289526224136,
      "step": 15540
    },
    {
      "grad_norm": 0.20457929372787476,
      "learning_rate": 9.698833723286753e-05,
      "loss": 0.0158,
      "step": 15550
    },
    {
      "loss_action": 0.033760473132133484,
      "loss_total": 0.033760473132133484,
      "step": 15550
    },
    {
      "loss_action": 0.019220512360334396,
      "loss_total": 0.019220512360334396,
      "step": 15550
    },
    {
      "loss_action": 0.013930452056229115,
      "loss_total": 0.013930452056229115,
      "step": 15550
    },
    {
      "loss_action": 0.005122382193803787,
      "loss_total": 0.005122382193803787,
      "step": 15550
    },
    {
      "loss_action": 0.011863208375871181,
      "loss_total": 0.011863208375871181,
      "step": 15550
    },
    {
      "loss_action": 0.019712546840310097,
      "loss_total": 0.019712546840310097,
      "step": 15550
    },
    {
      "loss_action": 0.08662110567092896,
      "loss_total": 0.08662110567092896,
      "step": 15550
    },
    {
      "loss_action": 0.018728645518422127,
      "loss_total": 0.018728645518422127,
      "step": 15550
    },
    {
      "grad_norm": 0.11677533388137817,
      "learning_rate": 9.698268283233118e-05,
      "loss": 0.0159,
      "step": 15560
    },
    {
      "loss_action": 0.02066265046596527,
      "loss_total": 0.02066265046596527,
      "step": 15560
    },
    {
      "loss_action": 0.015910472720861435,
      "loss_total": 0.015910472720861435,
      "step": 15560
    },
    {
      "loss_action": 0.00841684639453888,
      "loss_total": 0.00841684639453888,
      "step": 15560
    },
    {
      "loss_action": 0.007998506538569927,
      "loss_total": 0.007998506538569927,
      "step": 15560
    },
    {
      "loss_action": 0.012017488479614258,
      "loss_total": 0.012017488479614258,
      "step": 15560
    },
    {
      "loss_action": 0.009464744478464127,
      "loss_total": 0.009464744478464127,
      "step": 15560
    },
    {
      "loss_action": 0.005144868511706591,
      "loss_total": 0.005144868511706591,
      "step": 15560
    },
    {
      "loss_action": 0.012278817594051361,
      "loss_total": 0.012278817594051361,
      "step": 15560
    },
    {
      "grad_norm": 0.17948195338249207,
      "learning_rate": 9.697702329383929e-05,
      "loss": 0.015,
      "step": 15570
    },
    {
      "loss_action": 0.012877603992819786,
      "loss_total": 0.012877603992819786,
      "step": 15570
    },
    {
      "loss_action": 0.007007325068116188,
      "loss_total": 0.007007325068116188,
      "step": 15570
    },
    {
      "loss_action": 0.010952196083962917,
      "loss_total": 0.010952196083962917,
      "step": 15570
    },
    {
      "loss_action": 0.016878299415111542,
      "loss_total": 0.016878299415111542,
      "step": 15570
    },
    {
      "loss_action": 0.007191294804215431,
      "loss_total": 0.007191294804215431,
      "step": 15570
    },
    {
      "loss_action": 0.015038494020700455,
      "loss_total": 0.015038494020700455,
      "step": 15570
    },
    {
      "loss_action": 0.039459533989429474,
      "loss_total": 0.039459533989429474,
      "step": 15570
    },
    {
      "loss_action": 0.0067969998344779015,
      "loss_total": 0.0067969998344779015,
      "step": 15570
    },
    {
      "grad_norm": 0.2411048859357834,
      "learning_rate": 9.697135861801074e-05,
      "loss": 0.0176,
      "step": 15580
    },
    {
      "loss_action": 0.010132881812751293,
      "loss_total": 0.010132881812751293,
      "step": 15580
    },
    {
      "loss_action": 0.005674688145518303,
      "loss_total": 0.005674688145518303,
      "step": 15580
    },
    {
      "loss_action": 0.018587691709399223,
      "loss_total": 0.018587691709399223,
      "step": 15580
    },
    {
      "loss_action": 0.011367671191692352,
      "loss_total": 0.011367671191692352,
      "step": 15580
    },
    {
      "loss_action": 0.011166690848767757,
      "loss_total": 0.011166690848767757,
      "step": 15580
    },
    {
      "loss_action": 0.011725250631570816,
      "loss_total": 0.011725250631570816,
      "step": 15580
    },
    {
      "loss_action": 0.016455598175525665,
      "loss_total": 0.016455598175525665,
      "step": 15580
    },
    {
      "loss_action": 0.018066417425870895,
      "loss_total": 0.018066417425870895,
      "step": 15580
    },
    {
      "grad_norm": 0.16570012271404266,
      "learning_rate": 9.696568880546505e-05,
      "loss": 0.0139,
      "step": 15590
    },
    {
      "loss_action": 0.015785356983542442,
      "loss_total": 0.015785356983542442,
      "step": 15590
    },
    {
      "loss_action": 0.017683256417512894,
      "loss_total": 0.017683256417512894,
      "step": 15590
    },
    {
      "loss_action": 0.020022477954626083,
      "loss_total": 0.020022477954626083,
      "step": 15590
    },
    {
      "loss_action": 0.013291146606206894,
      "loss_total": 0.013291146606206894,
      "step": 15590
    },
    {
      "loss_action": 0.011712143197655678,
      "loss_total": 0.011712143197655678,
      "step": 15590
    },
    {
      "loss_action": 0.007596705108880997,
      "loss_total": 0.007596705108880997,
      "step": 15590
    },
    {
      "loss_action": 0.007449922617524862,
      "loss_total": 0.007449922617524862,
      "step": 15590
    },
    {
      "loss_action": 0.011365109123289585,
      "loss_total": 0.011365109123289585,
      "step": 15590
    },
    {
      "grad_norm": 0.19082584977149963,
      "learning_rate": 9.696001385682223e-05,
      "loss": 0.0163,
      "step": 15600
    },
    {
      "loss_action": 0.010816104710102081,
      "loss_total": 0.010816104710102081,
      "step": 15600
    },
    {
      "loss_action": 0.007157905492931604,
      "loss_total": 0.007157905492931604,
      "step": 15600
    },
    {
      "loss_action": 0.02899194322526455,
      "loss_total": 0.02899194322526455,
      "step": 15600
    },
    {
      "loss_action": 0.02310125157237053,
      "loss_total": 0.02310125157237053,
      "step": 15600
    },
    {
      "loss_action": 0.023012347519397736,
      "loss_total": 0.023012347519397736,
      "step": 15600
    },
    {
      "loss_action": 0.009295452386140823,
      "loss_total": 0.009295452386140823,
      "step": 15600
    },
    {
      "loss_action": 0.023196272552013397,
      "loss_total": 0.023196272552013397,
      "step": 15600
    },
    {
      "loss_action": 0.016555530950427055,
      "loss_total": 0.016555530950427055,
      "step": 15600
    },
    {
      "grad_norm": 0.21298232674598694,
      "learning_rate": 9.695433377270291e-05,
      "loss": 0.0151,
      "step": 15610
    },
    {
      "loss_action": 0.016015462577342987,
      "loss_total": 0.016015462577342987,
      "step": 15610
    },
    {
      "loss_action": 0.008741866797208786,
      "loss_total": 0.008741866797208786,
      "step": 15610
    },
    {
      "loss_action": 0.007697681896388531,
      "loss_total": 0.007697681896388531,
      "step": 15610
    },
    {
      "loss_action": 0.010490639135241508,
      "loss_total": 0.010490639135241508,
      "step": 15610
    },
    {
      "loss_action": 0.007470706943422556,
      "loss_total": 0.007470706943422556,
      "step": 15610
    },
    {
      "loss_action": 0.02176305651664734,
      "loss_total": 0.02176305651664734,
      "step": 15610
    },
    {
      "loss_action": 0.016792230308055878,
      "loss_total": 0.016792230308055878,
      "step": 15610
    },
    {
      "loss_action": 0.010342445224523544,
      "loss_total": 0.010342445224523544,
      "step": 15610
    },
    {
      "grad_norm": 0.23186948895454407,
      "learning_rate": 9.694864855372824e-05,
      "loss": 0.0156,
      "step": 15620
    },
    {
      "loss_action": 0.016173377633094788,
      "loss_total": 0.016173377633094788,
      "step": 15620
    },
    {
      "loss_action": 0.014561589807271957,
      "loss_total": 0.014561589807271957,
      "step": 15620
    },
    {
      "loss_action": 0.004392966628074646,
      "loss_total": 0.004392966628074646,
      "step": 15620
    },
    {
      "loss_action": 0.006002284120768309,
      "loss_total": 0.006002284120768309,
      "step": 15620
    },
    {
      "loss_action": 0.016459427773952484,
      "loss_total": 0.016459427773952484,
      "step": 15620
    },
    {
      "loss_action": 0.011782687157392502,
      "loss_total": 0.011782687157392502,
      "step": 15620
    },
    {
      "loss_action": 0.011309056542813778,
      "loss_total": 0.011309056542813778,
      "step": 15620
    },
    {
      "loss_action": 0.007748357020318508,
      "loss_total": 0.007748357020318508,
      "step": 15620
    },
    {
      "grad_norm": 0.2161106914281845,
      "learning_rate": 9.694295820051995e-05,
      "loss": 0.0177,
      "step": 15630
    },
    {
      "loss_action": 0.01250760443508625,
      "loss_total": 0.01250760443508625,
      "step": 15630
    },
    {
      "loss_action": 0.02056395635008812,
      "loss_total": 0.02056395635008812,
      "step": 15630
    },
    {
      "loss_action": 0.030167004093527794,
      "loss_total": 0.030167004093527794,
      "step": 15630
    },
    {
      "loss_action": 0.013180594891309738,
      "loss_total": 0.013180594891309738,
      "step": 15630
    },
    {
      "loss_action": 0.010734937153756618,
      "loss_total": 0.010734937153756618,
      "step": 15630
    },
    {
      "loss_action": 0.026215869933366776,
      "loss_total": 0.026215869933366776,
      "step": 15630
    },
    {
      "loss_action": 0.03697869926691055,
      "loss_total": 0.03697869926691055,
      "step": 15630
    },
    {
      "loss_action": 0.011187181808054447,
      "loss_total": 0.011187181808054447,
      "step": 15630
    },
    {
      "grad_norm": 0.3482372760772705,
      "learning_rate": 9.693726271370032e-05,
      "loss": 0.0169,
      "step": 15640
    },
    {
      "loss_action": 0.019549746066331863,
      "loss_total": 0.019549746066331863,
      "step": 15640
    },
    {
      "loss_action": 0.010362455621361732,
      "loss_total": 0.010362455621361732,
      "step": 15640
    },
    {
      "loss_action": 0.006746422499418259,
      "loss_total": 0.006746422499418259,
      "step": 15640
    },
    {
      "loss_action": 0.012444909662008286,
      "loss_total": 0.012444909662008286,
      "step": 15640
    },
    {
      "loss_action": 0.011606045067310333,
      "loss_total": 0.011606045067310333,
      "step": 15640
    },
    {
      "loss_action": 0.03489512950181961,
      "loss_total": 0.03489512950181961,
      "step": 15640
    },
    {
      "loss_action": 0.02028575912117958,
      "loss_total": 0.02028575912117958,
      "step": 15640
    },
    {
      "loss_action": 0.008984539657831192,
      "loss_total": 0.008984539657831192,
      "step": 15640
    },
    {
      "grad_norm": 0.20849579572677612,
      "learning_rate": 9.693156209389221e-05,
      "loss": 0.0166,
      "step": 15650
    },
    {
      "loss_action": 0.010799999348819256,
      "loss_total": 0.010799999348819256,
      "step": 15650
    },
    {
      "loss_action": 0.018390189856290817,
      "loss_total": 0.018390189856290817,
      "step": 15650
    },
    {
      "loss_action": 0.030917467549443245,
      "loss_total": 0.030917467549443245,
      "step": 15650
    },
    {
      "loss_action": 0.01840982958674431,
      "loss_total": 0.01840982958674431,
      "step": 15650
    },
    {
      "loss_action": 0.015205132775008678,
      "loss_total": 0.015205132775008678,
      "step": 15650
    },
    {
      "loss_action": 0.019631950184702873,
      "loss_total": 0.019631950184702873,
      "step": 15650
    },
    {
      "loss_action": 0.009328337386250496,
      "loss_total": 0.009328337386250496,
      "step": 15650
    },
    {
      "loss_action": 0.02228492870926857,
      "loss_total": 0.02228492870926857,
      "step": 15650
    },
    {
      "grad_norm": 0.25383150577545166,
      "learning_rate": 9.692585634171905e-05,
      "loss": 0.0173,
      "step": 15660
    },
    {
      "loss_action": 0.009354911744594574,
      "loss_total": 0.009354911744594574,
      "step": 15660
    },
    {
      "loss_action": 0.019891712814569473,
      "loss_total": 0.019891712814569473,
      "step": 15660
    },
    {
      "loss_action": 0.004899192601442337,
      "loss_total": 0.004899192601442337,
      "step": 15660
    },
    {
      "loss_action": 0.014147842302918434,
      "loss_total": 0.014147842302918434,
      "step": 15660
    },
    {
      "loss_action": 0.012850303202867508,
      "loss_total": 0.012850303202867508,
      "step": 15660
    },
    {
      "loss_action": 0.04175575450062752,
      "loss_total": 0.04175575450062752,
      "step": 15660
    },
    {
      "loss_action": 0.013641996309161186,
      "loss_total": 0.013641996309161186,
      "step": 15660
    },
    {
      "loss_action": 0.00734542915597558,
      "loss_total": 0.00734542915597558,
      "step": 15660
    },
    {
      "grad_norm": 0.13216812908649445,
      "learning_rate": 9.692014545780476e-05,
      "loss": 0.0149,
      "step": 15670
    },
    {
      "loss_action": 0.021391570568084717,
      "loss_total": 0.021391570568084717,
      "step": 15670
    },
    {
      "loss_action": 0.011106345802545547,
      "loss_total": 0.011106345802545547,
      "step": 15670
    },
    {
      "loss_action": 0.007601010613143444,
      "loss_total": 0.007601010613143444,
      "step": 15670
    },
    {
      "loss_action": 0.006858656648546457,
      "loss_total": 0.006858656648546457,
      "step": 15670
    },
    {
      "loss_action": 0.005247717723250389,
      "loss_total": 0.005247717723250389,
      "step": 15670
    },
    {
      "loss_action": 0.007462172769010067,
      "loss_total": 0.007462172769010067,
      "step": 15670
    },
    {
      "loss_action": 0.009942742995917797,
      "loss_total": 0.009942742995917797,
      "step": 15670
    },
    {
      "loss_action": 0.008524879813194275,
      "loss_total": 0.008524879813194275,
      "step": 15670
    },
    {
      "grad_norm": 0.10940650850534439,
      "learning_rate": 9.691442944277393e-05,
      "loss": 0.0155,
      "step": 15680
    },
    {
      "loss_action": 0.022507324814796448,
      "loss_total": 0.022507324814796448,
      "step": 15680
    },
    {
      "loss_action": 0.05876222997903824,
      "loss_total": 0.05876222997903824,
      "step": 15680
    },
    {
      "loss_action": 0.00704448577016592,
      "loss_total": 0.00704448577016592,
      "step": 15680
    },
    {
      "loss_action": 0.010992966592311859,
      "loss_total": 0.010992966592311859,
      "step": 15680
    },
    {
      "loss_action": 0.007719944231212139,
      "loss_total": 0.007719944231212139,
      "step": 15680
    },
    {
      "loss_action": 0.011487082578241825,
      "loss_total": 0.011487082578241825,
      "step": 15680
    },
    {
      "loss_action": 0.010129650123417377,
      "loss_total": 0.010129650123417377,
      "step": 15680
    },
    {
      "loss_action": 0.010545218363404274,
      "loss_total": 0.010545218363404274,
      "step": 15680
    },
    {
      "grad_norm": 0.15474361181259155,
      "learning_rate": 9.690870829725162e-05,
      "loss": 0.0144,
      "step": 15690
    },
    {
      "loss_action": 0.010207450948655605,
      "loss_total": 0.010207450948655605,
      "step": 15690
    },
    {
      "loss_action": 0.013397525995969772,
      "loss_total": 0.013397525995969772,
      "step": 15690
    },
    {
      "loss_action": 0.007540721446275711,
      "loss_total": 0.007540721446275711,
      "step": 15690
    },
    {
      "loss_action": 0.017864754423499107,
      "loss_total": 0.017864754423499107,
      "step": 15690
    },
    {
      "loss_action": 0.012857645750045776,
      "loss_total": 0.012857645750045776,
      "step": 15690
    },
    {
      "loss_action": 0.010995155200362206,
      "loss_total": 0.010995155200362206,
      "step": 15690
    },
    {
      "loss_action": 0.02184635028243065,
      "loss_total": 0.02184635028243065,
      "step": 15690
    },
    {
      "loss_action": 0.007848133333027363,
      "loss_total": 0.007848133333027363,
      "step": 15690
    },
    {
      "grad_norm": 0.2122197151184082,
      "learning_rate": 9.69029820218635e-05,
      "loss": 0.0142,
      "step": 15700
    },
    {
      "loss_action": 0.009566102176904678,
      "loss_total": 0.009566102176904678,
      "step": 15700
    },
    {
      "loss_action": 0.026415323838591576,
      "loss_total": 0.026415323838591576,
      "step": 15700
    },
    {
      "loss_action": 0.013711816631257534,
      "loss_total": 0.013711816631257534,
      "step": 15700
    },
    {
      "loss_action": 0.026410333812236786,
      "loss_total": 0.026410333812236786,
      "step": 15700
    },
    {
      "loss_action": 0.03135460242629051,
      "loss_total": 0.03135460242629051,
      "step": 15700
    },
    {
      "loss_action": 0.016108565032482147,
      "loss_total": 0.016108565032482147,
      "step": 15700
    },
    {
      "loss_action": 0.023305311799049377,
      "loss_total": 0.023305311799049377,
      "step": 15700
    },
    {
      "loss_action": 0.12227089703083038,
      "loss_total": 0.12227089703083038,
      "step": 15700
    },
    {
      "grad_norm": 0.19360260665416718,
      "learning_rate": 9.689725061723579e-05,
      "loss": 0.0173,
      "step": 15710
    },
    {
      "loss_action": 0.01857592910528183,
      "loss_total": 0.01857592910528183,
      "step": 15710
    },
    {
      "loss_action": 0.011721206828951836,
      "loss_total": 0.011721206828951836,
      "step": 15710
    },
    {
      "loss_action": 0.012959340587258339,
      "loss_total": 0.012959340587258339,
      "step": 15710
    },
    {
      "loss_action": 0.02033969759941101,
      "loss_total": 0.02033969759941101,
      "step": 15710
    },
    {
      "loss_action": 0.023365000262856483,
      "loss_total": 0.023365000262856483,
      "step": 15710
    },
    {
      "loss_action": 0.01723853498697281,
      "loss_total": 0.01723853498697281,
      "step": 15710
    },
    {
      "loss_action": 0.011061934754252434,
      "loss_total": 0.011061934754252434,
      "step": 15710
    },
    {
      "loss_action": 0.021762322634458542,
      "loss_total": 0.021762322634458542,
      "step": 15710
    },
    {
      "grad_norm": 0.25405895709991455,
      "learning_rate": 9.689151408399527e-05,
      "loss": 0.0161,
      "step": 15720
    },
    {
      "loss_action": 0.023133061826229095,
      "loss_total": 0.023133061826229095,
      "step": 15720
    },
    {
      "loss_action": 0.010942659340798855,
      "loss_total": 0.010942659340798855,
      "step": 15720
    },
    {
      "loss_action": 0.014323793351650238,
      "loss_total": 0.014323793351650238,
      "step": 15720
    },
    {
      "loss_action": 0.016656631603837013,
      "loss_total": 0.016656631603837013,
      "step": 15720
    },
    {
      "loss_action": 0.010585630312561989,
      "loss_total": 0.010585630312561989,
      "step": 15720
    },
    {
      "loss_action": 0.010388043709099293,
      "loss_total": 0.010388043709099293,
      "step": 15720
    },
    {
      "loss_action": 0.014658411033451557,
      "loss_total": 0.014658411033451557,
      "step": 15720
    },
    {
      "loss_action": 0.03573941811919212,
      "loss_total": 0.03573941811919212,
      "step": 15720
    },
    {
      "grad_norm": 0.11328742653131485,
      "learning_rate": 9.688577242276924e-05,
      "loss": 0.016,
      "step": 15730
    },
    {
      "loss_action": 0.03679313883185387,
      "loss_total": 0.03679313883185387,
      "step": 15730
    },
    {
      "loss_action": 0.022793956100940704,
      "loss_total": 0.022793956100940704,
      "step": 15730
    },
    {
      "loss_action": 0.007985953241586685,
      "loss_total": 0.007985953241586685,
      "step": 15730
    },
    {
      "loss_action": 0.015025783330202103,
      "loss_total": 0.015025783330202103,
      "step": 15730
    },
    {
      "loss_action": 0.01242045871913433,
      "loss_total": 0.01242045871913433,
      "step": 15730
    },
    {
      "loss_action": 0.009840253740549088,
      "loss_total": 0.009840253740549088,
      "step": 15730
    },
    {
      "loss_action": 0.009842106141149998,
      "loss_total": 0.009842106141149998,
      "step": 15730
    },
    {
      "loss_action": 0.010433734394609928,
      "loss_total": 0.010433734394609928,
      "step": 15730
    },
    {
      "grad_norm": 0.1273507922887802,
      "learning_rate": 9.688002563418566e-05,
      "loss": 0.0148,
      "step": 15740
    },
    {
      "loss_action": 0.018800809979438782,
      "loss_total": 0.018800809979438782,
      "step": 15740
    },
    {
      "loss_action": 0.010766204446554184,
      "loss_total": 0.010766204446554184,
      "step": 15740
    },
    {
      "loss_action": 0.015141633339226246,
      "loss_total": 0.015141633339226246,
      "step": 15740
    },
    {
      "loss_action": 0.006684236694127321,
      "loss_total": 0.006684236694127321,
      "step": 15740
    },
    {
      "loss_action": 0.024226631969213486,
      "loss_total": 0.024226631969213486,
      "step": 15740
    },
    {
      "loss_action": 0.027945252135396004,
      "loss_total": 0.027945252135396004,
      "step": 15740
    },
    {
      "loss_action": 0.01374184899032116,
      "loss_total": 0.01374184899032116,
      "step": 15740
    },
    {
      "loss_action": 0.021564463153481483,
      "loss_total": 0.021564463153481483,
      "step": 15740
    },
    {
      "grad_norm": 0.22050414979457855,
      "learning_rate": 9.687427371887293e-05,
      "loss": 0.0174,
      "step": 15750
    },
    {
      "loss_action": 0.03441371023654938,
      "loss_total": 0.03441371023654938,
      "step": 15750
    },
    {
      "loss_action": 0.015217630192637444,
      "loss_total": 0.015217630192637444,
      "step": 15750
    },
    {
      "loss_action": 0.014840425923466682,
      "loss_total": 0.014840425923466682,
      "step": 15750
    },
    {
      "loss_action": 0.013040737248957157,
      "loss_total": 0.013040737248957157,
      "step": 15750
    },
    {
      "loss_action": 0.012673743069171906,
      "loss_total": 0.012673743069171906,
      "step": 15750
    },
    {
      "loss_action": 0.017048757523298264,
      "loss_total": 0.017048757523298264,
      "step": 15750
    },
    {
      "loss_action": 0.034846577793359756,
      "loss_total": 0.034846577793359756,
      "step": 15750
    },
    {
      "loss_action": 0.00923579279333353,
      "loss_total": 0.00923579279333353,
      "step": 15750
    },
    {
      "grad_norm": 0.25566473603248596,
      "learning_rate": 9.686851667746012e-05,
      "loss": 0.0167,
      "step": 15760
    },
    {
      "loss_action": 0.010451392270624638,
      "loss_total": 0.010451392270624638,
      "step": 15760
    },
    {
      "loss_action": 0.013182547874748707,
      "loss_total": 0.013182547874748707,
      "step": 15760
    },
    {
      "loss_action": 0.017133232206106186,
      "loss_total": 0.017133232206106186,
      "step": 15760
    },
    {
      "loss_action": 0.015424422919750214,
      "loss_total": 0.015424422919750214,
      "step": 15760
    },
    {
      "loss_action": 0.011789597570896149,
      "loss_total": 0.011789597570896149,
      "step": 15760
    },
    {
      "loss_action": 0.020125865936279297,
      "loss_total": 0.020125865936279297,
      "step": 15760
    },
    {
      "loss_action": 0.008468052372336388,
      "loss_total": 0.008468052372336388,
      "step": 15760
    },
    {
      "loss_action": 0.023398110643029213,
      "loss_total": 0.023398110643029213,
      "step": 15760
    },
    {
      "grad_norm": 0.14730747044086456,
      "learning_rate": 9.686275451057677e-05,
      "loss": 0.0173,
      "step": 15770
    },
    {
      "loss_action": 0.01818566955626011,
      "loss_total": 0.01818566955626011,
      "step": 15770
    },
    {
      "loss_action": 0.03679993748664856,
      "loss_total": 0.03679993748664856,
      "step": 15770
    },
    {
      "loss_action": 0.01594068482518196,
      "loss_total": 0.01594068482518196,
      "step": 15770
    },
    {
      "loss_action": 0.03060692548751831,
      "loss_total": 0.03060692548751831,
      "step": 15770
    },
    {
      "loss_action": 0.021341683343052864,
      "loss_total": 0.021341683343052864,
      "step": 15770
    },
    {
      "loss_action": 0.014743192121386528,
      "loss_total": 0.014743192121386528,
      "step": 15770
    },
    {
      "loss_action": 0.012714673765003681,
      "loss_total": 0.012714673765003681,
      "step": 15770
    },
    {
      "loss_action": 0.03761832043528557,
      "loss_total": 0.03761832043528557,
      "step": 15770
    },
    {
      "grad_norm": 0.15368834137916565,
      "learning_rate": 9.685698721885308e-05,
      "loss": 0.0164,
      "step": 15780
    },
    {
      "loss_action": 0.04381851479411125,
      "loss_total": 0.04381851479411125,
      "step": 15780
    },
    {
      "loss_action": 0.013096725568175316,
      "loss_total": 0.013096725568175316,
      "step": 15780
    },
    {
      "loss_action": 0.007396089378744364,
      "loss_total": 0.007396089378744364,
      "step": 15780
    },
    {
      "loss_action": 0.021002577617764473,
      "loss_total": 0.021002577617764473,
      "step": 15780
    },
    {
      "loss_action": 0.00758211687207222,
      "loss_total": 0.00758211687207222,
      "step": 15780
    },
    {
      "loss_action": 0.006406476255506277,
      "loss_total": 0.006406476255506277,
      "step": 15780
    },
    {
      "loss_action": 0.02709898166358471,
      "loss_total": 0.02709898166358471,
      "step": 15780
    },
    {
      "loss_action": 0.02477147802710533,
      "loss_total": 0.02477147802710533,
      "step": 15780
    },
    {
      "grad_norm": 0.22415290772914886,
      "learning_rate": 9.68512148029197e-05,
      "loss": 0.0185,
      "step": 15790
    },
    {
      "loss_action": 0.00783529132604599,
      "loss_total": 0.00783529132604599,
      "step": 15790
    },
    {
      "loss_action": 0.012740190140902996,
      "loss_total": 0.012740190140902996,
      "step": 15790
    },
    {
      "loss_action": 0.010315660387277603,
      "loss_total": 0.010315660387277603,
      "step": 15790
    },
    {
      "loss_action": 0.01582108624279499,
      "loss_total": 0.01582108624279499,
      "step": 15790
    },
    {
      "loss_action": 0.013766096904873848,
      "loss_total": 0.013766096904873848,
      "step": 15790
    },
    {
      "loss_action": 0.015859441831707954,
      "loss_total": 0.015859441831707954,
      "step": 15790
    },
    {
      "loss_action": 0.012500157579779625,
      "loss_total": 0.012500157579779625,
      "step": 15790
    },
    {
      "loss_action": 0.006747153587639332,
      "loss_total": 0.006747153587639332,
      "step": 15790
    },
    {
      "grad_norm": 0.15086708962917328,
      "learning_rate": 9.684543726340791e-05,
      "loss": 0.0172,
      "step": 15800
    },
    {
      "loss_action": 0.02116844803094864,
      "loss_total": 0.02116844803094864,
      "step": 15800
    },
    {
      "loss_action": 0.01087122317403555,
      "loss_total": 0.01087122317403555,
      "step": 15800
    },
    {
      "loss_action": 0.0139341801404953,
      "loss_total": 0.0139341801404953,
      "step": 15800
    },
    {
      "loss_action": 0.019574126228690147,
      "loss_total": 0.019574126228690147,
      "step": 15800
    },
    {
      "loss_action": 0.006775396876037121,
      "loss_total": 0.006775396876037121,
      "step": 15800
    },
    {
      "loss_action": 0.01660967990756035,
      "loss_total": 0.01660967990756035,
      "step": 15800
    },
    {
      "loss_action": 0.012122655287384987,
      "loss_total": 0.012122655287384987,
      "step": 15800
    },
    {
      "loss_action": 0.017838697880506516,
      "loss_total": 0.017838697880506516,
      "step": 15800
    },
    {
      "grad_norm": 0.16625632345676422,
      "learning_rate": 9.683965460094952e-05,
      "loss": 0.0151,
      "step": 15810
    },
    {
      "loss_action": 0.008696075528860092,
      "loss_total": 0.008696075528860092,
      "step": 15810
    },
    {
      "loss_action": 0.00914799328893423,
      "loss_total": 0.00914799328893423,
      "step": 15810
    },
    {
      "loss_action": 0.03071572072803974,
      "loss_total": 0.03071572072803974,
      "step": 15810
    },
    {
      "loss_action": 0.02754281833767891,
      "loss_total": 0.02754281833767891,
      "step": 15810
    },
    {
      "loss_action": 0.013151269406080246,
      "loss_total": 0.013151269406080246,
      "step": 15810
    },
    {
      "loss_action": 0.009209414012730122,
      "loss_total": 0.009209414012730122,
      "step": 15810
    },
    {
      "loss_action": 0.015874328091740608,
      "loss_total": 0.015874328091740608,
      "step": 15810
    },
    {
      "loss_action": 0.013265031389892101,
      "loss_total": 0.013265031389892101,
      "step": 15810
    },
    {
      "grad_norm": 0.14040647447109222,
      "learning_rate": 9.683386681617694e-05,
      "loss": 0.0153,
      "step": 15820
    },
    {
      "loss_action": 0.013575694523751736,
      "loss_total": 0.013575694523751736,
      "step": 15820
    },
    {
      "loss_action": 0.006689500529319048,
      "loss_total": 0.006689500529319048,
      "step": 15820
    },
    {
      "loss_action": 0.009431470185518265,
      "loss_total": 0.009431470185518265,
      "step": 15820
    },
    {
      "loss_action": 0.011209341697394848,
      "loss_total": 0.011209341697394848,
      "step": 15820
    },
    {
      "loss_action": 0.007874798029661179,
      "loss_total": 0.007874798029661179,
      "step": 15820
    },
    {
      "loss_action": 0.013041369616985321,
      "loss_total": 0.013041369616985321,
      "step": 15820
    },
    {
      "loss_action": 0.008926868438720703,
      "loss_total": 0.008926868438720703,
      "step": 15820
    },
    {
      "loss_action": 0.013551121577620506,
      "loss_total": 0.013551121577620506,
      "step": 15820
    },
    {
      "grad_norm": 0.17235563695430756,
      "learning_rate": 9.68280739097231e-05,
      "loss": 0.0147,
      "step": 15830
    },
    {
      "loss_action": 0.01155359111726284,
      "loss_total": 0.01155359111726284,
      "step": 15830
    },
    {
      "loss_action": 0.012488603591918945,
      "loss_total": 0.012488603591918945,
      "step": 15830
    },
    {
      "loss_action": 0.012705364264547825,
      "loss_total": 0.012705364264547825,
      "step": 15830
    },
    {
      "loss_action": 0.015191849321126938,
      "loss_total": 0.015191849321126938,
      "step": 15830
    },
    {
      "loss_action": 0.014051448553800583,
      "loss_total": 0.014051448553800583,
      "step": 15830
    },
    {
      "loss_action": 0.01720588095486164,
      "loss_total": 0.01720588095486164,
      "step": 15830
    },
    {
      "loss_action": 0.00678366981446743,
      "loss_total": 0.00678366981446743,
      "step": 15830
    },
    {
      "loss_action": 0.003759976476430893,
      "loss_total": 0.003759976476430893,
      "step": 15830
    },
    {
      "grad_norm": 0.1407671719789505,
      "learning_rate": 9.682227588222148e-05,
      "loss": 0.0142,
      "step": 15840
    },
    {
      "loss_action": 0.009873068891465664,
      "loss_total": 0.009873068891465664,
      "step": 15840
    },
    {
      "loss_action": 0.018357012420892715,
      "loss_total": 0.018357012420892715,
      "step": 15840
    },
    {
      "loss_action": 0.014771649613976479,
      "loss_total": 0.014771649613976479,
      "step": 15840
    },
    {
      "loss_action": 0.021659215912222862,
      "loss_total": 0.021659215912222862,
      "step": 15840
    },
    {
      "loss_action": 0.026861228048801422,
      "loss_total": 0.026861228048801422,
      "step": 15840
    },
    {
      "loss_action": 0.013118297792971134,
      "loss_total": 0.013118297792971134,
      "step": 15840
    },
    {
      "loss_action": 0.034616537392139435,
      "loss_total": 0.034616537392139435,
      "step": 15840
    },
    {
      "loss_action": 0.02667892351746559,
      "loss_total": 0.02667892351746559,
      "step": 15840
    },
    {
      "grad_norm": 0.17354372143745422,
      "learning_rate": 9.681647273430618e-05,
      "loss": 0.0152,
      "step": 15850
    },
    {
      "loss_action": 0.010326730087399483,
      "loss_total": 0.010326730087399483,
      "step": 15850
    },
    {
      "loss_action": 0.011941355653107166,
      "loss_total": 0.011941355653107166,
      "step": 15850
    },
    {
      "loss_action": 0.008857621811330318,
      "loss_total": 0.008857621811330318,
      "step": 15850
    },
    {
      "loss_action": 0.018099576234817505,
      "loss_total": 0.018099576234817505,
      "step": 15850
    },
    {
      "loss_action": 0.007388263009488583,
      "loss_total": 0.007388263009488583,
      "step": 15850
    },
    {
      "loss_action": 0.013758012093603611,
      "loss_total": 0.013758012093603611,
      "step": 15850
    },
    {
      "loss_action": 0.00805678404867649,
      "loss_total": 0.00805678404867649,
      "step": 15850
    },
    {
      "loss_action": 0.010843398980796337,
      "loss_total": 0.010843398980796337,
      "step": 15850
    },
    {
      "grad_norm": 0.17963151633739471,
      "learning_rate": 9.681066446661182e-05,
      "loss": 0.017,
      "step": 15860
    },
    {
      "loss_action": 0.017918702214956284,
      "loss_total": 0.017918702214956284,
      "step": 15860
    },
    {
      "loss_action": 0.010295353829860687,
      "loss_total": 0.010295353829860687,
      "step": 15860
    },
    {
      "loss_action": 0.0050331708043813705,
      "loss_total": 0.0050331708043813705,
      "step": 15860
    },
    {
      "loss_action": 0.005421594250947237,
      "loss_total": 0.005421594250947237,
      "step": 15860
    },
    {
      "loss_action": 0.02193646878004074,
      "loss_total": 0.02193646878004074,
      "step": 15860
    },
    {
      "loss_action": 0.012595126405358315,
      "loss_total": 0.012595126405358315,
      "step": 15860
    },
    {
      "loss_action": 0.03919129818677902,
      "loss_total": 0.03919129818677902,
      "step": 15860
    },
    {
      "loss_action": 0.018848245963454247,
      "loss_total": 0.018848245963454247,
      "step": 15860
    },
    {
      "grad_norm": 0.14792034029960632,
      "learning_rate": 9.680485107977357e-05,
      "loss": 0.0153,
      "step": 15870
    },
    {
      "loss_action": 0.015013792552053928,
      "loss_total": 0.015013792552053928,
      "step": 15870
    },
    {
      "loss_action": 0.010685679502785206,
      "loss_total": 0.010685679502785206,
      "step": 15870
    },
    {
      "loss_action": 0.03476973623037338,
      "loss_total": 0.03476973623037338,
      "step": 15870
    },
    {
      "loss_action": 0.008792342618107796,
      "loss_total": 0.008792342618107796,
      "step": 15870
    },
    {
      "loss_action": 0.008158762007951736,
      "loss_total": 0.008158762007951736,
      "step": 15870
    },
    {
      "loss_action": 0.01614796556532383,
      "loss_total": 0.01614796556532383,
      "step": 15870
    },
    {
      "loss_action": 0.021228421479463577,
      "loss_total": 0.021228421479463577,
      "step": 15870
    },
    {
      "loss_action": 0.00948080513626337,
      "loss_total": 0.00948080513626337,
      "step": 15870
    },
    {
      "grad_norm": 0.13027751445770264,
      "learning_rate": 9.679903257442716e-05,
      "loss": 0.0146,
      "step": 15880
    },
    {
      "loss_action": 0.019494790583848953,
      "loss_total": 0.019494790583848953,
      "step": 15880
    },
    {
      "loss_action": 0.012012614868581295,
      "loss_total": 0.012012614868581295,
      "step": 15880
    },
    {
      "loss_action": 0.03052831068634987,
      "loss_total": 0.03052831068634987,
      "step": 15880
    },
    {
      "loss_action": 0.009649950079619884,
      "loss_total": 0.009649950079619884,
      "step": 15880
    },
    {
      "loss_action": 0.01409432664513588,
      "loss_total": 0.01409432664513588,
      "step": 15880
    },
    {
      "loss_action": 0.008298473432660103,
      "loss_total": 0.008298473432660103,
      "step": 15880
    },
    {
      "loss_action": 0.02121911570429802,
      "loss_total": 0.02121911570429802,
      "step": 15880
    },
    {
      "loss_action": 0.019767507910728455,
      "loss_total": 0.019767507910728455,
      "step": 15880
    },
    {
      "grad_norm": 0.1412508338689804,
      "learning_rate": 9.679320895120891e-05,
      "loss": 0.0146,
      "step": 15890
    },
    {
      "loss_action": 0.007011211942881346,
      "loss_total": 0.007011211942881346,
      "step": 15890
    },
    {
      "loss_action": 0.009781165048480034,
      "loss_total": 0.009781165048480034,
      "step": 15890
    },
    {
      "loss_action": 0.03417801111936569,
      "loss_total": 0.03417801111936569,
      "step": 15890
    },
    {
      "loss_action": 0.011389022693037987,
      "loss_total": 0.011389022693037987,
      "step": 15890
    },
    {
      "loss_action": 0.015805918723344803,
      "loss_total": 0.015805918723344803,
      "step": 15890
    },
    {
      "loss_action": 0.011222708970308304,
      "loss_total": 0.011222708970308304,
      "step": 15890
    },
    {
      "loss_action": 0.019322844222187996,
      "loss_total": 0.019322844222187996,
      "step": 15890
    },
    {
      "loss_action": 0.027860935777425766,
      "loss_total": 0.027860935777425766,
      "step": 15890
    },
    {
      "grad_norm": 0.1596929132938385,
      "learning_rate": 9.67873802107557e-05,
      "loss": 0.0155,
      "step": 15900
    },
    {
      "loss_action": 0.007945544086396694,
      "loss_total": 0.007945544086396694,
      "step": 15900
    },
    {
      "loss_action": 0.011154212057590485,
      "loss_total": 0.011154212057590485,
      "step": 15900
    },
    {
      "loss_action": 0.012126816436648369,
      "loss_total": 0.012126816436648369,
      "step": 15900
    },
    {
      "loss_action": 0.027715234085917473,
      "loss_total": 0.027715234085917473,
      "step": 15900
    },
    {
      "loss_action": 0.008683689869940281,
      "loss_total": 0.008683689869940281,
      "step": 15900
    },
    {
      "loss_action": 0.01903863437473774,
      "loss_total": 0.01903863437473774,
      "step": 15900
    },
    {
      "loss_action": 0.007386322133243084,
      "loss_total": 0.007386322133243084,
      "step": 15900
    },
    {
      "loss_action": 0.014977495186030865,
      "loss_total": 0.014977495186030865,
      "step": 15900
    },
    {
      "grad_norm": 0.19878068566322327,
      "learning_rate": 9.67815463537049e-05,
      "loss": 0.0158,
      "step": 15910
    },
    {
      "loss_action": 0.028412824496626854,
      "loss_total": 0.028412824496626854,
      "step": 15910
    },
    {
      "loss_action": 0.009671537205576897,
      "loss_total": 0.009671537205576897,
      "step": 15910
    },
    {
      "loss_action": 0.010492709465324879,
      "loss_total": 0.010492709465324879,
      "step": 15910
    },
    {
      "loss_action": 0.014470402151346207,
      "loss_total": 0.014470402151346207,
      "step": 15910
    },
    {
      "loss_action": 0.015912208706140518,
      "loss_total": 0.015912208706140518,
      "step": 15910
    },
    {
      "loss_action": 0.009452834725379944,
      "loss_total": 0.009452834725379944,
      "step": 15910
    },
    {
      "loss_action": 0.023811155930161476,
      "loss_total": 0.023811155930161476,
      "step": 15910
    },
    {
      "loss_action": 0.0429401695728302,
      "loss_total": 0.0429401695728302,
      "step": 15910
    },
    {
      "grad_norm": 0.14597760140895844,
      "learning_rate": 9.677570738069457e-05,
      "loss": 0.016,
      "step": 15920
    },
    {
      "loss_action": 0.008653419092297554,
      "loss_total": 0.008653419092297554,
      "step": 15920
    },
    {
      "loss_action": 0.017630474641919136,
      "loss_total": 0.017630474641919136,
      "step": 15920
    },
    {
      "loss_action": 0.006362301763147116,
      "loss_total": 0.006362301763147116,
      "step": 15920
    },
    {
      "loss_action": 0.013604767620563507,
      "loss_total": 0.013604767620563507,
      "step": 15920
    },
    {
      "loss_action": 0.005242161452770233,
      "loss_total": 0.005242161452770233,
      "step": 15920
    },
    {
      "loss_action": 0.006675221957266331,
      "loss_total": 0.006675221957266331,
      "step": 15920
    },
    {
      "loss_action": 0.021520456299185753,
      "loss_total": 0.021520456299185753,
      "step": 15920
    },
    {
      "loss_action": 0.03377369046211243,
      "loss_total": 0.03377369046211243,
      "step": 15920
    },
    {
      "grad_norm": 0.18619787693023682,
      "learning_rate": 9.676986329236318e-05,
      "loss": 0.0153,
      "step": 15930
    },
    {
      "loss_action": 0.022611316293478012,
      "loss_total": 0.022611316293478012,
      "step": 15930
    },
    {
      "loss_action": 0.015065845102071762,
      "loss_total": 0.015065845102071762,
      "step": 15930
    },
    {
      "loss_action": 0.008954103104770184,
      "loss_total": 0.008954103104770184,
      "step": 15930
    },
    {
      "loss_action": 0.01286665815860033,
      "loss_total": 0.01286665815860033,
      "step": 15930
    },
    {
      "loss_action": 0.00782306119799614,
      "loss_total": 0.00782306119799614,
      "step": 15930
    },
    {
      "loss_action": 0.012353716418147087,
      "loss_total": 0.012353716418147087,
      "step": 15930
    },
    {
      "loss_action": 0.018768418580293655,
      "loss_total": 0.018768418580293655,
      "step": 15930
    },
    {
      "loss_action": 0.01474987342953682,
      "loss_total": 0.01474987342953682,
      "step": 15930
    },
    {
      "grad_norm": 0.11725723743438721,
      "learning_rate": 9.676401408934987e-05,
      "loss": 0.0138,
      "step": 15940
    },
    {
      "loss_action": 0.016916319727897644,
      "loss_total": 0.016916319727897644,
      "step": 15940
    },
    {
      "loss_action": 0.028717435896396637,
      "loss_total": 0.028717435896396637,
      "step": 15940
    },
    {
      "loss_action": 0.012100236490368843,
      "loss_total": 0.012100236490368843,
      "step": 15940
    },
    {
      "loss_action": 0.014379946514964104,
      "loss_total": 0.014379946514964104,
      "step": 15940
    },
    {
      "loss_action": 0.005332850851118565,
      "loss_total": 0.005332850851118565,
      "step": 15940
    },
    {
      "loss_action": 0.00966756884008646,
      "loss_total": 0.00966756884008646,
      "step": 15940
    },
    {
      "loss_action": 0.013006696477532387,
      "loss_total": 0.013006696477532387,
      "step": 15940
    },
    {
      "loss_action": 0.013377340510487556,
      "loss_total": 0.013377340510487556,
      "step": 15940
    },
    {
      "grad_norm": 0.17652395367622375,
      "learning_rate": 9.675815977229428e-05,
      "loss": 0.0146,
      "step": 15950
    },
    {
      "loss_action": 0.015011300332844257,
      "loss_total": 0.015011300332844257,
      "step": 15950
    },
    {
      "loss_action": 0.006655999459326267,
      "loss_total": 0.006655999459326267,
      "step": 15950
    },
    {
      "loss_action": 0.006811477243900299,
      "loss_total": 0.006811477243900299,
      "step": 15950
    },
    {
      "loss_action": 0.0066530099138617516,
      "loss_total": 0.0066530099138617516,
      "step": 15950
    },
    {
      "loss_action": 0.005597323179244995,
      "loss_total": 0.005597323179244995,
      "step": 15950
    },
    {
      "loss_action": 0.00941043347120285,
      "loss_total": 0.00941043347120285,
      "step": 15950
    },
    {
      "loss_action": 0.024339819326996803,
      "loss_total": 0.024339819326996803,
      "step": 15950
    },
    {
      "loss_action": 0.008502169512212276,
      "loss_total": 0.008502169512212276,
      "step": 15950
    },
    {
      "grad_norm": 0.14230389893054962,
      "learning_rate": 9.675230034183664e-05,
      "loss": 0.0115,
      "step": 15960
    },
    {
      "loss_action": 0.01373943593353033,
      "loss_total": 0.01373943593353033,
      "step": 15960
    },
    {
      "loss_action": 0.02403394505381584,
      "loss_total": 0.02403394505381584,
      "step": 15960
    },
    {
      "loss_action": 0.02489292062819004,
      "loss_total": 0.02489292062819004,
      "step": 15960
    },
    {
      "loss_action": 0.018548086285591125,
      "loss_total": 0.018548086285591125,
      "step": 15960
    },
    {
      "loss_action": 0.026099607348442078,
      "loss_total": 0.026099607348442078,
      "step": 15960
    },
    {
      "loss_action": 0.015359598211944103,
      "loss_total": 0.015359598211944103,
      "step": 15960
    },
    {
      "loss_action": 0.026600252836942673,
      "loss_total": 0.026600252836942673,
      "step": 15960
    },
    {
      "loss_action": 0.013871850445866585,
      "loss_total": 0.013871850445866585,
      "step": 15960
    },
    {
      "grad_norm": 0.15773983299732208,
      "learning_rate": 9.674643579861773e-05,
      "loss": 0.0163,
      "step": 15970
    },
    {
      "loss_action": 0.02268947847187519,
      "loss_total": 0.02268947847187519,
      "step": 15970
    },
    {
      "loss_action": 0.011198417283594608,
      "loss_total": 0.011198417283594608,
      "step": 15970
    },
    {
      "loss_action": 0.02521750144660473,
      "loss_total": 0.02521750144660473,
      "step": 15970
    },
    {
      "loss_action": 0.019791290163993835,
      "loss_total": 0.019791290163993835,
      "step": 15970
    },
    {
      "loss_action": 0.01507708802819252,
      "loss_total": 0.01507708802819252,
      "step": 15970
    },
    {
      "loss_action": 0.007370498962700367,
      "loss_total": 0.007370498962700367,
      "step": 15970
    },
    {
      "loss_action": 0.014658471569418907,
      "loss_total": 0.014658471569418907,
      "step": 15970
    },
    {
      "loss_action": 0.010106535628437996,
      "loss_total": 0.010106535628437996,
      "step": 15970
    },
    {
      "grad_norm": 0.14725624024868011,
      "learning_rate": 9.674056614327886e-05,
      "loss": 0.0166,
      "step": 15980
    },
    {
      "loss_action": 0.011898200958967209,
      "loss_total": 0.011898200958967209,
      "step": 15980
    },
    {
      "loss_action": 0.025694875046610832,
      "loss_total": 0.025694875046610832,
      "step": 15980
    },
    {
      "loss_action": 0.008729908615350723,
      "loss_total": 0.008729908615350723,
      "step": 15980
    },
    {
      "loss_action": 0.007546884007751942,
      "loss_total": 0.007546884007751942,
      "step": 15980
    },
    {
      "loss_action": 0.010282011702656746,
      "loss_total": 0.010282011702656746,
      "step": 15980
    },
    {
      "loss_action": 0.005014988128095865,
      "loss_total": 0.005014988128095865,
      "step": 15980
    },
    {
      "loss_action": 0.010385693982243538,
      "loss_total": 0.010385693982243538,
      "step": 15980
    },
    {
      "loss_action": 0.016222145408391953,
      "loss_total": 0.016222145408391953,
      "step": 15980
    },
    {
      "grad_norm": 0.23565465211868286,
      "learning_rate": 9.673469137646198e-05,
      "loss": 0.0157,
      "step": 15990
    },
    {
      "loss_action": 0.006655339617282152,
      "loss_total": 0.006655339617282152,
      "step": 15990
    },
    {
      "loss_action": 0.016358382999897003,
      "loss_total": 0.016358382999897003,
      "step": 15990
    },
    {
      "loss_action": 0.025198310613632202,
      "loss_total": 0.025198310613632202,
      "step": 15990
    },
    {
      "loss_action": 0.008455191738903522,
      "loss_total": 0.008455191738903522,
      "step": 15990
    },
    {
      "loss_action": 0.009043029509484768,
      "loss_total": 0.009043029509484768,
      "step": 15990
    },
    {
      "loss_action": 0.018980469554662704,
      "loss_total": 0.018980469554662704,
      "step": 15990
    },
    {
      "loss_action": 0.016493694856762886,
      "loss_total": 0.016493694856762886,
      "step": 15990
    },
    {
      "loss_action": 0.015854306519031525,
      "loss_total": 0.015854306519031525,
      "step": 15990
    },
    {
      "grad_norm": 0.20924928784370422,
      "learning_rate": 9.67288114988095e-05,
      "loss": 0.0164,
      "step": 16000
    },
    {
      "loss_action": 0.028331121429800987,
      "loss_total": 0.028331121429800987,
      "step": 16000
    },
    {
      "loss_action": 0.009077491238713264,
      "loss_total": 0.009077491238713264,
      "step": 16000
    },
    {
      "loss_action": 0.012131848372519016,
      "loss_total": 0.012131848372519016,
      "step": 16000
    },
    {
      "loss_action": 0.013095181435346603,
      "loss_total": 0.013095181435346603,
      "step": 16000
    },
    {
      "loss_action": 0.010700318962335587,
      "loss_total": 0.010700318962335587,
      "step": 16000
    },
    {
      "loss_action": 0.012707588262856007,
      "loss_total": 0.012707588262856007,
      "step": 16000
    },
    {
      "loss_action": 0.021370336413383484,
      "loss_total": 0.021370336413383484,
      "step": 16000
    },
    {
      "loss_action": 0.008004205301404,
      "loss_total": 0.008004205301404,
      "step": 16000
    },
    {
      "grad_norm": 0.14437435567378998,
      "learning_rate": 9.672292651096447e-05,
      "loss": 0.0156,
      "step": 16010
    },
    {
      "loss_action": 0.022340204566717148,
      "loss_total": 0.022340204566717148,
      "step": 16010
    },
    {
      "loss_action": 0.02562106028199196,
      "loss_total": 0.02562106028199196,
      "step": 16010
    },
    {
      "loss_action": 0.01663106121122837,
      "loss_total": 0.01663106121122837,
      "step": 16010
    },
    {
      "loss_action": 0.022439494729042053,
      "loss_total": 0.022439494729042053,
      "step": 16010
    },
    {
      "loss_action": 0.011898382566869259,
      "loss_total": 0.011898382566869259,
      "step": 16010
    },
    {
      "loss_action": 0.01781051978468895,
      "loss_total": 0.01781051978468895,
      "step": 16010
    },
    {
      "loss_action": 0.06507223844528198,
      "loss_total": 0.06507223844528198,
      "step": 16010
    },
    {
      "loss_action": 0.01947646774351597,
      "loss_total": 0.01947646774351597,
      "step": 16010
    },
    {
      "grad_norm": 0.15536996722221375,
      "learning_rate": 9.671703641357042e-05,
      "loss": 0.0159,
      "step": 16020
    },
    {
      "loss_action": 0.010048916563391685,
      "loss_total": 0.010048916563391685,
      "step": 16020
    },
    {
      "loss_action": 0.018726926296949387,
      "loss_total": 0.018726926296949387,
      "step": 16020
    },
    {
      "loss_action": 0.010763761587440968,
      "loss_total": 0.010763761587440968,
      "step": 16020
    },
    {
      "loss_action": 0.020872149616479874,
      "loss_total": 0.020872149616479874,
      "step": 16020
    },
    {
      "loss_action": 0.009686041623353958,
      "loss_total": 0.009686041623353958,
      "step": 16020
    },
    {
      "loss_action": 0.021498903632164,
      "loss_total": 0.021498903632164,
      "step": 16020
    },
    {
      "loss_action": 0.01949094980955124,
      "loss_total": 0.01949094980955124,
      "step": 16020
    },
    {
      "loss_action": 0.03534714877605438,
      "loss_total": 0.03534714877605438,
      "step": 16020
    },
    {
      "grad_norm": 0.1733388453722,
      "learning_rate": 9.67111412072715e-05,
      "loss": 0.0162,
      "step": 16030
    },
    {
      "loss_action": 0.006941405590623617,
      "loss_total": 0.006941405590623617,
      "step": 16030
    },
    {
      "loss_action": 0.016548458486795425,
      "loss_total": 0.016548458486795425,
      "step": 16030
    },
    {
      "loss_action": 0.010618174448609352,
      "loss_total": 0.010618174448609352,
      "step": 16030
    },
    {
      "loss_action": 0.01707548275589943,
      "loss_total": 0.01707548275589943,
      "step": 16030
    },
    {
      "loss_action": 0.008281848393380642,
      "loss_total": 0.008281848393380642,
      "step": 16030
    },
    {
      "loss_action": 0.008423720486462116,
      "loss_total": 0.008423720486462116,
      "step": 16030
    },
    {
      "loss_action": 0.012531980872154236,
      "loss_total": 0.012531980872154236,
      "step": 16030
    },
    {
      "loss_action": 0.004946291446685791,
      "loss_total": 0.004946291446685791,
      "step": 16030
    },
    {
      "grad_norm": 0.2535913586616516,
      "learning_rate": 9.670524089271242e-05,
      "loss": 0.016,
      "step": 16040
    },
    {
      "loss_action": 0.007839221507310867,
      "loss_total": 0.007839221507310867,
      "step": 16040
    },
    {
      "loss_action": 0.007288496010005474,
      "loss_total": 0.007288496010005474,
      "step": 16040
    },
    {
      "loss_action": 0.006467657629400492,
      "loss_total": 0.006467657629400492,
      "step": 16040
    },
    {
      "loss_action": 0.0068979510106146336,
      "loss_total": 0.0068979510106146336,
      "step": 16040
    },
    {
      "loss_action": 0.016820214688777924,
      "loss_total": 0.016820214688777924,
      "step": 16040
    },
    {
      "loss_action": 0.0057694511488080025,
      "loss_total": 0.0057694511488080025,
      "step": 16040
    },
    {
      "loss_action": 0.013463644310832024,
      "loss_total": 0.013463644310832024,
      "step": 16040
    },
    {
      "loss_action": 0.016388025134801865,
      "loss_total": 0.016388025134801865,
      "step": 16040
    },
    {
      "grad_norm": 0.19244256615638733,
      "learning_rate": 9.669933547053842e-05,
      "loss": 0.0175,
      "step": 16050
    },
    {
      "loss_action": 0.004871826618909836,
      "loss_total": 0.004871826618909836,
      "step": 16050
    },
    {
      "loss_action": 0.009578244760632515,
      "loss_total": 0.009578244760632515,
      "step": 16050
    },
    {
      "loss_action": 0.0060624307952821255,
      "loss_total": 0.0060624307952821255,
      "step": 16050
    },
    {
      "loss_action": 0.013288985006511211,
      "loss_total": 0.013288985006511211,
      "step": 16050
    },
    {
      "loss_action": 0.01792183518409729,
      "loss_total": 0.01792183518409729,
      "step": 16050
    },
    {
      "loss_action": 0.014196595177054405,
      "loss_total": 0.014196595177054405,
      "step": 16050
    },
    {
      "loss_action": 0.026215530931949615,
      "loss_total": 0.026215530931949615,
      "step": 16050
    },
    {
      "loss_action": 0.017374800518155098,
      "loss_total": 0.017374800518155098,
      "step": 16050
    },
    {
      "grad_norm": 0.2390434443950653,
      "learning_rate": 9.669342494139531e-05,
      "loss": 0.0149,
      "step": 16060
    },
    {
      "loss_action": 0.014526955783367157,
      "loss_total": 0.014526955783367157,
      "step": 16060
    },
    {
      "loss_action": 0.015235048718750477,
      "loss_total": 0.015235048718750477,
      "step": 16060
    },
    {
      "loss_action": 0.012624374590814114,
      "loss_total": 0.012624374590814114,
      "step": 16060
    },
    {
      "loss_action": 0.007700826041400433,
      "loss_total": 0.007700826041400433,
      "step": 16060
    },
    {
      "loss_action": 0.007793725933879614,
      "loss_total": 0.007793725933879614,
      "step": 16060
    },
    {
      "loss_action": 0.01577971689403057,
      "loss_total": 0.01577971689403057,
      "step": 16060
    },
    {
      "loss_action": 0.01035257801413536,
      "loss_total": 0.01035257801413536,
      "step": 16060
    },
    {
      "loss_action": 0.008852120488882065,
      "loss_total": 0.008852120488882065,
      "step": 16060
    },
    {
      "grad_norm": 0.17195522785186768,
      "learning_rate": 9.668750930592943e-05,
      "loss": 0.0142,
      "step": 16070
    },
    {
      "loss_action": 0.02870785817503929,
      "loss_total": 0.02870785817503929,
      "step": 16070
    },
    {
      "loss_action": 0.008599873632192612,
      "loss_total": 0.008599873632192612,
      "step": 16070
    },
    {
      "loss_action": 0.008260807022452354,
      "loss_total": 0.008260807022452354,
      "step": 16070
    },
    {
      "loss_action": 0.00816509872674942,
      "loss_total": 0.00816509872674942,
      "step": 16070
    },
    {
      "loss_action": 0.011688053607940674,
      "loss_total": 0.011688053607940674,
      "step": 16070
    },
    {
      "loss_action": 0.03442642465233803,
      "loss_total": 0.03442642465233803,
      "step": 16070
    },
    {
      "loss_action": 0.009254753589630127,
      "loss_total": 0.009254753589630127,
      "step": 16070
    },
    {
      "loss_action": 0.014251891523599625,
      "loss_total": 0.014251891523599625,
      "step": 16070
    },
    {
      "grad_norm": 0.18662206828594208,
      "learning_rate": 9.668158856478775e-05,
      "loss": 0.0147,
      "step": 16080
    },
    {
      "loss_action": 0.007943584583699703,
      "loss_total": 0.007943584583699703,
      "step": 16080
    },
    {
      "loss_action": 0.00992098730057478,
      "loss_total": 0.00992098730057478,
      "step": 16080
    },
    {
      "loss_action": 0.0126677630469203,
      "loss_total": 0.0126677630469203,
      "step": 16080
    },
    {
      "loss_action": 0.006058460101485252,
      "loss_total": 0.006058460101485252,
      "step": 16080
    },
    {
      "loss_action": 0.044485919177532196,
      "loss_total": 0.044485919177532196,
      "step": 16080
    },
    {
      "loss_action": 0.010585006326436996,
      "loss_total": 0.010585006326436996,
      "step": 16080
    },
    {
      "loss_action": 0.019877349957823753,
      "loss_total": 0.019877349957823753,
      "step": 16080
    },
    {
      "loss_action": 0.01205600704997778,
      "loss_total": 0.01205600704997778,
      "step": 16080
    },
    {
      "grad_norm": 0.1345255970954895,
      "learning_rate": 9.66756627186177e-05,
      "loss": 0.0157,
      "step": 16090
    },
    {
      "loss_action": 0.011237943544983864,
      "loss_total": 0.011237943544983864,
      "step": 16090
    },
    {
      "loss_action": 0.015911739319562912,
      "loss_total": 0.015911739319562912,
      "step": 16090
    },
    {
      "loss_action": 0.008974319323897362,
      "loss_total": 0.008974319323897362,
      "step": 16090
    },
    {
      "loss_action": 0.01194959506392479,
      "loss_total": 0.01194959506392479,
      "step": 16090
    },
    {
      "loss_action": 0.006290377117693424,
      "loss_total": 0.006290377117693424,
      "step": 16090
    },
    {
      "loss_action": 0.007922416552901268,
      "loss_total": 0.007922416552901268,
      "step": 16090
    },
    {
      "loss_action": 0.04053131863474846,
      "loss_total": 0.04053131863474846,
      "step": 16090
    },
    {
      "loss_action": 0.011115867644548416,
      "loss_total": 0.011115867644548416,
      "step": 16090
    },
    {
      "grad_norm": 0.15562035143375397,
      "learning_rate": 9.666973176806737e-05,
      "loss": 0.0134,
      "step": 16100
    },
    {
      "loss_action": 0.017944268882274628,
      "loss_total": 0.017944268882274628,
      "step": 16100
    },
    {
      "loss_action": 0.006079178769141436,
      "loss_total": 0.006079178769141436,
      "step": 16100
    },
    {
      "loss_action": 0.011103227734565735,
      "loss_total": 0.011103227734565735,
      "step": 16100
    },
    {
      "loss_action": 0.00971898902207613,
      "loss_total": 0.00971898902207613,
      "step": 16100
    },
    {
      "loss_action": 0.010685550048947334,
      "loss_total": 0.010685550048947334,
      "step": 16100
    },
    {
      "loss_action": 0.010668348520994186,
      "loss_total": 0.010668348520994186,
      "step": 16100
    },
    {
      "loss_action": 0.0212580356746912,
      "loss_total": 0.0212580356746912,
      "step": 16100
    },
    {
      "loss_action": 0.022708052769303322,
      "loss_total": 0.022708052769303322,
      "step": 16100
    },
    {
      "grad_norm": 0.36157798767089844,
      "learning_rate": 9.666379571378534e-05,
      "loss": 0.0152,
      "step": 16110
    },
    {
      "loss_action": 0.026313964277505875,
      "loss_total": 0.026313964277505875,
      "step": 16110
    },
    {
      "loss_action": 0.02031170018017292,
      "loss_total": 0.02031170018017292,
      "step": 16110
    },
    {
      "loss_action": 0.010830016806721687,
      "loss_total": 0.010830016806721687,
      "step": 16110
    },
    {
      "loss_action": 0.005430218297988176,
      "loss_total": 0.005430218297988176,
      "step": 16110
    },
    {
      "loss_action": 0.011679230257868767,
      "loss_total": 0.011679230257868767,
      "step": 16110
    },
    {
      "loss_action": 0.024266621097922325,
      "loss_total": 0.024266621097922325,
      "step": 16110
    },
    {
      "loss_action": 0.011714896187186241,
      "loss_total": 0.011714896187186241,
      "step": 16110
    },
    {
      "loss_action": 0.012766102328896523,
      "loss_total": 0.012766102328896523,
      "step": 16110
    },
    {
      "grad_norm": 0.24793905019760132,
      "learning_rate": 9.665785455642076e-05,
      "loss": 0.017,
      "step": 16120
    },
    {
      "loss_action": 0.015331502072513103,
      "loss_total": 0.015331502072513103,
      "step": 16120
    },
    {
      "loss_action": 0.008599324151873589,
      "loss_total": 0.008599324151873589,
      "step": 16120
    },
    {
      "loss_action": 0.019387852400541306,
      "loss_total": 0.019387852400541306,
      "step": 16120
    },
    {
      "loss_action": 0.016190875321626663,
      "loss_total": 0.016190875321626663,
      "step": 16120
    },
    {
      "loss_action": 0.006581018213182688,
      "loss_total": 0.006581018213182688,
      "step": 16120
    },
    {
      "loss_action": 0.011728205718100071,
      "loss_total": 0.011728205718100071,
      "step": 16120
    },
    {
      "loss_action": 0.04587195813655853,
      "loss_total": 0.04587195813655853,
      "step": 16120
    },
    {
      "loss_action": 0.01466551423072815,
      "loss_total": 0.01466551423072815,
      "step": 16120
    },
    {
      "grad_norm": 0.12614241242408752,
      "learning_rate": 9.665190829662337e-05,
      "loss": 0.0149,
      "step": 16130
    },
    {
      "loss_action": 0.005302796605974436,
      "loss_total": 0.005302796605974436,
      "step": 16130
    },
    {
      "loss_action": 0.00790712796151638,
      "loss_total": 0.00790712796151638,
      "step": 16130
    },
    {
      "loss_action": 0.01856215111911297,
      "loss_total": 0.01856215111911297,
      "step": 16130
    },
    {
      "loss_action": 0.019095342606306076,
      "loss_total": 0.019095342606306076,
      "step": 16130
    },
    {
      "loss_action": 0.01204934623092413,
      "loss_total": 0.01204934623092413,
      "step": 16130
    },
    {
      "loss_action": 0.01641845516860485,
      "loss_total": 0.01641845516860485,
      "step": 16130
    },
    {
      "loss_action": 0.006823619827628136,
      "loss_total": 0.006823619827628136,
      "step": 16130
    },
    {
      "loss_action": 0.01663542538881302,
      "loss_total": 0.01663542538881302,
      "step": 16130
    },
    {
      "grad_norm": 0.11540693044662476,
      "learning_rate": 9.664595693504342e-05,
      "loss": 0.0133,
      "step": 16140
    },
    {
      "loss_action": 0.01598651520907879,
      "loss_total": 0.01598651520907879,
      "step": 16140
    },
    {
      "loss_action": 0.007048634346574545,
      "loss_total": 0.007048634346574545,
      "step": 16140
    },
    {
      "loss_action": 0.017142176628112793,
      "loss_total": 0.017142176628112793,
      "step": 16140
    },
    {
      "loss_action": 0.013151985593140125,
      "loss_total": 0.013151985593140125,
      "step": 16140
    },
    {
      "loss_action": 0.010066676884889603,
      "loss_total": 0.010066676884889603,
      "step": 16140
    },
    {
      "loss_action": 0.02108319289982319,
      "loss_total": 0.02108319289982319,
      "step": 16140
    },
    {
      "loss_action": 0.013782782480120659,
      "loss_total": 0.013782782480120659,
      "step": 16140
    },
    {
      "loss_action": 0.006274989806115627,
      "loss_total": 0.006274989806115627,
      "step": 16140
    },
    {
      "grad_norm": 0.1637166142463684,
      "learning_rate": 9.664000047233175e-05,
      "loss": 0.0142,
      "step": 16150
    },
    {
      "loss_action": 0.022845279425382614,
      "loss_total": 0.022845279425382614,
      "step": 16150
    },
    {
      "loss_action": 0.015685277059674263,
      "loss_total": 0.015685277059674263,
      "step": 16150
    },
    {
      "loss_action": 0.005140791647136211,
      "loss_total": 0.005140791647136211,
      "step": 16150
    },
    {
      "loss_action": 0.008866560645401478,
      "loss_total": 0.008866560645401478,
      "step": 16150
    },
    {
      "loss_action": 0.016016921028494835,
      "loss_total": 0.016016921028494835,
      "step": 16150
    },
    {
      "loss_action": 0.01071687787771225,
      "loss_total": 0.01071687787771225,
      "step": 16150
    },
    {
      "loss_action": 0.019305020570755005,
      "loss_total": 0.019305020570755005,
      "step": 16150
    },
    {
      "loss_action": 0.015529218129813671,
      "loss_total": 0.015529218129813671,
      "step": 16150
    },
    {
      "grad_norm": 0.17421332001686096,
      "learning_rate": 9.663403890913976e-05,
      "loss": 0.0149,
      "step": 16160
    },
    {
      "loss_action": 0.01858808472752571,
      "loss_total": 0.01858808472752571,
      "step": 16160
    },
    {
      "loss_action": 0.008795968256890774,
      "loss_total": 0.008795968256890774,
      "step": 16160
    },
    {
      "loss_action": 0.024453509598970413,
      "loss_total": 0.024453509598970413,
      "step": 16160
    },
    {
      "loss_action": 0.008692054077982903,
      "loss_total": 0.008692054077982903,
      "step": 16160
    },
    {
      "loss_action": 0.01179274171590805,
      "loss_total": 0.01179274171590805,
      "step": 16160
    },
    {
      "loss_action": 0.009439606219530106,
      "loss_total": 0.009439606219530106,
      "step": 16160
    },
    {
      "loss_action": 0.01153271459043026,
      "loss_total": 0.01153271459043026,
      "step": 16160
    },
    {
      "loss_action": 0.010846415534615517,
      "loss_total": 0.010846415534615517,
      "step": 16160
    },
    {
      "grad_norm": 0.1300416886806488,
      "learning_rate": 9.662807224611938e-05,
      "loss": 0.0146,
      "step": 16170
    },
    {
      "loss_action": 0.01833651214838028,
      "loss_total": 0.01833651214838028,
      "step": 16170
    },
    {
      "loss_action": 0.013791504316031933,
      "loss_total": 0.013791504316031933,
      "step": 16170
    },
    {
      "loss_action": 0.012159153819084167,
      "loss_total": 0.012159153819084167,
      "step": 16170
    },
    {
      "loss_action": 0.007778442930430174,
      "loss_total": 0.007778442930430174,
      "step": 16170
    },
    {
      "loss_action": 0.017250219359993935,
      "loss_total": 0.017250219359993935,
      "step": 16170
    },
    {
      "loss_action": 0.03359031304717064,
      "loss_total": 0.03359031304717064,
      "step": 16170
    },
    {
      "loss_action": 0.006441399455070496,
      "loss_total": 0.006441399455070496,
      "step": 16170
    },
    {
      "loss_action": 0.01583608239889145,
      "loss_total": 0.01583608239889145,
      "step": 16170
    },
    {
      "grad_norm": 0.13024984300136566,
      "learning_rate": 9.662210048392311e-05,
      "loss": 0.0157,
      "step": 16180
    },
    {
      "loss_action": 0.011770512908697128,
      "loss_total": 0.011770512908697128,
      "step": 16180
    },
    {
      "loss_action": 0.014659514650702477,
      "loss_total": 0.014659514650702477,
      "step": 16180
    },
    {
      "loss_action": 0.007290017791092396,
      "loss_total": 0.007290017791092396,
      "step": 16180
    },
    {
      "loss_action": 0.008496394380927086,
      "loss_total": 0.008496394380927086,
      "step": 16180
    },
    {
      "loss_action": 0.012617284432053566,
      "loss_total": 0.012617284432053566,
      "step": 16180
    },
    {
      "loss_action": 0.038100287318229675,
      "loss_total": 0.038100287318229675,
      "step": 16180
    },
    {
      "loss_action": 0.0074538541957736015,
      "loss_total": 0.0074538541957736015,
      "step": 16180
    },
    {
      "loss_action": 0.011273510754108429,
      "loss_total": 0.011273510754108429,
      "step": 16180
    },
    {
      "grad_norm": 0.1707851141691208,
      "learning_rate": 9.661612362320405e-05,
      "loss": 0.0148,
      "step": 16190
    },
    {
      "loss_action": 0.006160899996757507,
      "loss_total": 0.006160899996757507,
      "step": 16190
    },
    {
      "loss_action": 0.011367560364305973,
      "loss_total": 0.011367560364305973,
      "step": 16190
    },
    {
      "loss_action": 0.00796625204384327,
      "loss_total": 0.00796625204384327,
      "step": 16190
    },
    {
      "loss_action": 0.016963284462690353,
      "loss_total": 0.016963284462690353,
      "step": 16190
    },
    {
      "loss_action": 0.007916364818811417,
      "loss_total": 0.007916364818811417,
      "step": 16190
    },
    {
      "loss_action": 0.029923152178525925,
      "loss_total": 0.029923152178525925,
      "step": 16190
    },
    {
      "loss_action": 0.011837647296488285,
      "loss_total": 0.011837647296488285,
      "step": 16190
    },
    {
      "loss_action": 0.015463829040527344,
      "loss_total": 0.015463829040527344,
      "step": 16190
    },
    {
      "grad_norm": 0.18206170201301575,
      "learning_rate": 9.661014166461579e-05,
      "loss": 0.0161,
      "step": 16200
    },
    {
      "loss_action": 0.01853206567466259,
      "loss_total": 0.01853206567466259,
      "step": 16200
    },
    {
      "loss_action": 0.01850271411240101,
      "loss_total": 0.01850271411240101,
      "step": 16200
    },
    {
      "loss_action": 0.007159651257097721,
      "loss_total": 0.007159651257097721,
      "step": 16200
    },
    {
      "loss_action": 0.012011709623038769,
      "loss_total": 0.012011709623038769,
      "step": 16200
    },
    {
      "loss_action": 0.01889507845044136,
      "loss_total": 0.01889507845044136,
      "step": 16200
    },
    {
      "loss_action": 0.014749112538993359,
      "loss_total": 0.014749112538993359,
      "step": 16200
    },
    {
      "loss_action": 0.01370291505008936,
      "loss_total": 0.01370291505008936,
      "step": 16200
    },
    {
      "loss_action": 0.014372291974723339,
      "loss_total": 0.014372291974723339,
      "step": 16200
    },
    {
      "grad_norm": 0.15392160415649414,
      "learning_rate": 9.66041546088125e-05,
      "loss": 0.0152,
      "step": 16210
    },
    {
      "loss_action": 0.016379464417696,
      "loss_total": 0.016379464417696,
      "step": 16210
    },
    {
      "loss_action": 0.007888313382863998,
      "loss_total": 0.007888313382863998,
      "step": 16210
    },
    {
      "loss_action": 0.017521684989333153,
      "loss_total": 0.017521684989333153,
      "step": 16210
    },
    {
      "loss_action": 0.01052604429423809,
      "loss_total": 0.01052604429423809,
      "step": 16210
    },
    {
      "loss_action": 0.016889844089746475,
      "loss_total": 0.016889844089746475,
      "step": 16210
    },
    {
      "loss_action": 0.019722644239664078,
      "loss_total": 0.019722644239664078,
      "step": 16210
    },
    {
      "loss_action": 0.011235430836677551,
      "loss_total": 0.011235430836677551,
      "step": 16210
    },
    {
      "loss_action": 0.015448827296495438,
      "loss_total": 0.015448827296495438,
      "step": 16210
    },
    {
      "grad_norm": 0.15330377221107483,
      "learning_rate": 9.659816245644895e-05,
      "loss": 0.0162,
      "step": 16220
    },
    {
      "loss_action": 0.010919768363237381,
      "loss_total": 0.010919768363237381,
      "step": 16220
    },
    {
      "loss_action": 0.019912367686629295,
      "loss_total": 0.019912367686629295,
      "step": 16220
    },
    {
      "loss_action": 0.010627059265971184,
      "loss_total": 0.010627059265971184,
      "step": 16220
    },
    {
      "loss_action": 0.016133859753608704,
      "loss_total": 0.016133859753608704,
      "step": 16220
    },
    {
      "loss_action": 0.006864344235509634,
      "loss_total": 0.006864344235509634,
      "step": 16220
    },
    {
      "loss_action": 0.01193600706756115,
      "loss_total": 0.01193600706756115,
      "step": 16220
    },
    {
      "loss_action": 0.013359926640987396,
      "loss_total": 0.013359926640987396,
      "step": 16220
    },
    {
      "loss_action": 0.02091115154325962,
      "loss_total": 0.02091115154325962,
      "step": 16220
    },
    {
      "grad_norm": 0.15956449508666992,
      "learning_rate": 9.65921652081804e-05,
      "loss": 0.0141,
      "step": 16230
    },
    {
      "loss_action": 0.014643637463450432,
      "loss_total": 0.014643637463450432,
      "step": 16230
    },
    {
      "loss_action": 0.011636171489953995,
      "loss_total": 0.011636171489953995,
      "step": 16230
    },
    {
      "loss_action": 0.009118962101638317,
      "loss_total": 0.009118962101638317,
      "step": 16230
    },
    {
      "loss_action": 0.010857461020350456,
      "loss_total": 0.010857461020350456,
      "step": 16230
    },
    {
      "loss_action": 0.006994528695940971,
      "loss_total": 0.006994528695940971,
      "step": 16230
    },
    {
      "loss_action": 0.013266181573271751,
      "loss_total": 0.013266181573271751,
      "step": 16230
    },
    {
      "loss_action": 0.017138324677944183,
      "loss_total": 0.017138324677944183,
      "step": 16230
    },
    {
      "loss_action": 0.014350369572639465,
      "loss_total": 0.014350369572639465,
      "step": 16230
    },
    {
      "grad_norm": 0.15515369176864624,
      "learning_rate": 9.658616286466271e-05,
      "loss": 0.0115,
      "step": 16240
    },
    {
      "loss_action": 0.014351865276694298,
      "loss_total": 0.014351865276694298,
      "step": 16240
    },
    {
      "loss_action": 0.007502083200961351,
      "loss_total": 0.007502083200961351,
      "step": 16240
    },
    {
      "loss_action": 0.03221040591597557,
      "loss_total": 0.03221040591597557,
      "step": 16240
    },
    {
      "loss_action": 0.011310291476547718,
      "loss_total": 0.011310291476547718,
      "step": 16240
    },
    {
      "loss_action": 0.012226907536387444,
      "loss_total": 0.012226907536387444,
      "step": 16240
    },
    {
      "loss_action": 0.013567998073995113,
      "loss_total": 0.013567998073995113,
      "step": 16240
    },
    {
      "loss_action": 0.01736713945865631,
      "loss_total": 0.01736713945865631,
      "step": 16240
    },
    {
      "loss_action": 0.008653631433844566,
      "loss_total": 0.008653631433844566,
      "step": 16240
    },
    {
      "grad_norm": 0.1992386430501938,
      "learning_rate": 9.65801554265523e-05,
      "loss": 0.0141,
      "step": 16250
    },
    {
      "loss_action": 0.006309319753199816,
      "loss_total": 0.006309319753199816,
      "step": 16250
    },
    {
      "loss_action": 0.022488588467240334,
      "loss_total": 0.022488588467240334,
      "step": 16250
    },
    {
      "loss_action": 0.02207142487168312,
      "loss_total": 0.02207142487168312,
      "step": 16250
    },
    {
      "loss_action": 0.006051193922758102,
      "loss_total": 0.006051193922758102,
      "step": 16250
    },
    {
      "loss_action": 0.009547282010316849,
      "loss_total": 0.009547282010316849,
      "step": 16250
    },
    {
      "loss_action": 0.021866625174880028,
      "loss_total": 0.021866625174880028,
      "step": 16250
    },
    {
      "loss_action": 0.018234675750136375,
      "loss_total": 0.018234675750136375,
      "step": 16250
    },
    {
      "loss_action": 0.007017182186245918,
      "loss_total": 0.007017182186245918,
      "step": 16250
    },
    {
      "grad_norm": 0.12876927852630615,
      "learning_rate": 9.657414289450612e-05,
      "loss": 0.0142,
      "step": 16260
    },
    {
      "loss_action": 0.019206048920750618,
      "loss_total": 0.019206048920750618,
      "step": 16260
    },
    {
      "loss_action": 0.018113769590854645,
      "loss_total": 0.018113769590854645,
      "step": 16260
    },
    {
      "loss_action": 0.01943174935877323,
      "loss_total": 0.01943174935877323,
      "step": 16260
    },
    {
      "loss_action": 0.01279904693365097,
      "loss_total": 0.01279904693365097,
      "step": 16260
    },
    {
      "loss_action": 0.012654054909944534,
      "loss_total": 0.012654054909944534,
      "step": 16260
    },
    {
      "loss_action": 0.011702107265591621,
      "loss_total": 0.011702107265591621,
      "step": 16260
    },
    {
      "loss_action": 0.039075180888175964,
      "loss_total": 0.039075180888175964,
      "step": 16260
    },
    {
      "loss_action": 0.027423808351159096,
      "loss_total": 0.027423808351159096,
      "step": 16260
    },
    {
      "grad_norm": 0.16895371675491333,
      "learning_rate": 9.656812526918171e-05,
      "loss": 0.0162,
      "step": 16270
    },
    {
      "loss_action": 0.015335263684391975,
      "loss_total": 0.015335263684391975,
      "step": 16270
    },
    {
      "loss_action": 0.010985561646521091,
      "loss_total": 0.010985561646521091,
      "step": 16270
    },
    {
      "loss_action": 0.00751090282574296,
      "loss_total": 0.00751090282574296,
      "step": 16270
    },
    {
      "loss_action": 0.024293974041938782,
      "loss_total": 0.024293974041938782,
      "step": 16270
    },
    {
      "loss_action": 0.007708221208304167,
      "loss_total": 0.007708221208304167,
      "step": 16270
    },
    {
      "loss_action": 0.006888816598802805,
      "loss_total": 0.006888816598802805,
      "step": 16270
    },
    {
      "loss_action": 0.017215058207511902,
      "loss_total": 0.017215058207511902,
      "step": 16270
    },
    {
      "loss_action": 0.004577928222715855,
      "loss_total": 0.004577928222715855,
      "step": 16270
    },
    {
      "grad_norm": 0.2541002333164215,
      "learning_rate": 9.656210255123712e-05,
      "loss": 0.0163,
      "step": 16280
    },
    {
      "loss_action": 0.01542873214930296,
      "loss_total": 0.01542873214930296,
      "step": 16280
    },
    {
      "loss_action": 0.012240905314683914,
      "loss_total": 0.012240905314683914,
      "step": 16280
    },
    {
      "loss_action": 0.009315724484622478,
      "loss_total": 0.009315724484622478,
      "step": 16280
    },
    {
      "loss_action": 0.01190025731921196,
      "loss_total": 0.01190025731921196,
      "step": 16280
    },
    {
      "loss_action": 0.016768481582403183,
      "loss_total": 0.016768481582403183,
      "step": 16280
    },
    {
      "loss_action": 0.00527619943022728,
      "loss_total": 0.00527619943022728,
      "step": 16280
    },
    {
      "loss_action": 0.008901054970920086,
      "loss_total": 0.008901054970920086,
      "step": 16280
    },
    {
      "loss_action": 0.01504464354366064,
      "loss_total": 0.01504464354366064,
      "step": 16280
    },
    {
      "grad_norm": 0.11994674801826477,
      "learning_rate": 9.6556074741331e-05,
      "loss": 0.0176,
      "step": 16290
    },
    {
      "loss_action": 0.03159385547041893,
      "loss_total": 0.03159385547041893,
      "step": 16290
    },
    {
      "loss_action": 0.007238064426928759,
      "loss_total": 0.007238064426928759,
      "step": 16290
    },
    {
      "loss_action": 0.006534243002533913,
      "loss_total": 0.006534243002533913,
      "step": 16290
    },
    {
      "loss_action": 0.03239622712135315,
      "loss_total": 0.03239622712135315,
      "step": 16290
    },
    {
      "loss_action": 0.011577913537621498,
      "loss_total": 0.011577913537621498,
      "step": 16290
    },
    {
      "loss_action": 0.008615037426352501,
      "loss_total": 0.008615037426352501,
      "step": 16290
    },
    {
      "loss_action": 0.0090229082852602,
      "loss_total": 0.0090229082852602,
      "step": 16290
    },
    {
      "loss_action": 0.017222439870238304,
      "loss_total": 0.017222439870238304,
      "step": 16290
    },
    {
      "grad_norm": 0.16566112637519836,
      "learning_rate": 9.655004184012256e-05,
      "loss": 0.0148,
      "step": 16300
    },
    {
      "loss_action": 0.013652356341481209,
      "loss_total": 0.013652356341481209,
      "step": 16300
    },
    {
      "loss_action": 0.02395830675959587,
      "loss_total": 0.02395830675959587,
      "step": 16300
    },
    {
      "loss_action": 0.024883024394512177,
      "loss_total": 0.024883024394512177,
      "step": 16300
    },
    {
      "loss_action": 0.014302121475338936,
      "loss_total": 0.014302121475338936,
      "step": 16300
    },
    {
      "loss_action": 0.024975202977657318,
      "loss_total": 0.024975202977657318,
      "step": 16300
    },
    {
      "loss_action": 0.020755203440785408,
      "loss_total": 0.020755203440785408,
      "step": 16300
    },
    {
      "loss_action": 0.00807303749024868,
      "loss_total": 0.00807303749024868,
      "step": 16300
    },
    {
      "loss_action": 0.0058051468804478645,
      "loss_total": 0.0058051468804478645,
      "step": 16300
    },
    {
      "grad_norm": 0.15058012306690216,
      "learning_rate": 9.654400384827152e-05,
      "loss": 0.0142,
      "step": 16310
    },
    {
      "loss_action": 0.020539548248052597,
      "loss_total": 0.020539548248052597,
      "step": 16310
    },
    {
      "loss_action": 0.03135912865400314,
      "loss_total": 0.03135912865400314,
      "step": 16310
    },
    {
      "loss_action": 0.03234219178557396,
      "loss_total": 0.03234219178557396,
      "step": 16310
    },
    {
      "loss_action": 0.05461828410625458,
      "loss_total": 0.05461828410625458,
      "step": 16310
    },
    {
      "loss_action": 0.040089063346385956,
      "loss_total": 0.040089063346385956,
      "step": 16310
    },
    {
      "loss_action": 0.02255876548588276,
      "loss_total": 0.02255876548588276,
      "step": 16310
    },
    {
      "loss_action": 0.020222708582878113,
      "loss_total": 0.020222708582878113,
      "step": 16310
    },
    {
      "loss_action": 0.025003015995025635,
      "loss_total": 0.025003015995025635,
      "step": 16310
    },
    {
      "grad_norm": 0.2453545331954956,
      "learning_rate": 9.653796076643818e-05,
      "loss": 0.0186,
      "step": 16320
    },
    {
      "loss_action": 0.01760336011648178,
      "loss_total": 0.01760336011648178,
      "step": 16320
    },
    {
      "loss_action": 0.03588223084807396,
      "loss_total": 0.03588223084807396,
      "step": 16320
    },
    {
      "loss_action": 0.039528463035821915,
      "loss_total": 0.039528463035821915,
      "step": 16320
    },
    {
      "loss_action": 0.009851144626736641,
      "loss_total": 0.009851144626736641,
      "step": 16320
    },
    {
      "loss_action": 0.011105525307357311,
      "loss_total": 0.011105525307357311,
      "step": 16320
    },
    {
      "loss_action": 0.012785165570676327,
      "loss_total": 0.012785165570676327,
      "step": 16320
    },
    {
      "loss_action": 0.023180175572633743,
      "loss_total": 0.023180175572633743,
      "step": 16320
    },
    {
      "loss_action": 0.007289883680641651,
      "loss_total": 0.007289883680641651,
      "step": 16320
    },
    {
      "grad_norm": 0.2085980772972107,
      "learning_rate": 9.653191259528344e-05,
      "loss": 0.0174,
      "step": 16330
    },
    {
      "loss_action": 0.022074535489082336,
      "loss_total": 0.022074535489082336,
      "step": 16330
    },
    {
      "loss_action": 0.01431298442184925,
      "loss_total": 0.01431298442184925,
      "step": 16330
    },
    {
      "loss_action": 0.05694599822163582,
      "loss_total": 0.05694599822163582,
      "step": 16330
    },
    {
      "loss_action": 0.009077809751033783,
      "loss_total": 0.009077809751033783,
      "step": 16330
    },
    {
      "loss_action": 0.014855358749628067,
      "loss_total": 0.014855358749628067,
      "step": 16330
    },
    {
      "loss_action": 0.010288188233971596,
      "loss_total": 0.010288188233971596,
      "step": 16330
    },
    {
      "loss_action": 0.01827959343791008,
      "loss_total": 0.01827959343791008,
      "step": 16330
    },
    {
      "loss_action": 0.012615632265806198,
      "loss_total": 0.012615632265806198,
      "step": 16330
    },
    {
      "grad_norm": 0.21322809159755707,
      "learning_rate": 9.65258593354687e-05,
      "loss": 0.0168,
      "step": 16340
    },
    {
      "loss_action": 0.009742753580212593,
      "loss_total": 0.009742753580212593,
      "step": 16340
    },
    {
      "loss_action": 0.007135793566703796,
      "loss_total": 0.007135793566703796,
      "step": 16340
    },
    {
      "loss_action": 0.01114608719944954,
      "loss_total": 0.01114608719944954,
      "step": 16340
    },
    {
      "loss_action": 0.013509925454854965,
      "loss_total": 0.013509925454854965,
      "step": 16340
    },
    {
      "loss_action": 0.010605201125144958,
      "loss_total": 0.010605201125144958,
      "step": 16340
    },
    {
      "loss_action": 0.013979405164718628,
      "loss_total": 0.013979405164718628,
      "step": 16340
    },
    {
      "loss_action": 0.011617090553045273,
      "loss_total": 0.011617090553045273,
      "step": 16340
    },
    {
      "loss_action": 0.016093730926513672,
      "loss_total": 0.016093730926513672,
      "step": 16340
    },
    {
      "grad_norm": 0.22055509686470032,
      "learning_rate": 9.651980098765591e-05,
      "loss": 0.0156,
      "step": 16350
    },
    {
      "loss_action": 0.010153494775295258,
      "loss_total": 0.010153494775295258,
      "step": 16350
    },
    {
      "loss_action": 0.011417025700211525,
      "loss_total": 0.011417025700211525,
      "step": 16350
    },
    {
      "loss_action": 0.014643397182226181,
      "loss_total": 0.014643397182226181,
      "step": 16350
    },
    {
      "loss_action": 0.024820758029818535,
      "loss_total": 0.024820758029818535,
      "step": 16350
    },
    {
      "loss_action": 0.01914224773645401,
      "loss_total": 0.01914224773645401,
      "step": 16350
    },
    {
      "loss_action": 0.014308176003396511,
      "loss_total": 0.014308176003396511,
      "step": 16350
    },
    {
      "loss_action": 0.02354242466390133,
      "loss_total": 0.02354242466390133,
      "step": 16350
    },
    {
      "loss_action": 0.012862510047852993,
      "loss_total": 0.012862510047852993,
      "step": 16350
    },
    {
      "grad_norm": 0.1403820514678955,
      "learning_rate": 9.651373755250765e-05,
      "loss": 0.0145,
      "step": 16360
    },
    {
      "loss_action": 0.025636054575443268,
      "loss_total": 0.025636054575443268,
      "step": 16360
    },
    {
      "loss_action": 0.010419433936476707,
      "loss_total": 0.010419433936476707,
      "step": 16360
    },
    {
      "loss_action": 0.017718859016895294,
      "loss_total": 0.017718859016895294,
      "step": 16360
    },
    {
      "loss_action": 0.018618609756231308,
      "loss_total": 0.018618609756231308,
      "step": 16360
    },
    {
      "loss_action": 0.009309939108788967,
      "loss_total": 0.009309939108788967,
      "step": 16360
    },
    {
      "loss_action": 0.015980593860149384,
      "loss_total": 0.015980593860149384,
      "step": 16360
    },
    {
      "loss_action": 0.011711467057466507,
      "loss_total": 0.011711467057466507,
      "step": 16360
    },
    {
      "loss_action": 0.008240864612162113,
      "loss_total": 0.008240864612162113,
      "step": 16360
    },
    {
      "grad_norm": 0.13605934381484985,
      "learning_rate": 9.650766903068697e-05,
      "loss": 0.0122,
      "step": 16370
    },
    {
      "loss_action": 0.007609558757394552,
      "loss_total": 0.007609558757394552,
      "step": 16370
    },
    {
      "loss_action": 0.008709341287612915,
      "loss_total": 0.008709341287612915,
      "step": 16370
    },
    {
      "loss_action": 0.01594310626387596,
      "loss_total": 0.01594310626387596,
      "step": 16370
    },
    {
      "loss_action": 0.01489216461777687,
      "loss_total": 0.01489216461777687,
      "step": 16370
    },
    {
      "loss_action": 0.0058054449036717415,
      "loss_total": 0.0058054449036717415,
      "step": 16370
    },
    {
      "loss_action": 0.01866834983229637,
      "loss_total": 0.01866834983229637,
      "step": 16370
    },
    {
      "loss_action": 0.016246795654296875,
      "loss_total": 0.016246795654296875,
      "step": 16370
    },
    {
      "loss_action": 0.010701127350330353,
      "loss_total": 0.010701127350330353,
      "step": 16370
    },
    {
      "grad_norm": 0.12984895706176758,
      "learning_rate": 9.650159542285753e-05,
      "loss": 0.0133,
      "step": 16380
    },
    {
      "loss_action": 0.011219311505556107,
      "loss_total": 0.011219311505556107,
      "step": 16380
    },
    {
      "loss_action": 0.006629591807723045,
      "loss_total": 0.006629591807723045,
      "step": 16380
    },
    {
      "loss_action": 0.03263040632009506,
      "loss_total": 0.03263040632009506,
      "step": 16380
    },
    {
      "loss_action": 0.009838688187301159,
      "loss_total": 0.009838688187301159,
      "step": 16380
    },
    {
      "loss_action": 0.0058583104982972145,
      "loss_total": 0.0058583104982972145,
      "step": 16380
    },
    {
      "loss_action": 0.015251372009515762,
      "loss_total": 0.015251372009515762,
      "step": 16380
    },
    {
      "loss_action": 0.01821867562830448,
      "loss_total": 0.01821867562830448,
      "step": 16380
    },
    {
      "loss_action": 0.007383082062005997,
      "loss_total": 0.007383082062005997,
      "step": 16380
    },
    {
      "grad_norm": 0.14343544840812683,
      "learning_rate": 9.649551672968353e-05,
      "loss": 0.0157,
      "step": 16390
    },
    {
      "loss_action": 0.006517770700156689,
      "loss_total": 0.006517770700156689,
      "step": 16390
    },
    {
      "loss_action": 0.005371411330997944,
      "loss_total": 0.005371411330997944,
      "step": 16390
    },
    {
      "loss_action": 0.009947586804628372,
      "loss_total": 0.009947586804628372,
      "step": 16390
    },
    {
      "loss_action": 0.020281411707401276,
      "loss_total": 0.020281411707401276,
      "step": 16390
    },
    {
      "loss_action": 0.007832314819097519,
      "loss_total": 0.007832314819097519,
      "step": 16390
    },
    {
      "loss_action": 0.017955578863620758,
      "loss_total": 0.017955578863620758,
      "step": 16390
    },
    {
      "loss_action": 0.00643482431769371,
      "loss_total": 0.00643482431769371,
      "step": 16390
    },
    {
      "loss_action": 0.004954914096742868,
      "loss_total": 0.004954914096742868,
      "step": 16390
    },
    {
      "grad_norm": 0.16960929334163666,
      "learning_rate": 9.648943295182973e-05,
      "loss": 0.0153,
      "step": 16400
    },
    {
      "loss_action": 0.019772116094827652,
      "loss_total": 0.019772116094827652,
      "step": 16400
    },
    {
      "loss_action": 0.01323670893907547,
      "loss_total": 0.01323670893907547,
      "step": 16400
    },
    {
      "loss_action": 0.02312123402953148,
      "loss_total": 0.02312123402953148,
      "step": 16400
    },
    {
      "loss_action": 0.011594295501708984,
      "loss_total": 0.011594295501708984,
      "step": 16400
    },
    {
      "loss_action": 0.03256972134113312,
      "loss_total": 0.03256972134113312,
      "step": 16400
    },
    {
      "loss_action": 0.025752156972885132,
      "loss_total": 0.025752156972885132,
      "step": 16400
    },
    {
      "loss_action": 0.025258272886276245,
      "loss_total": 0.025258272886276245,
      "step": 16400
    },
    {
      "loss_action": 0.014151817187666893,
      "loss_total": 0.014151817187666893,
      "step": 16400
    },
    {
      "grad_norm": 0.14458946883678436,
      "learning_rate": 9.648334408996144e-05,
      "loss": 0.0143,
      "step": 16410
    },
    {
      "loss_action": 0.012049037963151932,
      "loss_total": 0.012049037963151932,
      "step": 16410
    },
    {
      "loss_action": 0.013179831206798553,
      "loss_total": 0.013179831206798553,
      "step": 16410
    },
    {
      "loss_action": 0.011831064708530903,
      "loss_total": 0.011831064708530903,
      "step": 16410
    },
    {
      "loss_action": 0.018022891134023666,
      "loss_total": 0.018022891134023666,
      "step": 16410
    },
    {
      "loss_action": 0.021778546273708344,
      "loss_total": 0.021778546273708344,
      "step": 16410
    },
    {
      "loss_action": 0.011916173622012138,
      "loss_total": 0.011916173622012138,
      "step": 16410
    },
    {
      "loss_action": 0.016859203577041626,
      "loss_total": 0.016859203577041626,
      "step": 16410
    },
    {
      "loss_action": 0.007375976070761681,
      "loss_total": 0.007375976070761681,
      "step": 16410
    },
    {
      "grad_norm": 0.18878808617591858,
      "learning_rate": 9.647725014474452e-05,
      "loss": 0.0152,
      "step": 16420
    },
    {
      "loss_action": 0.004477338865399361,
      "loss_total": 0.004477338865399361,
      "step": 16420
    },
    {
      "loss_action": 0.009177961386740208,
      "loss_total": 0.009177961386740208,
      "step": 16420
    },
    {
      "loss_action": 0.030680397525429726,
      "loss_total": 0.030680397525429726,
      "step": 16420
    },
    {
      "loss_action": 0.0052587115205824375,
      "loss_total": 0.0052587115205824375,
      "step": 16420
    },
    {
      "loss_action": 0.01352642010897398,
      "loss_total": 0.01352642010897398,
      "step": 16420
    },
    {
      "loss_action": 0.019097957760095596,
      "loss_total": 0.019097957760095596,
      "step": 16420
    },
    {
      "loss_action": 0.054322000592947006,
      "loss_total": 0.054322000592947006,
      "step": 16420
    },
    {
      "loss_action": 0.00770668126642704,
      "loss_total": 0.00770668126642704,
      "step": 16420
    },
    {
      "grad_norm": 0.19826069474220276,
      "learning_rate": 9.64711511168454e-05,
      "loss": 0.0144,
      "step": 16430
    },
    {
      "loss_action": 0.012331873178482056,
      "loss_total": 0.012331873178482056,
      "step": 16430
    },
    {
      "loss_action": 0.0076551614329218864,
      "loss_total": 0.0076551614329218864,
      "step": 16430
    },
    {
      "loss_action": 0.009890985675156116,
      "loss_total": 0.009890985675156116,
      "step": 16430
    },
    {
      "loss_action": 0.014117483049631119,
      "loss_total": 0.014117483049631119,
      "step": 16430
    },
    {
      "loss_action": 0.022847699001431465,
      "loss_total": 0.022847699001431465,
      "step": 16430
    },
    {
      "loss_action": 0.0063889469020068645,
      "loss_total": 0.0063889469020068645,
      "step": 16430
    },
    {
      "loss_action": 0.01123717799782753,
      "loss_total": 0.01123717799782753,
      "step": 16430
    },
    {
      "loss_action": 0.020635727792978287,
      "loss_total": 0.020635727792978287,
      "step": 16430
    },
    {
      "grad_norm": 0.1328933984041214,
      "learning_rate": 9.646504700693108e-05,
      "loss": 0.0135,
      "step": 16440
    },
    {
      "loss_action": 0.017226096242666245,
      "loss_total": 0.017226096242666245,
      "step": 16440
    },
    {
      "loss_action": 0.02840486168861389,
      "loss_total": 0.02840486168861389,
      "step": 16440
    },
    {
      "loss_action": 0.008851722814142704,
      "loss_total": 0.008851722814142704,
      "step": 16440
    },
    {
      "loss_action": 0.010855346918106079,
      "loss_total": 0.010855346918106079,
      "step": 16440
    },
    {
      "loss_action": 0.023598676547408104,
      "loss_total": 0.023598676547408104,
      "step": 16440
    },
    {
      "loss_action": 0.008327916264533997,
      "loss_total": 0.008327916264533997,
      "step": 16440
    },
    {
      "loss_action": 0.010424964129924774,
      "loss_total": 0.010424964129924774,
      "step": 16440
    },
    {
      "loss_action": 0.015433693304657936,
      "loss_total": 0.015433693304657936,
      "step": 16440
    },
    {
      "grad_norm": 0.14377698302268982,
      "learning_rate": 9.645893781566907e-05,
      "loss": 0.0148,
      "step": 16450
    },
    {
      "loss_action": 0.021939247846603394,
      "loss_total": 0.021939247846603394,
      "step": 16450
    },
    {
      "loss_action": 0.006040210835635662,
      "loss_total": 0.006040210835635662,
      "step": 16450
    },
    {
      "loss_action": 0.012599283829331398,
      "loss_total": 0.012599283829331398,
      "step": 16450
    },
    {
      "loss_action": 0.00606983806937933,
      "loss_total": 0.00606983806937933,
      "step": 16450
    },
    {
      "loss_action": 0.006871343124657869,
      "loss_total": 0.006871343124657869,
      "step": 16450
    },
    {
      "loss_action": 0.011216392740607262,
      "loss_total": 0.011216392740607262,
      "step": 16450
    },
    {
      "loss_action": 0.01927928812801838,
      "loss_total": 0.01927928812801838,
      "step": 16450
    },
    {
      "loss_action": 0.007869514636695385,
      "loss_total": 0.007869514636695385,
      "step": 16450
    },
    {
      "grad_norm": 0.14097611606121063,
      "learning_rate": 9.645282354372744e-05,
      "loss": 0.0145,
      "step": 16460
    },
    {
      "loss_action": 0.009858636185526848,
      "loss_total": 0.009858636185526848,
      "step": 16460
    },
    {
      "loss_action": 0.013144687749445438,
      "loss_total": 0.013144687749445438,
      "step": 16460
    },
    {
      "loss_action": 0.010777166113257408,
      "loss_total": 0.010777166113257408,
      "step": 16460
    },
    {
      "loss_action": 0.014323912560939789,
      "loss_total": 0.014323912560939789,
      "step": 16460
    },
    {
      "loss_action": 0.016082189977169037,
      "loss_total": 0.016082189977169037,
      "step": 16460
    },
    {
      "loss_action": 0.01751319319009781,
      "loss_total": 0.01751319319009781,
      "step": 16460
    },
    {
      "loss_action": 0.014320471324026585,
      "loss_total": 0.014320471324026585,
      "step": 16460
    },
    {
      "loss_action": 0.008961895480751991,
      "loss_total": 0.008961895480751991,
      "step": 16460
    },
    {
      "grad_norm": 0.13663290441036224,
      "learning_rate": 9.644670419177491e-05,
      "loss": 0.0133,
      "step": 16470
    },
    {
      "loss_action": 0.013611583039164543,
      "loss_total": 0.013611583039164543,
      "step": 16470
    },
    {
      "loss_action": 0.02101147547364235,
      "loss_total": 0.02101147547364235,
      "step": 16470
    },
    {
      "loss_action": 0.015511606819927692,
      "loss_total": 0.015511606819927692,
      "step": 16470
    },
    {
      "loss_action": 0.009060468524694443,
      "loss_total": 0.009060468524694443,
      "step": 16470
    },
    {
      "loss_action": 0.0172780379652977,
      "loss_total": 0.0172780379652977,
      "step": 16470
    },
    {
      "loss_action": 0.02267131209373474,
      "loss_total": 0.02267131209373474,
      "step": 16470
    },
    {
      "loss_action": 0.027905941009521484,
      "loss_total": 0.027905941009521484,
      "step": 16470
    },
    {
      "loss_action": 0.009060783311724663,
      "loss_total": 0.009060783311724663,
      "step": 16470
    },
    {
      "grad_norm": 0.1307852864265442,
      "learning_rate": 9.644057976048062e-05,
      "loss": 0.0154,
      "step": 16480
    },
    {
      "loss_action": 0.0412311777472496,
      "loss_total": 0.0412311777472496,
      "step": 16480
    },
    {
      "loss_action": 0.0357728973031044,
      "loss_total": 0.0357728973031044,
      "step": 16480
    },
    {
      "loss_action": 0.013811490498483181,
      "loss_total": 0.013811490498483181,
      "step": 16480
    },
    {
      "loss_action": 0.004452346824109554,
      "loss_total": 0.004452346824109554,
      "step": 16480
    },
    {
      "loss_action": 0.007888968102633953,
      "loss_total": 0.007888968102633953,
      "step": 16480
    },
    {
      "loss_action": 0.017676733434200287,
      "loss_total": 0.017676733434200287,
      "step": 16480
    },
    {
      "loss_action": 0.013248931616544724,
      "loss_total": 0.013248931616544724,
      "step": 16480
    },
    {
      "loss_action": 0.018967710435390472,
      "loss_total": 0.018967710435390472,
      "step": 16480
    },
    {
      "grad_norm": 0.16185861825942993,
      "learning_rate": 9.643445025051435e-05,
      "loss": 0.0156,
      "step": 16490
    },
    {
      "loss_action": 0.006707479711622,
      "loss_total": 0.006707479711622,
      "step": 16490
    },
    {
      "loss_action": 0.026316003873944283,
      "loss_total": 0.026316003873944283,
      "step": 16490
    },
    {
      "loss_action": 0.01209963671863079,
      "loss_total": 0.01209963671863079,
      "step": 16490
    },
    {
      "loss_action": 0.00791248120367527,
      "loss_total": 0.00791248120367527,
      "step": 16490
    },
    {
      "loss_action": 0.01103145070374012,
      "loss_total": 0.01103145070374012,
      "step": 16490
    },
    {
      "loss_action": 0.008280002512037754,
      "loss_total": 0.008280002512037754,
      "step": 16490
    },
    {
      "loss_action": 0.008542731404304504,
      "loss_total": 0.008542731404304504,
      "step": 16490
    },
    {
      "loss_action": 0.017791055142879486,
      "loss_total": 0.017791055142879486,
      "step": 16490
    },
    {
      "grad_norm": 0.2228633016347885,
      "learning_rate": 9.642831566254641e-05,
      "loss": 0.0133,
      "step": 16500
    },
    {
      "loss_action": 0.010400766506791115,
      "loss_total": 0.010400766506791115,
      "step": 16500
    },
    {
      "loss_action": 0.016706034541130066,
      "loss_total": 0.016706034541130066,
      "step": 16500
    },
    {
      "loss_action": 0.008255964145064354,
      "loss_total": 0.008255964145064354,
      "step": 16500
    },
    {
      "loss_action": 0.016911478713154793,
      "loss_total": 0.016911478713154793,
      "step": 16500
    },
    {
      "loss_action": 0.0032956216018646955,
      "loss_total": 0.0032956216018646955,
      "step": 16500
    },
    {
      "loss_action": 0.015803750604391098,
      "loss_total": 0.015803750604391098,
      "step": 16500
    },
    {
      "loss_action": 0.004914587363600731,
      "loss_total": 0.004914587363600731,
      "step": 16500
    },
    {
      "loss_action": 0.013973606750369072,
      "loss_total": 0.013973606750369072,
      "step": 16500
    },
    {
      "grad_norm": 0.15885551273822784,
      "learning_rate": 9.642217599724769e-05,
      "loss": 0.0141,
      "step": 16510
    },
    {
      "loss_action": 0.015513130463659763,
      "loss_total": 0.015513130463659763,
      "step": 16510
    },
    {
      "loss_action": 0.006255702581256628,
      "loss_total": 0.006255702581256628,
      "step": 16510
    },
    {
      "loss_action": 0.008221735246479511,
      "loss_total": 0.008221735246479511,
      "step": 16510
    },
    {
      "loss_action": 0.03026251122355461,
      "loss_total": 0.03026251122355461,
      "step": 16510
    },
    {
      "loss_action": 0.007717203348875046,
      "loss_total": 0.007717203348875046,
      "step": 16510
    },
    {
      "loss_action": 0.006884400267153978,
      "loss_total": 0.006884400267153978,
      "step": 16510
    },
    {
      "loss_action": 0.013603748753666878,
      "loss_total": 0.013603748753666878,
      "step": 16510
    },
    {
      "loss_action": 0.015425004065036774,
      "loss_total": 0.015425004065036774,
      "step": 16510
    },
    {
      "grad_norm": 0.17480042576789856,
      "learning_rate": 9.64160312552896e-05,
      "loss": 0.016,
      "step": 16520
    },
    {
      "loss_action": 0.012594164349138737,
      "loss_total": 0.012594164349138737,
      "step": 16520
    },
    {
      "loss_action": 0.030283264815807343,
      "loss_total": 0.030283264815807343,
      "step": 16520
    },
    {
      "loss_action": 0.004424004815518856,
      "loss_total": 0.004424004815518856,
      "step": 16520
    },
    {
      "loss_action": 0.00811699964106083,
      "loss_total": 0.00811699964106083,
      "step": 16520
    },
    {
      "loss_action": 0.004961377941071987,
      "loss_total": 0.004961377941071987,
      "step": 16520
    },
    {
      "loss_action": 0.012915694154798985,
      "loss_total": 0.012915694154798985,
      "step": 16520
    },
    {
      "loss_action": 0.008515181951224804,
      "loss_total": 0.008515181951224804,
      "step": 16520
    },
    {
      "loss_action": 0.01653510145843029,
      "loss_total": 0.01653510145843029,
      "step": 16520
    },
    {
      "grad_norm": 0.11255484074354172,
      "learning_rate": 9.64098814373441e-05,
      "loss": 0.0154,
      "step": 16530
    },
    {
      "loss_action": 0.013470480218529701,
      "loss_total": 0.013470480218529701,
      "step": 16530
    },
    {
      "loss_action": 0.006517141126096249,
      "loss_total": 0.006517141126096249,
      "step": 16530
    },
    {
      "loss_action": 0.012521225959062576,
      "loss_total": 0.012521225959062576,
      "step": 16530
    },
    {
      "loss_action": 0.009282742626965046,
      "loss_total": 0.009282742626965046,
      "step": 16530
    },
    {
      "loss_action": 0.012282912619411945,
      "loss_total": 0.012282912619411945,
      "step": 16530
    },
    {
      "loss_action": 0.006798520218580961,
      "loss_total": 0.006798520218580961,
      "step": 16530
    },
    {
      "loss_action": 0.010979827493429184,
      "loss_total": 0.010979827493429184,
      "step": 16530
    },
    {
      "loss_action": 0.02625216916203499,
      "loss_total": 0.02625216916203499,
      "step": 16530
    },
    {
      "grad_norm": 0.1203811839222908,
      "learning_rate": 9.640372654408374e-05,
      "loss": 0.0131,
      "step": 16540
    },
    {
      "loss_action": 0.011988208629190922,
      "loss_total": 0.011988208629190922,
      "step": 16540
    },
    {
      "loss_action": 0.009490109980106354,
      "loss_total": 0.009490109980106354,
      "step": 16540
    },
    {
      "loss_action": 0.023283015936613083,
      "loss_total": 0.023283015936613083,
      "step": 16540
    },
    {
      "loss_action": 0.013232310302555561,
      "loss_total": 0.013232310302555561,
      "step": 16540
    },
    {
      "loss_action": 0.01910368725657463,
      "loss_total": 0.01910368725657463,
      "step": 16540
    },
    {
      "loss_action": 0.005876240786164999,
      "loss_total": 0.005876240786164999,
      "step": 16540
    },
    {
      "loss_action": 0.00718360859900713,
      "loss_total": 0.00718360859900713,
      "step": 16540
    },
    {
      "loss_action": 0.011074002832174301,
      "loss_total": 0.011074002832174301,
      "step": 16540
    },
    {
      "grad_norm": 0.18133479356765747,
      "learning_rate": 9.639756657618162e-05,
      "loss": 0.0144,
      "step": 16550
    },
    {
      "loss_action": 0.011760594323277473,
      "loss_total": 0.011760594323277473,
      "step": 16550
    },
    {
      "loss_action": 0.01839141547679901,
      "loss_total": 0.01839141547679901,
      "step": 16550
    },
    {
      "loss_action": 0.027981679886579514,
      "loss_total": 0.027981679886579514,
      "step": 16550
    },
    {
      "loss_action": 0.016950901597738266,
      "loss_total": 0.016950901597738266,
      "step": 16550
    },
    {
      "loss_action": 0.011911366134881973,
      "loss_total": 0.011911366134881973,
      "step": 16550
    },
    {
      "loss_action": 0.010488403029739857,
      "loss_total": 0.010488403029739857,
      "step": 16550
    },
    {
      "loss_action": 0.016103066504001617,
      "loss_total": 0.016103066504001617,
      "step": 16550
    },
    {
      "loss_action": 0.006012056488543749,
      "loss_total": 0.006012056488543749,
      "step": 16550
    },
    {
      "grad_norm": 0.1658201515674591,
      "learning_rate": 9.639140153431138e-05,
      "loss": 0.0139,
      "step": 16560
    },
    {
      "loss_action": 0.011401604861021042,
      "loss_total": 0.011401604861021042,
      "step": 16560
    },
    {
      "loss_action": 0.009147953242063522,
      "loss_total": 0.009147953242063522,
      "step": 16560
    },
    {
      "loss_action": 0.011135230772197247,
      "loss_total": 0.011135230772197247,
      "step": 16560
    },
    {
      "loss_action": 0.01197037659585476,
      "loss_total": 0.01197037659585476,
      "step": 16560
    },
    {
      "loss_action": 0.005475413519889116,
      "loss_total": 0.005475413519889116,
      "step": 16560
    },
    {
      "loss_action": 0.017473390325903893,
      "loss_total": 0.017473390325903893,
      "step": 16560
    },
    {
      "loss_action": 0.02738051861524582,
      "loss_total": 0.02738051861524582,
      "step": 16560
    },
    {
      "loss_action": 0.00563051225617528,
      "loss_total": 0.00563051225617528,
      "step": 16560
    },
    {
      "grad_norm": 0.18051522970199585,
      "learning_rate": 9.638523141914721e-05,
      "loss": 0.0146,
      "step": 16570
    },
    {
      "loss_action": 0.027342163026332855,
      "loss_total": 0.027342163026332855,
      "step": 16570
    },
    {
      "loss_action": 0.014057646505534649,
      "loss_total": 0.014057646505534649,
      "step": 16570
    },
    {
      "loss_action": 0.028199350461363792,
      "loss_total": 0.028199350461363792,
      "step": 16570
    },
    {
      "loss_action": 0.010471323505043983,
      "loss_total": 0.010471323505043983,
      "step": 16570
    },
    {
      "loss_action": 0.02438877522945404,
      "loss_total": 0.02438877522945404,
      "step": 16570
    },
    {
      "loss_action": 0.008093827404081821,
      "loss_total": 0.008093827404081821,
      "step": 16570
    },
    {
      "loss_action": 0.011867847293615341,
      "loss_total": 0.011867847293615341,
      "step": 16570
    },
    {
      "loss_action": 0.00962135475128889,
      "loss_total": 0.00962135475128889,
      "step": 16570
    },
    {
      "grad_norm": 0.14419206976890564,
      "learning_rate": 9.637905623136388e-05,
      "loss": 0.0139,
      "step": 16580
    },
    {
      "loss_action": 0.011140037328004837,
      "loss_total": 0.011140037328004837,
      "step": 16580
    },
    {
      "loss_action": 0.005490395240485668,
      "loss_total": 0.005490395240485668,
      "step": 16580
    },
    {
      "loss_action": 0.017763756215572357,
      "loss_total": 0.017763756215572357,
      "step": 16580
    },
    {
      "loss_action": 0.013122506439685822,
      "loss_total": 0.013122506439685822,
      "step": 16580
    },
    {
      "loss_action": 0.02068212442100048,
      "loss_total": 0.02068212442100048,
      "step": 16580
    },
    {
      "loss_action": 0.02230815961956978,
      "loss_total": 0.02230815961956978,
      "step": 16580
    },
    {
      "loss_action": 0.012392720207571983,
      "loss_total": 0.012392720207571983,
      "step": 16580
    },
    {
      "loss_action": 0.01780669577419758,
      "loss_total": 0.01780669577419758,
      "step": 16580
    },
    {
      "grad_norm": 0.18625913560390472,
      "learning_rate": 9.637287597163669e-05,
      "loss": 0.0153,
      "step": 16590
    },
    {
      "loss_action": 0.014283242635428905,
      "loss_total": 0.014283242635428905,
      "step": 16590
    },
    {
      "loss_action": 0.0130977313965559,
      "loss_total": 0.0130977313965559,
      "step": 16590
    },
    {
      "loss_action": 0.009830169379711151,
      "loss_total": 0.009830169379711151,
      "step": 16590
    },
    {
      "loss_action": 0.006838558241724968,
      "loss_total": 0.006838558241724968,
      "step": 16590
    },
    {
      "loss_action": 0.00705034239217639,
      "loss_total": 0.00705034239217639,
      "step": 16590
    },
    {
      "loss_action": 0.008504011668264866,
      "loss_total": 0.008504011668264866,
      "step": 16590
    },
    {
      "loss_action": 0.026727821677923203,
      "loss_total": 0.026727821677923203,
      "step": 16590
    },
    {
      "loss_action": 0.012303336523473263,
      "loss_total": 0.012303336523473263,
      "step": 16590
    },
    {
      "grad_norm": 0.1676291525363922,
      "learning_rate": 9.63666906406415e-05,
      "loss": 0.0166,
      "step": 16600
    },
    {
      "loss_action": 0.014111221767961979,
      "loss_total": 0.014111221767961979,
      "step": 16600
    },
    {
      "loss_action": 0.010108529590070248,
      "loss_total": 0.010108529590070248,
      "step": 16600
    },
    {
      "loss_action": 0.008927316404879093,
      "loss_total": 0.008927316404879093,
      "step": 16600
    },
    {
      "loss_action": 0.017327694222331047,
      "loss_total": 0.017327694222331047,
      "step": 16600
    },
    {
      "loss_action": 0.008797908201813698,
      "loss_total": 0.008797908201813698,
      "step": 16600
    },
    {
      "loss_action": 0.009211115539073944,
      "loss_total": 0.009211115539073944,
      "step": 16600
    },
    {
      "loss_action": 0.01290657464414835,
      "loss_total": 0.01290657464414835,
      "step": 16600
    },
    {
      "loss_action": 0.018760256469249725,
      "loss_total": 0.018760256469249725,
      "step": 16600
    },
    {
      "grad_norm": 0.22894379496574402,
      "learning_rate": 9.636050023905473e-05,
      "loss": 0.0157,
      "step": 16610
    },
    {
      "loss_action": 0.01125556230545044,
      "loss_total": 0.01125556230545044,
      "step": 16610
    },
    {
      "loss_action": 0.016935044899582863,
      "loss_total": 0.016935044899582863,
      "step": 16610
    },
    {
      "loss_action": 0.00826454907655716,
      "loss_total": 0.00826454907655716,
      "step": 16610
    },
    {
      "loss_action": 0.010040665045380592,
      "loss_total": 0.010040665045380592,
      "step": 16610
    },
    {
      "loss_action": 0.010601263493299484,
      "loss_total": 0.010601263493299484,
      "step": 16610
    },
    {
      "loss_action": 0.010087748989462852,
      "loss_total": 0.010087748989462852,
      "step": 16610
    },
    {
      "loss_action": 0.012342343106865883,
      "loss_total": 0.012342343106865883,
      "step": 16610
    },
    {
      "loss_action": 0.02254108153283596,
      "loss_total": 0.02254108153283596,
      "step": 16610
    },
    {
      "grad_norm": 0.3233860433101654,
      "learning_rate": 9.635430476755336e-05,
      "loss": 0.017,
      "step": 16620
    },
    {
      "loss_action": 0.020753268152475357,
      "loss_total": 0.020753268152475357,
      "step": 16620
    },
    {
      "loss_action": 0.020358748733997345,
      "loss_total": 0.020358748733997345,
      "step": 16620
    },
    {
      "loss_action": 0.010910536162555218,
      "loss_total": 0.010910536162555218,
      "step": 16620
    },
    {
      "loss_action": 0.021945513784885406,
      "loss_total": 0.021945513784885406,
      "step": 16620
    },
    {
      "loss_action": 0.02507716976106167,
      "loss_total": 0.02507716976106167,
      "step": 16620
    },
    {
      "loss_action": 0.01471391785889864,
      "loss_total": 0.01471391785889864,
      "step": 16620
    },
    {
      "loss_action": 0.03293899819254875,
      "loss_total": 0.03293899819254875,
      "step": 16620
    },
    {
      "loss_action": 0.009976649656891823,
      "loss_total": 0.009976649656891823,
      "step": 16620
    },
    {
      "grad_norm": 0.22289596498012543,
      "learning_rate": 9.63481042268149e-05,
      "loss": 0.0161,
      "step": 16630
    },
    {
      "loss_action": 0.016351375728845596,
      "loss_total": 0.016351375728845596,
      "step": 16630
    },
    {
      "loss_action": 0.007861392572522163,
      "loss_total": 0.007861392572522163,
      "step": 16630
    },
    {
      "loss_action": 0.006720438599586487,
      "loss_total": 0.006720438599586487,
      "step": 16630
    },
    {
      "loss_action": 0.013956375420093536,
      "loss_total": 0.013956375420093536,
      "step": 16630
    },
    {
      "loss_action": 0.03451302647590637,
      "loss_total": 0.03451302647590637,
      "step": 16630
    },
    {
      "loss_action": 0.0077448878437280655,
      "loss_total": 0.0077448878437280655,
      "step": 16630
    },
    {
      "loss_action": 0.013675427064299583,
      "loss_total": 0.013675427064299583,
      "step": 16630
    },
    {
      "loss_action": 0.015966961160302162,
      "loss_total": 0.015966961160302162,
      "step": 16630
    },
    {
      "grad_norm": 0.14782463014125824,
      "learning_rate": 9.634189861751745e-05,
      "loss": 0.0161,
      "step": 16640
    },
    {
      "loss_action": 0.012281376868486404,
      "loss_total": 0.012281376868486404,
      "step": 16640
    },
    {
      "loss_action": 0.012016301974654198,
      "loss_total": 0.012016301974654198,
      "step": 16640
    },
    {
      "loss_action": 0.009749187156558037,
      "loss_total": 0.009749187156558037,
      "step": 16640
    },
    {
      "loss_action": 0.007404004223644733,
      "loss_total": 0.007404004223644733,
      "step": 16640
    },
    {
      "loss_action": 0.009210413321852684,
      "loss_total": 0.009210413321852684,
      "step": 16640
    },
    {
      "loss_action": 0.01438434049487114,
      "loss_total": 0.01438434049487114,
      "step": 16640
    },
    {
      "loss_action": 0.00815508235245943,
      "loss_total": 0.00815508235245943,
      "step": 16640
    },
    {
      "loss_action": 0.016348760575056076,
      "loss_total": 0.016348760575056076,
      "step": 16640
    },
    {
      "grad_norm": 0.1514420062303543,
      "learning_rate": 9.633568794033967e-05,
      "loss": 0.014,
      "step": 16650
    },
    {
      "loss_action": 0.005769000388681889,
      "loss_total": 0.005769000388681889,
      "step": 16650
    },
    {
      "loss_action": 0.006540721282362938,
      "loss_total": 0.006540721282362938,
      "step": 16650
    },
    {
      "loss_action": 0.009013816714286804,
      "loss_total": 0.009013816714286804,
      "step": 16650
    },
    {
      "loss_action": 0.007243970409035683,
      "loss_total": 0.007243970409035683,
      "step": 16650
    },
    {
      "loss_action": 0.011388581246137619,
      "loss_total": 0.011388581246137619,
      "step": 16650
    },
    {
      "loss_action": 0.010220447555184364,
      "loss_total": 0.010220447555184364,
      "step": 16650
    },
    {
      "loss_action": 0.0441274419426918,
      "loss_total": 0.0441274419426918,
      "step": 16650
    },
    {
      "loss_action": 0.009061424061655998,
      "loss_total": 0.009061424061655998,
      "step": 16650
    },
    {
      "grad_norm": 0.1300356090068817,
      "learning_rate": 9.63294721959607e-05,
      "loss": 0.014,
      "step": 16660
    },
    {
      "loss_action": 0.017130687832832336,
      "loss_total": 0.017130687832832336,
      "step": 16660
    },
    {
      "loss_action": 0.007681002840399742,
      "loss_total": 0.007681002840399742,
      "step": 16660
    },
    {
      "loss_action": 0.01900155283510685,
      "loss_total": 0.01900155283510685,
      "step": 16660
    },
    {
      "loss_action": 0.03629599139094353,
      "loss_total": 0.03629599139094353,
      "step": 16660
    },
    {
      "loss_action": 0.006216912996023893,
      "loss_total": 0.006216912996023893,
      "step": 16660
    },
    {
      "loss_action": 0.02892410382628441,
      "loss_total": 0.02892410382628441,
      "step": 16660
    },
    {
      "loss_action": 0.012125171720981598,
      "loss_total": 0.012125171720981598,
      "step": 16660
    },
    {
      "loss_action": 0.038210995495319366,
      "loss_total": 0.038210995495319366,
      "step": 16660
    },
    {
      "grad_norm": 0.20071536302566528,
      "learning_rate": 9.63232513850603e-05,
      "loss": 0.0176,
      "step": 16670
    },
    {
      "loss_action": 0.029956160113215446,
      "loss_total": 0.029956160113215446,
      "step": 16670
    },
    {
      "loss_action": 0.03052659146487713,
      "loss_total": 0.03052659146487713,
      "step": 16670
    },
    {
      "loss_action": 0.01702500507235527,
      "loss_total": 0.01702500507235527,
      "step": 16670
    },
    {
      "loss_action": 0.009025359526276588,
      "loss_total": 0.009025359526276588,
      "step": 16670
    },
    {
      "loss_action": 0.012590531259775162,
      "loss_total": 0.012590531259775162,
      "step": 16670
    },
    {
      "loss_action": 0.041919972747564316,
      "loss_total": 0.041919972747564316,
      "step": 16670
    },
    {
      "loss_action": 0.02550913393497467,
      "loss_total": 0.02550913393497467,
      "step": 16670
    },
    {
      "loss_action": 0.014683714136481285,
      "loss_total": 0.014683714136481285,
      "step": 16670
    },
    {
      "grad_norm": 0.1792750358581543,
      "learning_rate": 9.631702550831878e-05,
      "loss": 0.0174,
      "step": 16680
    },
    {
      "loss_action": 0.02002480998635292,
      "loss_total": 0.02002480998635292,
      "step": 16680
    },
    {
      "loss_action": 0.008302751928567886,
      "loss_total": 0.008302751928567886,
      "step": 16680
    },
    {
      "loss_action": 0.01103687658905983,
      "loss_total": 0.01103687658905983,
      "step": 16680
    },
    {
      "loss_action": 0.018765101209282875,
      "loss_total": 0.018765101209282875,
      "step": 16680
    },
    {
      "loss_action": 0.028153805062174797,
      "loss_total": 0.028153805062174797,
      "step": 16680
    },
    {
      "loss_action": 0.02620672434568405,
      "loss_total": 0.02620672434568405,
      "step": 16680
    },
    {
      "loss_action": 0.019616825506091118,
      "loss_total": 0.019616825506091118,
      "step": 16680
    },
    {
      "loss_action": 0.013559531420469284,
      "loss_total": 0.013559531420469284,
      "step": 16680
    },
    {
      "grad_norm": 0.1789613515138626,
      "learning_rate": 9.631079456641698e-05,
      "loss": 0.0185,
      "step": 16690
    },
    {
      "loss_action": 0.009840266779065132,
      "loss_total": 0.009840266779065132,
      "step": 16690
    },
    {
      "loss_action": 0.01225248258560896,
      "loss_total": 0.01225248258560896,
      "step": 16690
    },
    {
      "loss_action": 0.016568206250667572,
      "loss_total": 0.016568206250667572,
      "step": 16690
    },
    {
      "loss_action": 0.015643607825040817,
      "loss_total": 0.015643607825040817,
      "step": 16690
    },
    {
      "loss_action": 0.07392444461584091,
      "loss_total": 0.07392444461584091,
      "step": 16690
    },
    {
      "loss_action": 0.01872917450964451,
      "loss_total": 0.01872917450964451,
      "step": 16690
    },
    {
      "loss_action": 0.015503652393817902,
      "loss_total": 0.015503652393817902,
      "step": 16690
    },
    {
      "loss_action": 0.010332528501749039,
      "loss_total": 0.010332528501749039,
      "step": 16690
    },
    {
      "grad_norm": 0.22424840927124023,
      "learning_rate": 9.630455856003632e-05,
      "loss": 0.0169,
      "step": 16700
    },
    {
      "loss_action": 0.008639251813292503,
      "loss_total": 0.008639251813292503,
      "step": 16700
    },
    {
      "loss_action": 0.014011839404702187,
      "loss_total": 0.014011839404702187,
      "step": 16700
    },
    {
      "loss_action": 0.011152230203151703,
      "loss_total": 0.011152230203151703,
      "step": 16700
    },
    {
      "loss_action": 0.012480761855840683,
      "loss_total": 0.012480761855840683,
      "step": 16700
    },
    {
      "loss_action": 0.014273419976234436,
      "loss_total": 0.014273419976234436,
      "step": 16700
    },
    {
      "loss_action": 0.01087995246052742,
      "loss_total": 0.01087995246052742,
      "step": 16700
    },
    {
      "loss_action": 0.025050288066267967,
      "loss_total": 0.025050288066267967,
      "step": 16700
    },
    {
      "loss_action": 0.020277414470911026,
      "loss_total": 0.020277414470911026,
      "step": 16700
    },
    {
      "grad_norm": 0.188781276345253,
      "learning_rate": 9.629831748985876e-05,
      "loss": 0.0158,
      "step": 16710
    },
    {
      "loss_action": 0.009267621673643589,
      "loss_total": 0.009267621673643589,
      "step": 16710
    },
    {
      "loss_action": 0.008143199607729912,
      "loss_total": 0.008143199607729912,
      "step": 16710
    },
    {
      "loss_action": 0.014140568673610687,
      "loss_total": 0.014140568673610687,
      "step": 16710
    },
    {
      "loss_action": 0.020855208858847618,
      "loss_total": 0.020855208858847618,
      "step": 16710
    },
    {
      "loss_action": 0.010930641554296017,
      "loss_total": 0.010930641554296017,
      "step": 16710
    },
    {
      "loss_action": 0.014330578036606312,
      "loss_total": 0.014330578036606312,
      "step": 16710
    },
    {
      "loss_action": 0.007250905968248844,
      "loss_total": 0.007250905968248844,
      "step": 16710
    },
    {
      "loss_action": 0.018760807812213898,
      "loss_total": 0.018760807812213898,
      "step": 16710
    },
    {
      "grad_norm": 0.15165568888187408,
      "learning_rate": 9.629207135656679e-05,
      "loss": 0.0158,
      "step": 16720
    },
    {
      "loss_action": 0.013025900349020958,
      "loss_total": 0.013025900349020958,
      "step": 16720
    },
    {
      "loss_action": 0.008142612874507904,
      "loss_total": 0.008142612874507904,
      "step": 16720
    },
    {
      "loss_action": 0.015149926766753197,
      "loss_total": 0.015149926766753197,
      "step": 16720
    },
    {
      "loss_action": 0.010348331183195114,
      "loss_total": 0.010348331183195114,
      "step": 16720
    },
    {
      "loss_action": 0.007912666536867619,
      "loss_total": 0.007912666536867619,
      "step": 16720
    },
    {
      "loss_action": 0.008217152208089828,
      "loss_total": 0.008217152208089828,
      "step": 16720
    },
    {
      "loss_action": 0.012720473110675812,
      "loss_total": 0.012720473110675812,
      "step": 16720
    },
    {
      "loss_action": 0.007947757840156555,
      "loss_total": 0.007947757840156555,
      "step": 16720
    },
    {
      "grad_norm": 0.16322281956672668,
      "learning_rate": 9.628582016084353e-05,
      "loss": 0.0137,
      "step": 16730
    },
    {
      "loss_action": 0.016256846487522125,
      "loss_total": 0.016256846487522125,
      "step": 16730
    },
    {
      "loss_action": 0.014739619567990303,
      "loss_total": 0.014739619567990303,
      "step": 16730
    },
    {
      "loss_action": 0.034140121191740036,
      "loss_total": 0.034140121191740036,
      "step": 16730
    },
    {
      "loss_action": 0.034346017986536026,
      "loss_total": 0.034346017986536026,
      "step": 16730
    },
    {
      "loss_action": 0.008641760796308517,
      "loss_total": 0.008641760796308517,
      "step": 16730
    },
    {
      "loss_action": 0.0172683484852314,
      "loss_total": 0.0172683484852314,
      "step": 16730
    },
    {
      "loss_action": 0.005205984227359295,
      "loss_total": 0.005205984227359295,
      "step": 16730
    },
    {
      "loss_action": 0.014726264402270317,
      "loss_total": 0.014726264402270317,
      "step": 16730
    },
    {
      "grad_norm": 0.14649774134159088,
      "learning_rate": 9.627956390337254e-05,
      "loss": 0.0126,
      "step": 16740
    },
    {
      "loss_action": 0.008166278712451458,
      "loss_total": 0.008166278712451458,
      "step": 16740
    },
    {
      "loss_action": 0.010555323213338852,
      "loss_total": 0.010555323213338852,
      "step": 16740
    },
    {
      "loss_action": 0.02884066291153431,
      "loss_total": 0.02884066291153431,
      "step": 16740
    },
    {
      "loss_action": 0.008530329912900925,
      "loss_total": 0.008530329912900925,
      "step": 16740
    },
    {
      "loss_action": 0.008890749886631966,
      "loss_total": 0.008890749886631966,
      "step": 16740
    },
    {
      "loss_action": 0.009275369346141815,
      "loss_total": 0.009275369346141815,
      "step": 16740
    },
    {
      "loss_action": 0.0061386930756270885,
      "loss_total": 0.0061386930756270885,
      "step": 16740
    },
    {
      "loss_action": 0.004370220936834812,
      "loss_total": 0.004370220936834812,
      "step": 16740
    },
    {
      "grad_norm": 0.15423215925693512,
      "learning_rate": 9.627330258483802e-05,
      "loss": 0.0143,
      "step": 16750
    },
    {
      "loss_action": 0.026855507865548134,
      "loss_total": 0.026855507865548134,
      "step": 16750
    },
    {
      "loss_action": 0.006412249058485031,
      "loss_total": 0.006412249058485031,
      "step": 16750
    },
    {
      "loss_action": 0.010922687128186226,
      "loss_total": 0.010922687128186226,
      "step": 16750
    },
    {
      "loss_action": 0.010409673675894737,
      "loss_total": 0.010409673675894737,
      "step": 16750
    },
    {
      "loss_action": 0.015452703461050987,
      "loss_total": 0.015452703461050987,
      "step": 16750
    },
    {
      "loss_action": 0.03619878739118576,
      "loss_total": 0.03619878739118576,
      "step": 16750
    },
    {
      "loss_action": 0.024700026959180832,
      "loss_total": 0.024700026959180832,
      "step": 16750
    },
    {
      "loss_action": 0.011934354901313782,
      "loss_total": 0.011934354901313782,
      "step": 16750
    },
    {
      "grad_norm": 0.1662009060382843,
      "learning_rate": 9.62670362059247e-05,
      "loss": 0.0165,
      "step": 16760
    },
    {
      "loss_action": 0.030328188091516495,
      "loss_total": 0.030328188091516495,
      "step": 16760
    },
    {
      "loss_action": 0.022666607052087784,
      "loss_total": 0.022666607052087784,
      "step": 16760
    },
    {
      "loss_action": 0.021665304899215698,
      "loss_total": 0.021665304899215698,
      "step": 16760
    },
    {
      "loss_action": 0.011408017948269844,
      "loss_total": 0.011408017948269844,
      "step": 16760
    },
    {
      "loss_action": 0.005843667313456535,
      "loss_total": 0.005843667313456535,
      "step": 16760
    },
    {
      "loss_action": 0.015348218381404877,
      "loss_total": 0.015348218381404877,
      "step": 16760
    },
    {
      "loss_action": 0.01638253591954708,
      "loss_total": 0.01638253591954708,
      "step": 16760
    },
    {
      "loss_action": 0.008664363995194435,
      "loss_total": 0.008664363995194435,
      "step": 16760
    },
    {
      "grad_norm": 0.13615991175174713,
      "learning_rate": 9.626076476731786e-05,
      "loss": 0.0166,
      "step": 16770
    },
    {
      "loss_action": 0.017102595418691635,
      "loss_total": 0.017102595418691635,
      "step": 16770
    },
    {
      "loss_action": 0.014964018017053604,
      "loss_total": 0.014964018017053604,
      "step": 16770
    },
    {
      "loss_action": 0.012650427408516407,
      "loss_total": 0.012650427408516407,
      "step": 16770
    },
    {
      "loss_action": 0.017185930162668228,
      "loss_total": 0.017185930162668228,
      "step": 16770
    },
    {
      "loss_action": 0.016977421939373016,
      "loss_total": 0.016977421939373016,
      "step": 16770
    },
    {
      "loss_action": 0.014839674346148968,
      "loss_total": 0.014839674346148968,
      "step": 16770
    },
    {
      "loss_action": 0.0114266537129879,
      "loss_total": 0.0114266537129879,
      "step": 16770
    },
    {
      "loss_action": 0.022296935319900513,
      "loss_total": 0.022296935319900513,
      "step": 16770
    },
    {
      "grad_norm": 0.1945694386959076,
      "learning_rate": 9.625448826970336e-05,
      "loss": 0.0151,
      "step": 16780
    },
    {
      "loss_action": 0.007354255765676498,
      "loss_total": 0.007354255765676498,
      "step": 16780
    },
    {
      "loss_action": 0.010930248536169529,
      "loss_total": 0.010930248536169529,
      "step": 16780
    },
    {
      "loss_action": 0.01065138727426529,
      "loss_total": 0.01065138727426529,
      "step": 16780
    },
    {
      "loss_action": 0.00997272040694952,
      "loss_total": 0.00997272040694952,
      "step": 16780
    },
    {
      "loss_action": 0.014209553599357605,
      "loss_total": 0.014209553599357605,
      "step": 16780
    },
    {
      "loss_action": 0.012326454743742943,
      "loss_total": 0.012326454743742943,
      "step": 16780
    },
    {
      "loss_action": 0.021465161815285683,
      "loss_total": 0.021465161815285683,
      "step": 16780
    },
    {
      "loss_action": 0.011200428009033203,
      "loss_total": 0.011200428009033203,
      "step": 16780
    },
    {
      "grad_norm": 0.14974947273731232,
      "learning_rate": 9.624820671376755e-05,
      "loss": 0.0137,
      "step": 16790
    },
    {
      "loss_action": 0.034774381667375565,
      "loss_total": 0.034774381667375565,
      "step": 16790
    },
    {
      "loss_action": 0.006633578799664974,
      "loss_total": 0.006633578799664974,
      "step": 16790
    },
    {
      "loss_action": 0.009081472642719746,
      "loss_total": 0.009081472642719746,
      "step": 16790
    },
    {
      "loss_action": 0.0319041833281517,
      "loss_total": 0.0319041833281517,
      "step": 16790
    },
    {
      "loss_action": 0.014662617817521095,
      "loss_total": 0.014662617817521095,
      "step": 16790
    },
    {
      "loss_action": 0.010179374366998672,
      "loss_total": 0.010179374366998672,
      "step": 16790
    },
    {
      "loss_action": 0.04155159741640091,
      "loss_total": 0.04155159741640091,
      "step": 16790
    },
    {
      "loss_action": 0.007843296974897385,
      "loss_total": 0.007843296974897385,
      "step": 16790
    },
    {
      "grad_norm": 0.15288567543029785,
      "learning_rate": 9.62419201001974e-05,
      "loss": 0.0159,
      "step": 16800
    },
    {
      "loss_action": 0.03287404030561447,
      "loss_total": 0.03287404030561447,
      "step": 16800
    },
    {
      "loss_action": 0.00958038680255413,
      "loss_total": 0.00958038680255413,
      "step": 16800
    },
    {
      "loss_action": 0.03251953423023224,
      "loss_total": 0.03251953423023224,
      "step": 16800
    },
    {
      "loss_action": 0.012547910213470459,
      "loss_total": 0.012547910213470459,
      "step": 16800
    },
    {
      "loss_action": 0.011679592542350292,
      "loss_total": 0.011679592542350292,
      "step": 16800
    },
    {
      "loss_action": 0.015123091638088226,
      "loss_total": 0.015123091638088226,
      "step": 16800
    },
    {
      "loss_action": 0.016551636159420013,
      "loss_total": 0.016551636159420013,
      "step": 16800
    },
    {
      "loss_action": 0.02033282443881035,
      "loss_total": 0.02033282443881035,
      "step": 16800
    },
    {
      "grad_norm": 0.2569403052330017,
      "learning_rate": 9.623562842968037e-05,
      "loss": 0.0165,
      "step": 16810
    },
    {
      "loss_action": 0.01106509380042553,
      "loss_total": 0.01106509380042553,
      "step": 16810
    },
    {
      "loss_action": 0.056658610701560974,
      "loss_total": 0.056658610701560974,
      "step": 16810
    },
    {
      "loss_action": 0.014200989156961441,
      "loss_total": 0.014200989156961441,
      "step": 16810
    },
    {
      "loss_action": 0.011633357033133507,
      "loss_total": 0.011633357033133507,
      "step": 16810
    },
    {
      "loss_action": 0.013564875349402428,
      "loss_total": 0.013564875349402428,
      "step": 16810
    },
    {
      "loss_action": 0.013160279020667076,
      "loss_total": 0.013160279020667076,
      "step": 16810
    },
    {
      "loss_action": 0.013579963706433773,
      "loss_total": 0.013579963706433773,
      "step": 16810
    },
    {
      "loss_action": 0.008929228410124779,
      "loss_total": 0.008929228410124779,
      "step": 16810
    },
    {
      "grad_norm": 0.15602101385593414,
      "learning_rate": 9.622933170290454e-05,
      "loss": 0.0145,
      "step": 16820
    },
    {
      "loss_action": 0.017620602622628212,
      "loss_total": 0.017620602622628212,
      "step": 16820
    },
    {
      "loss_action": 0.008450884371995926,
      "loss_total": 0.008450884371995926,
      "step": 16820
    },
    {
      "loss_action": 0.016530634835362434,
      "loss_total": 0.016530634835362434,
      "step": 16820
    },
    {
      "loss_action": 0.005967234261333942,
      "loss_total": 0.005967234261333942,
      "step": 16820
    },
    {
      "loss_action": 0.016100462526082993,
      "loss_total": 0.016100462526082993,
      "step": 16820
    },
    {
      "loss_action": 0.013939669355750084,
      "loss_total": 0.013939669355750084,
      "step": 16820
    },
    {
      "loss_action": 0.01628951169550419,
      "loss_total": 0.01628951169550419,
      "step": 16820
    },
    {
      "loss_action": 0.009054990485310555,
      "loss_total": 0.009054990485310555,
      "step": 16820
    },
    {
      "grad_norm": 0.15282680094242096,
      "learning_rate": 9.622302992055849e-05,
      "loss": 0.0161,
      "step": 16830
    },
    {
      "loss_action": 0.006960847415030003,
      "loss_total": 0.006960847415030003,
      "step": 16830
    },
    {
      "loss_action": 0.01153998076915741,
      "loss_total": 0.01153998076915741,
      "step": 16830
    },
    {
      "loss_action": 0.018056346103549004,
      "loss_total": 0.018056346103549004,
      "step": 16830
    },
    {
      "loss_action": 0.011627571657299995,
      "loss_total": 0.011627571657299995,
      "step": 16830
    },
    {
      "loss_action": 0.018843546509742737,
      "loss_total": 0.018843546509742737,
      "step": 16830
    },
    {
      "loss_action": 0.020913701504468918,
      "loss_total": 0.020913701504468918,
      "step": 16830
    },
    {
      "loss_action": 0.026909541338682175,
      "loss_total": 0.026909541338682175,
      "step": 16830
    },
    {
      "loss_action": 0.008370637893676758,
      "loss_total": 0.008370637893676758,
      "step": 16830
    },
    {
      "grad_norm": 0.15808552503585815,
      "learning_rate": 9.62167230833314e-05,
      "loss": 0.0155,
      "step": 16840
    },
    {
      "loss_action": 0.0253306794911623,
      "loss_total": 0.0253306794911623,
      "step": 16840
    },
    {
      "loss_action": 0.01644941046833992,
      "loss_total": 0.01644941046833992,
      "step": 16840
    },
    {
      "loss_action": 0.025595493614673615,
      "loss_total": 0.025595493614673615,
      "step": 16840
    },
    {
      "loss_action": 0.02453482151031494,
      "loss_total": 0.02453482151031494,
      "step": 16840
    },
    {
      "loss_action": 0.02154286578297615,
      "loss_total": 0.02154286578297615,
      "step": 16840
    },
    {
      "loss_action": 0.031583577394485474,
      "loss_total": 0.031583577394485474,
      "step": 16840
    },
    {
      "loss_action": 0.011091575026512146,
      "loss_total": 0.011091575026512146,
      "step": 16840
    },
    {
      "loss_action": 0.0189608596265316,
      "loss_total": 0.0189608596265316,
      "step": 16840
    },
    {
      "grad_norm": 0.2011232078075409,
      "learning_rate": 9.621041119191295e-05,
      "loss": 0.0157,
      "step": 16850
    },
    {
      "loss_action": 0.010212627239525318,
      "loss_total": 0.010212627239525318,
      "step": 16850
    },
    {
      "loss_action": 0.023801147937774658,
      "loss_total": 0.023801147937774658,
      "step": 16850
    },
    {
      "loss_action": 0.013441061601042747,
      "loss_total": 0.013441061601042747,
      "step": 16850
    },
    {
      "loss_action": 0.00962533988058567,
      "loss_total": 0.00962533988058567,
      "step": 16850
    },
    {
      "loss_action": 0.019969424232840538,
      "loss_total": 0.019969424232840538,
      "step": 16850
    },
    {
      "loss_action": 0.01892595738172531,
      "loss_total": 0.01892595738172531,
      "step": 16850
    },
    {
      "loss_action": 0.013805156573653221,
      "loss_total": 0.013805156573653221,
      "step": 16850
    },
    {
      "loss_action": 0.02568691037595272,
      "loss_total": 0.02568691037595272,
      "step": 16850
    },
    {
      "grad_norm": 0.174216166138649,
      "learning_rate": 9.620409424699342e-05,
      "loss": 0.0141,
      "step": 16860
    },
    {
      "loss_action": 0.016382252797484398,
      "loss_total": 0.016382252797484398,
      "step": 16860
    },
    {
      "loss_action": 0.013452742248773575,
      "loss_total": 0.013452742248773575,
      "step": 16860
    },
    {
      "loss_action": 0.007332497742027044,
      "loss_total": 0.007332497742027044,
      "step": 16860
    },
    {
      "loss_action": 0.008832426741719246,
      "loss_total": 0.008832426741719246,
      "step": 16860
    },
    {
      "loss_action": 0.018645022064447403,
      "loss_total": 0.018645022064447403,
      "step": 16860
    },
    {
      "loss_action": 0.025113260373473167,
      "loss_total": 0.025113260373473167,
      "step": 16860
    },
    {
      "loss_action": 0.006333761848509312,
      "loss_total": 0.006333761848509312,
      "step": 16860
    },
    {
      "loss_action": 0.014649518765509129,
      "loss_total": 0.014649518765509129,
      "step": 16860
    },
    {
      "grad_norm": 0.1312134563922882,
      "learning_rate": 9.619777224926359e-05,
      "loss": 0.0161,
      "step": 16870
    },
    {
      "loss_action": 0.009684586897492409,
      "loss_total": 0.009684586897492409,
      "step": 16870
    },
    {
      "loss_action": 0.020045269280672073,
      "loss_total": 0.020045269280672073,
      "step": 16870
    },
    {
      "loss_action": 0.011450124904513359,
      "loss_total": 0.011450124904513359,
      "step": 16870
    },
    {
      "loss_action": 0.00878469180315733,
      "loss_total": 0.00878469180315733,
      "step": 16870
    },
    {
      "loss_action": 0.023419182747602463,
      "loss_total": 0.023419182747602463,
      "step": 16870
    },
    {
      "loss_action": 0.016286343336105347,
      "loss_total": 0.016286343336105347,
      "step": 16870
    },
    {
      "loss_action": 0.011294299736618996,
      "loss_total": 0.011294299736618996,
      "step": 16870
    },
    {
      "loss_action": 0.012888973578810692,
      "loss_total": 0.012888973578810692,
      "step": 16870
    },
    {
      "grad_norm": 0.23021383583545685,
      "learning_rate": 9.619144519941485e-05,
      "loss": 0.0146,
      "step": 16880
    },
    {
      "loss_action": 0.013012162409722805,
      "loss_total": 0.013012162409722805,
      "step": 16880
    },
    {
      "loss_action": 0.02172960713505745,
      "loss_total": 0.02172960713505745,
      "step": 16880
    },
    {
      "loss_action": 0.012857871130108833,
      "loss_total": 0.012857871130108833,
      "step": 16880
    },
    {
      "loss_action": 0.01486399956047535,
      "loss_total": 0.01486399956047535,
      "step": 16880
    },
    {
      "loss_action": 0.012212954461574554,
      "loss_total": 0.012212954461574554,
      "step": 16880
    },
    {
      "loss_action": 0.014522463083267212,
      "loss_total": 0.014522463083267212,
      "step": 16880
    },
    {
      "loss_action": 0.01234126091003418,
      "loss_total": 0.01234126091003418,
      "step": 16880
    },
    {
      "loss_action": 0.016010861843824387,
      "loss_total": 0.016010861843824387,
      "step": 16880
    },
    {
      "grad_norm": 0.13960714638233185,
      "learning_rate": 9.618511309813912e-05,
      "loss": 0.0141,
      "step": 16890
    },
    {
      "loss_action": 0.019202925264835358,
      "loss_total": 0.019202925264835358,
      "step": 16890
    },
    {
      "loss_action": 0.0171645674854517,
      "loss_total": 0.0171645674854517,
      "step": 16890
    },
    {
      "loss_action": 0.03534756973385811,
      "loss_total": 0.03534756973385811,
      "step": 16890
    },
    {
      "loss_action": 0.013685211539268494,
      "loss_total": 0.013685211539268494,
      "step": 16890
    },
    {
      "loss_action": 0.014908974058926105,
      "loss_total": 0.014908974058926105,
      "step": 16890
    },
    {
      "loss_action": 0.007706040516495705,
      "loss_total": 0.007706040516495705,
      "step": 16890
    },
    {
      "loss_action": 0.015471724793314934,
      "loss_total": 0.015471724793314934,
      "step": 16890
    },
    {
      "loss_action": 0.019496973603963852,
      "loss_total": 0.019496973603963852,
      "step": 16890
    },
    {
      "grad_norm": 0.1562933474779129,
      "learning_rate": 9.617877594612886e-05,
      "loss": 0.0157,
      "step": 16900
    },
    {
      "loss_action": 0.008585821837186813,
      "loss_total": 0.008585821837186813,
      "step": 16900
    },
    {
      "loss_action": 0.008246287703514099,
      "loss_total": 0.008246287703514099,
      "step": 16900
    },
    {
      "loss_action": 0.018299199640750885,
      "loss_total": 0.018299199640750885,
      "step": 16900
    },
    {
      "loss_action": 0.012340491637587547,
      "loss_total": 0.012340491637587547,
      "step": 16900
    },
    {
      "loss_action": 0.006269894540309906,
      "loss_total": 0.006269894540309906,
      "step": 16900
    },
    {
      "loss_action": 0.0044817375019192696,
      "loss_total": 0.0044817375019192696,
      "step": 16900
    },
    {
      "loss_action": 0.014178935438394547,
      "loss_total": 0.014178935438394547,
      "step": 16900
    },
    {
      "loss_action": 0.014002993702888489,
      "loss_total": 0.014002993702888489,
      "step": 16900
    },
    {
      "grad_norm": 0.12612436711788177,
      "learning_rate": 9.617243374407707e-05,
      "loss": 0.0129,
      "step": 16910
    },
    {
      "loss_action": 0.009998617693781853,
      "loss_total": 0.009998617693781853,
      "step": 16910
    },
    {
      "loss_action": 0.009387481957674026,
      "loss_total": 0.009387481957674026,
      "step": 16910
    },
    {
      "loss_action": 0.005005002953112125,
      "loss_total": 0.005005002953112125,
      "step": 16910
    },
    {
      "loss_action": 0.012286830693483353,
      "loss_total": 0.012286830693483353,
      "step": 16910
    },
    {
      "loss_action": 0.014552379958331585,
      "loss_total": 0.014552379958331585,
      "step": 16910
    },
    {
      "loss_action": 0.020601484924554825,
      "loss_total": 0.020601484924554825,
      "step": 16910
    },
    {
      "loss_action": 0.011713102459907532,
      "loss_total": 0.011713102459907532,
      "step": 16910
    },
    {
      "loss_action": 0.011139619164168835,
      "loss_total": 0.011139619164168835,
      "step": 16910
    },
    {
      "grad_norm": 0.13270272314548492,
      "learning_rate": 9.616608649267736e-05,
      "loss": 0.0136,
      "step": 16920
    },
    {
      "loss_action": 0.031410831958055496,
      "loss_total": 0.031410831958055496,
      "step": 16920
    },
    {
      "loss_action": 0.010178044438362122,
      "loss_total": 0.010178044438362122,
      "step": 16920
    },
    {
      "loss_action": 0.009492847137153149,
      "loss_total": 0.009492847137153149,
      "step": 16920
    },
    {
      "loss_action": 0.008751286193728447,
      "loss_total": 0.008751286193728447,
      "step": 16920
    },
    {
      "loss_action": 0.012996062636375427,
      "loss_total": 0.012996062636375427,
      "step": 16920
    },
    {
      "loss_action": 0.007225555367767811,
      "loss_total": 0.007225555367767811,
      "step": 16920
    },
    {
      "loss_action": 0.017965365201234818,
      "loss_total": 0.017965365201234818,
      "step": 16920
    },
    {
      "loss_action": 0.012055065482854843,
      "loss_total": 0.012055065482854843,
      "step": 16920
    },
    {
      "grad_norm": 0.15808694064617157,
      "learning_rate": 9.615973419262385e-05,
      "loss": 0.0123,
      "step": 16930
    },
    {
      "loss_action": 0.005046820733696222,
      "loss_total": 0.005046820733696222,
      "step": 16930
    },
    {
      "loss_action": 0.011140014976263046,
      "loss_total": 0.011140014976263046,
      "step": 16930
    },
    {
      "loss_action": 0.007328171283006668,
      "loss_total": 0.007328171283006668,
      "step": 16930
    },
    {
      "loss_action": 0.00833466462790966,
      "loss_total": 0.00833466462790966,
      "step": 16930
    },
    {
      "loss_action": 0.009133326821029186,
      "loss_total": 0.009133326821029186,
      "step": 16930
    },
    {
      "loss_action": 0.013245096430182457,
      "loss_total": 0.013245096430182457,
      "step": 16930
    },
    {
      "loss_action": 0.009818162769079208,
      "loss_total": 0.009818162769079208,
      "step": 16930
    },
    {
      "loss_action": 0.007283154875040054,
      "loss_total": 0.007283154875040054,
      "step": 16930
    },
    {
      "grad_norm": 0.2739931046962738,
      "learning_rate": 9.615337684461119e-05,
      "loss": 0.0142,
      "step": 16940
    },
    {
      "loss_action": 0.004429844673722982,
      "loss_total": 0.004429844673722982,
      "step": 16940
    },
    {
      "loss_action": 0.009485114365816116,
      "loss_total": 0.009485114365816116,
      "step": 16940
    },
    {
      "loss_action": 0.015130375511944294,
      "loss_total": 0.015130375511944294,
      "step": 16940
    },
    {
      "loss_action": 0.015106156468391418,
      "loss_total": 0.015106156468391418,
      "step": 16940
    },
    {
      "loss_action": 0.005876700393855572,
      "loss_total": 0.005876700393855572,
      "step": 16940
    },
    {
      "loss_action": 0.013572078198194504,
      "loss_total": 0.013572078198194504,
      "step": 16940
    },
    {
      "loss_action": 0.022480735555291176,
      "loss_total": 0.022480735555291176,
      "step": 16940
    },
    {
      "loss_action": 0.013757663778960705,
      "loss_total": 0.013757663778960705,
      "step": 16940
    },
    {
      "grad_norm": 0.17510750889778137,
      "learning_rate": 9.614701444933465e-05,
      "loss": 0.0147,
      "step": 16950
    },
    {
      "loss_action": 0.005913133267313242,
      "loss_total": 0.005913133267313242,
      "step": 16950
    },
    {
      "loss_action": 0.014187142252922058,
      "loss_total": 0.014187142252922058,
      "step": 16950
    },
    {
      "loss_action": 0.019190048798918724,
      "loss_total": 0.019190048798918724,
      "step": 16950
    },
    {
      "loss_action": 0.006804404314607382,
      "loss_total": 0.006804404314607382,
      "step": 16950
    },
    {
      "loss_action": 0.028226619586348534,
      "loss_total": 0.028226619586348534,
      "step": 16950
    },
    {
      "loss_action": 0.027344051748514175,
      "loss_total": 0.027344051748514175,
      "step": 16950
    },
    {
      "loss_action": 0.024284910410642624,
      "loss_total": 0.024284910410642624,
      "step": 16950
    },
    {
      "loss_action": 0.007979466579854488,
      "loss_total": 0.007979466579854488,
      "step": 16950
    },
    {
      "grad_norm": 0.2126903235912323,
      "learning_rate": 9.614064700748997e-05,
      "loss": 0.015,
      "step": 16960
    },
    {
      "loss_action": 0.014917636290192604,
      "loss_total": 0.014917636290192604,
      "step": 16960
    },
    {
      "loss_action": 0.021566707640886307,
      "loss_total": 0.021566707640886307,
      "step": 16960
    },
    {
      "loss_action": 0.01131072174757719,
      "loss_total": 0.01131072174757719,
      "step": 16960
    },
    {
      "loss_action": 0.012455111369490623,
      "loss_total": 0.012455111369490623,
      "step": 16960
    },
    {
      "loss_action": 0.009643124416470528,
      "loss_total": 0.009643124416470528,
      "step": 16960
    },
    {
      "loss_action": 0.007327964995056391,
      "loss_total": 0.007327964995056391,
      "step": 16960
    },
    {
      "loss_action": 0.004093055613338947,
      "loss_total": 0.004093055613338947,
      "step": 16960
    },
    {
      "loss_action": 0.010705779306590557,
      "loss_total": 0.010705779306590557,
      "step": 16960
    },
    {
      "grad_norm": 0.1554456502199173,
      "learning_rate": 9.613427451977352e-05,
      "loss": 0.0139,
      "step": 16970
    },
    {
      "loss_action": 0.006850779987871647,
      "loss_total": 0.006850779987871647,
      "step": 16970
    },
    {
      "loss_action": 0.008229612372815609,
      "loss_total": 0.008229612372815609,
      "step": 16970
    },
    {
      "loss_action": 0.010978061705827713,
      "loss_total": 0.010978061705827713,
      "step": 16970
    },
    {
      "loss_action": 0.012794692069292068,
      "loss_total": 0.012794692069292068,
      "step": 16970
    },
    {
      "loss_action": 0.015525330789387226,
      "loss_total": 0.015525330789387226,
      "step": 16970
    },
    {
      "loss_action": 0.04073605686426163,
      "loss_total": 0.04073605686426163,
      "step": 16970
    },
    {
      "loss_action": 0.013478456065058708,
      "loss_total": 0.013478456065058708,
      "step": 16970
    },
    {
      "loss_action": 0.016895562410354614,
      "loss_total": 0.016895562410354614,
      "step": 16970
    },
    {
      "grad_norm": 0.14078128337860107,
      "learning_rate": 9.612789698688216e-05,
      "loss": 0.0157,
      "step": 16980
    },
    {
      "loss_action": 0.007387530989944935,
      "loss_total": 0.007387530989944935,
      "step": 16980
    },
    {
      "loss_action": 0.016265636309981346,
      "loss_total": 0.016265636309981346,
      "step": 16980
    },
    {
      "loss_action": 0.021150749176740646,
      "loss_total": 0.021150749176740646,
      "step": 16980
    },
    {
      "loss_action": 0.0299066249281168,
      "loss_total": 0.0299066249281168,
      "step": 16980
    },
    {
      "loss_action": 0.014200051315128803,
      "loss_total": 0.014200051315128803,
      "step": 16980
    },
    {
      "loss_action": 0.009409802034497261,
      "loss_total": 0.009409802034497261,
      "step": 16980
    },
    {
      "loss_action": 0.021032357588410378,
      "loss_total": 0.021032357588410378,
      "step": 16980
    },
    {
      "loss_action": 0.015176072716712952,
      "loss_total": 0.015176072716712952,
      "step": 16980
    },
    {
      "grad_norm": 0.21374216675758362,
      "learning_rate": 9.612151440951334e-05,
      "loss": 0.0145,
      "step": 16990
    },
    {
      "loss_action": 0.009237955324351788,
      "loss_total": 0.009237955324351788,
      "step": 16990
    },
    {
      "loss_action": 0.020587537437677383,
      "loss_total": 0.020587537437677383,
      "step": 16990
    },
    {
      "loss_action": 0.008517605252563953,
      "loss_total": 0.008517605252563953,
      "step": 16990
    },
    {
      "loss_action": 0.006600583903491497,
      "loss_total": 0.006600583903491497,
      "step": 16990
    },
    {
      "loss_action": 0.006730342283844948,
      "loss_total": 0.006730342283844948,
      "step": 16990
    },
    {
      "loss_action": 0.019974086433649063,
      "loss_total": 0.019974086433649063,
      "step": 16990
    },
    {
      "loss_action": 0.005283183418214321,
      "loss_total": 0.005283183418214321,
      "step": 16990
    },
    {
      "loss_action": 0.021788693964481354,
      "loss_total": 0.021788693964481354,
      "step": 16990
    },
    {
      "grad_norm": 0.2385585457086563,
      "learning_rate": 9.611512678836506e-05,
      "loss": 0.0141,
      "step": 17000
    },
    {
      "loss_action": 0.006282694637775421,
      "loss_total": 0.006282694637775421,
      "step": 17000
    },
    {
      "loss_action": 0.012441538274288177,
      "loss_total": 0.012441538274288177,
      "step": 17000
    },
    {
      "loss_action": 0.019848015159368515,
      "loss_total": 0.019848015159368515,
      "step": 17000
    },
    {
      "loss_action": 0.015354144386947155,
      "loss_total": 0.015354144386947155,
      "step": 17000
    },
    {
      "loss_action": 0.012559032067656517,
      "loss_total": 0.012559032067656517,
      "step": 17000
    },
    {
      "loss_action": 0.027315380051732063,
      "loss_total": 0.027315380051732063,
      "step": 17000
    },
    {
      "loss_action": 0.009756851010024548,
      "loss_total": 0.009756851010024548,
      "step": 17000
    },
    {
      "loss_action": 0.025234786793589592,
      "loss_total": 0.025234786793589592,
      "step": 17000
    },
    {
      "grad_norm": 0.16080014407634735,
      "learning_rate": 9.610873412413584e-05,
      "loss": 0.0153,
      "step": 17010
    },
    {
      "loss_action": 0.011661479249596596,
      "loss_total": 0.011661479249596596,
      "step": 17010
    },
    {
      "loss_action": 0.01623445190489292,
      "loss_total": 0.01623445190489292,
      "step": 17010
    },
    {
      "loss_action": 0.01163750234991312,
      "loss_total": 0.01163750234991312,
      "step": 17010
    },
    {
      "loss_action": 0.006815498694777489,
      "loss_total": 0.006815498694777489,
      "step": 17010
    },
    {
      "loss_action": 0.02694384753704071,
      "loss_total": 0.02694384753704071,
      "step": 17010
    },
    {
      "loss_action": 0.010894198901951313,
      "loss_total": 0.010894198901951313,
      "step": 17010
    },
    {
      "loss_action": 0.020803706720471382,
      "loss_total": 0.020803706720471382,
      "step": 17010
    },
    {
      "loss_action": 0.012469036504626274,
      "loss_total": 0.012469036504626274,
      "step": 17010
    },
    {
      "grad_norm": 0.14498046040534973,
      "learning_rate": 9.610233641752476e-05,
      "loss": 0.0144,
      "step": 17020
    },
    {
      "loss_action": 0.009978226386010647,
      "loss_total": 0.009978226386010647,
      "step": 17020
    },
    {
      "loss_action": 0.008102383464574814,
      "loss_total": 0.008102383464574814,
      "step": 17020
    },
    {
      "loss_action": 0.02400784380733967,
      "loss_total": 0.02400784380733967,
      "step": 17020
    },
    {
      "loss_action": 0.009638044051826,
      "loss_total": 0.009638044051826,
      "step": 17020
    },
    {
      "loss_action": 0.007332319393754005,
      "loss_total": 0.007332319393754005,
      "step": 17020
    },
    {
      "loss_action": 0.007601803168654442,
      "loss_total": 0.007601803168654442,
      "step": 17020
    },
    {
      "loss_action": 0.023467397317290306,
      "loss_total": 0.023467397317290306,
      "step": 17020
    },
    {
      "loss_action": 0.008778214454650879,
      "loss_total": 0.008778214454650879,
      "step": 17020
    },
    {
      "grad_norm": 0.17500780522823334,
      "learning_rate": 9.609593366923151e-05,
      "loss": 0.0138,
      "step": 17030
    },
    {
      "loss_action": 0.0922636091709137,
      "loss_total": 0.0922636091709137,
      "step": 17030
    },
    {
      "loss_action": 0.028333716094493866,
      "loss_total": 0.028333716094493866,
      "step": 17030
    },
    {
      "loss_action": 0.01212611235678196,
      "loss_total": 0.01212611235678196,
      "step": 17030
    },
    {
      "loss_action": 0.02681174874305725,
      "loss_total": 0.02681174874305725,
      "step": 17030
    },
    {
      "loss_action": 0.010377924889326096,
      "loss_total": 0.010377924889326096,
      "step": 17030
    },
    {
      "loss_action": 0.02386746183037758,
      "loss_total": 0.02386746183037758,
      "step": 17030
    },
    {
      "loss_action": 0.016984079033136368,
      "loss_total": 0.016984079033136368,
      "step": 17030
    },
    {
      "loss_action": 0.008539646863937378,
      "loss_total": 0.008539646863937378,
      "step": 17030
    },
    {
      "grad_norm": 0.13728857040405273,
      "learning_rate": 9.608952587995625e-05,
      "loss": 0.0155,
      "step": 17040
    },
    {
      "loss_action": 0.012247085571289062,
      "loss_total": 0.012247085571289062,
      "step": 17040
    },
    {
      "loss_action": 0.010364629328250885,
      "loss_total": 0.010364629328250885,
      "step": 17040
    },
    {
      "loss_action": 0.015401238575577736,
      "loss_total": 0.015401238575577736,
      "step": 17040
    },
    {
      "loss_action": 0.018428141251206398,
      "loss_total": 0.018428141251206398,
      "step": 17040
    },
    {
      "loss_action": 0.02445279061794281,
      "loss_total": 0.02445279061794281,
      "step": 17040
    },
    {
      "loss_action": 0.010769160464406013,
      "loss_total": 0.010769160464406013,
      "step": 17040
    },
    {
      "loss_action": 0.018051015213131905,
      "loss_total": 0.018051015213131905,
      "step": 17040
    },
    {
      "loss_action": 0.015402892604470253,
      "loss_total": 0.015402892604470253,
      "step": 17040
    },
    {
      "grad_norm": 0.10006384551525116,
      "learning_rate": 9.608311305039972e-05,
      "loss": 0.015,
      "step": 17050
    },
    {
      "loss_action": 0.027072671800851822,
      "loss_total": 0.027072671800851822,
      "step": 17050
    },
    {
      "loss_action": 0.01788746751844883,
      "loss_total": 0.01788746751844883,
      "step": 17050
    },
    {
      "loss_action": 0.024724097922444344,
      "loss_total": 0.024724097922444344,
      "step": 17050
    },
    {
      "loss_action": 0.010566363111138344,
      "loss_total": 0.010566363111138344,
      "step": 17050
    },
    {
      "loss_action": 0.013942979276180267,
      "loss_total": 0.013942979276180267,
      "step": 17050
    },
    {
      "loss_action": 0.011040609329938889,
      "loss_total": 0.011040609329938889,
      "step": 17050
    },
    {
      "loss_action": 0.008416291326284409,
      "loss_total": 0.008416291326284409,
      "step": 17050
    },
    {
      "loss_action": 0.016739744693040848,
      "loss_total": 0.016739744693040848,
      "step": 17050
    },
    {
      "grad_norm": 0.18727841973304749,
      "learning_rate": 9.607669518126326e-05,
      "loss": 0.0156,
      "step": 17060
    },
    {
      "loss_action": 0.008940599858760834,
      "loss_total": 0.008940599858760834,
      "step": 17060
    },
    {
      "loss_action": 0.004782161675393581,
      "loss_total": 0.004782161675393581,
      "step": 17060
    },
    {
      "loss_action": 0.013809895142912865,
      "loss_total": 0.013809895142912865,
      "step": 17060
    },
    {
      "loss_action": 0.01509314775466919,
      "loss_total": 0.01509314775466919,
      "step": 17060
    },
    {
      "loss_action": 0.01957658678293228,
      "loss_total": 0.01957658678293228,
      "step": 17060
    },
    {
      "loss_action": 0.008470578119158745,
      "loss_total": 0.008470578119158745,
      "step": 17060
    },
    {
      "loss_action": 0.014933349564671516,
      "loss_total": 0.014933349564671516,
      "step": 17060
    },
    {
      "loss_action": 0.005242256447672844,
      "loss_total": 0.005242256447672844,
      "step": 17060
    },
    {
      "grad_norm": 0.1343044936656952,
      "learning_rate": 9.607027227324866e-05,
      "loss": 0.0127,
      "step": 17070
    },
    {
      "loss_action": 0.020724862813949585,
      "loss_total": 0.020724862813949585,
      "step": 17070
    },
    {
      "loss_action": 0.06009184941649437,
      "loss_total": 0.06009184941649437,
      "step": 17070
    },
    {
      "loss_action": 0.009151151403784752,
      "loss_total": 0.009151151403784752,
      "step": 17070
    },
    {
      "loss_action": 0.02859806828200817,
      "loss_total": 0.02859806828200817,
      "step": 17070
    },
    {
      "loss_action": 0.016657499596476555,
      "loss_total": 0.016657499596476555,
      "step": 17070
    },
    {
      "loss_action": 0.013757995329797268,
      "loss_total": 0.013757995329797268,
      "step": 17070
    },
    {
      "loss_action": 0.02081003598868847,
      "loss_total": 0.02081003598868847,
      "step": 17070
    },
    {
      "loss_action": 0.022238656878471375,
      "loss_total": 0.022238656878471375,
      "step": 17070
    },
    {
      "grad_norm": 0.16075581312179565,
      "learning_rate": 9.606384432705837e-05,
      "loss": 0.0187,
      "step": 17080
    },
    {
      "loss_action": 0.02443622052669525,
      "loss_total": 0.02443622052669525,
      "step": 17080
    },
    {
      "loss_action": 0.019668366760015488,
      "loss_total": 0.019668366760015488,
      "step": 17080
    },
    {
      "loss_action": 0.012590983882546425,
      "loss_total": 0.012590983882546425,
      "step": 17080
    },
    {
      "loss_action": 0.010400070808827877,
      "loss_total": 0.010400070808827877,
      "step": 17080
    },
    {
      "loss_action": 0.02383166179060936,
      "loss_total": 0.02383166179060936,
      "step": 17080
    },
    {
      "loss_action": 0.028553973883390427,
      "loss_total": 0.028553973883390427,
      "step": 17080
    },
    {
      "loss_action": 0.016134342178702354,
      "loss_total": 0.016134342178702354,
      "step": 17080
    },
    {
      "loss_action": 0.007980221882462502,
      "loss_total": 0.007980221882462502,
      "step": 17080
    },
    {
      "grad_norm": 0.17684750258922577,
      "learning_rate": 9.60574113433953e-05,
      "loss": 0.0172,
      "step": 17090
    },
    {
      "loss_action": 0.03033427707850933,
      "loss_total": 0.03033427707850933,
      "step": 17090
    },
    {
      "loss_action": 0.0108886007219553,
      "loss_total": 0.0108886007219553,
      "step": 17090
    },
    {
      "loss_action": 0.018883613869547844,
      "loss_total": 0.018883613869547844,
      "step": 17090
    },
    {
      "loss_action": 0.014098970219492912,
      "loss_total": 0.014098970219492912,
      "step": 17090
    },
    {
      "loss_action": 0.029775965958833694,
      "loss_total": 0.029775965958833694,
      "step": 17090
    },
    {
      "loss_action": 0.01650659739971161,
      "loss_total": 0.01650659739971161,
      "step": 17090
    },
    {
      "loss_action": 0.018983379006385803,
      "loss_total": 0.018983379006385803,
      "step": 17090
    },
    {
      "loss_action": 0.014728737995028496,
      "loss_total": 0.014728737995028496,
      "step": 17090
    },
    {
      "grad_norm": 0.19280153512954712,
      "learning_rate": 9.6050973322963e-05,
      "loss": 0.0177,
      "step": 17100
    },
    {
      "loss_action": 0.031916532665491104,
      "loss_total": 0.031916532665491104,
      "step": 17100
    },
    {
      "loss_action": 0.007530161179602146,
      "loss_total": 0.007530161179602146,
      "step": 17100
    },
    {
      "loss_action": 0.02438584342598915,
      "loss_total": 0.02438584342598915,
      "step": 17100
    },
    {
      "loss_action": 0.026805007830262184,
      "loss_total": 0.026805007830262184,
      "step": 17100
    },
    {
      "loss_action": 0.007868134416639805,
      "loss_total": 0.007868134416639805,
      "step": 17100
    },
    {
      "loss_action": 0.024426035583019257,
      "loss_total": 0.024426035583019257,
      "step": 17100
    },
    {
      "loss_action": 0.02330024540424347,
      "loss_total": 0.02330024540424347,
      "step": 17100
    },
    {
      "loss_action": 0.01299552246928215,
      "loss_total": 0.01299552246928215,
      "step": 17100
    },
    {
      "grad_norm": 0.15640343725681305,
      "learning_rate": 9.604453026646547e-05,
      "loss": 0.0164,
      "step": 17110
    },
    {
      "loss_action": 0.005635146051645279,
      "loss_total": 0.005635146051645279,
      "step": 17110
    },
    {
      "loss_action": 0.0072600324638187885,
      "loss_total": 0.0072600324638187885,
      "step": 17110
    },
    {
      "loss_action": 0.014215881936252117,
      "loss_total": 0.014215881936252117,
      "step": 17110
    },
    {
      "loss_action": 0.013705323450267315,
      "loss_total": 0.013705323450267315,
      "step": 17110
    },
    {
      "loss_action": 0.02264699712395668,
      "loss_total": 0.02264699712395668,
      "step": 17110
    },
    {
      "loss_action": 0.016360031440854073,
      "loss_total": 0.016360031440854073,
      "step": 17110
    },
    {
      "loss_action": 0.008115366101264954,
      "loss_total": 0.008115366101264954,
      "step": 17110
    },
    {
      "loss_action": 0.012359815649688244,
      "loss_total": 0.012359815649688244,
      "step": 17110
    },
    {
      "grad_norm": 0.15431784093379974,
      "learning_rate": 9.603808217460735e-05,
      "loss": 0.0129,
      "step": 17120
    },
    {
      "loss_action": 0.009776527062058449,
      "loss_total": 0.009776527062058449,
      "step": 17120
    },
    {
      "loss_action": 0.010036858730018139,
      "loss_total": 0.010036858730018139,
      "step": 17120
    },
    {
      "loss_action": 0.03468474745750427,
      "loss_total": 0.03468474745750427,
      "step": 17120
    },
    {
      "loss_action": 0.010791908949613571,
      "loss_total": 0.010791908949613571,
      "step": 17120
    },
    {
      "loss_action": 0.009717821143567562,
      "loss_total": 0.009717821143567562,
      "step": 17120
    },
    {
      "loss_action": 0.01993652805685997,
      "loss_total": 0.01993652805685997,
      "step": 17120
    },
    {
      "loss_action": 0.02063339203596115,
      "loss_total": 0.02063339203596115,
      "step": 17120
    },
    {
      "loss_action": 0.006729942746460438,
      "loss_total": 0.006729942746460438,
      "step": 17120
    },
    {
      "grad_norm": 0.15367881953716278,
      "learning_rate": 9.603162904809377e-05,
      "loss": 0.0128,
      "step": 17130
    },
    {
      "loss_action": 0.016678890213370323,
      "loss_total": 0.016678890213370323,
      "step": 17130
    },
    {
      "loss_action": 0.014301961287856102,
      "loss_total": 0.014301961287856102,
      "step": 17130
    },
    {
      "loss_action": 0.007845655083656311,
      "loss_total": 0.007845655083656311,
      "step": 17130
    },
    {
      "loss_action": 0.00537493359297514,
      "loss_total": 0.00537493359297514,
      "step": 17130
    },
    {
      "loss_action": 0.009735522791743279,
      "loss_total": 0.009735522791743279,
      "step": 17130
    },
    {
      "loss_action": 0.030026700347661972,
      "loss_total": 0.030026700347661972,
      "step": 17130
    },
    {
      "loss_action": 0.005488748662173748,
      "loss_total": 0.005488748662173748,
      "step": 17130
    },
    {
      "loss_action": 0.011938665993511677,
      "loss_total": 0.011938665993511677,
      "step": 17130
    },
    {
      "grad_norm": 0.18498115241527557,
      "learning_rate": 9.602517088763045e-05,
      "loss": 0.0161,
      "step": 17140
    },
    {
      "loss_action": 0.01629498228430748,
      "loss_total": 0.01629498228430748,
      "step": 17140
    },
    {
      "loss_action": 0.008592750877141953,
      "loss_total": 0.008592750877141953,
      "step": 17140
    },
    {
      "loss_action": 0.010575128719210625,
      "loss_total": 0.010575128719210625,
      "step": 17140
    },
    {
      "loss_action": 0.011324124410748482,
      "loss_total": 0.011324124410748482,
      "step": 17140
    },
    {
      "loss_action": 0.010706139728426933,
      "loss_total": 0.010706139728426933,
      "step": 17140
    },
    {
      "loss_action": 0.01512842159718275,
      "loss_total": 0.01512842159718275,
      "step": 17140
    },
    {
      "loss_action": 0.01012650690972805,
      "loss_total": 0.01012650690972805,
      "step": 17140
    },
    {
      "loss_action": 0.013172149658203125,
      "loss_total": 0.013172149658203125,
      "step": 17140
    },
    {
      "grad_norm": 0.2647586166858673,
      "learning_rate": 9.601870769392365e-05,
      "loss": 0.0151,
      "step": 17150
    },
    {
      "loss_action": 0.012368970550596714,
      "loss_total": 0.012368970550596714,
      "step": 17150
    },
    {
      "loss_action": 0.01123372558504343,
      "loss_total": 0.01123372558504343,
      "step": 17150
    },
    {
      "loss_action": 0.008669231086969376,
      "loss_total": 0.008669231086969376,
      "step": 17150
    },
    {
      "loss_action": 0.011554371565580368,
      "loss_total": 0.011554371565580368,
      "step": 17150
    },
    {
      "loss_action": 0.00996951200067997,
      "loss_total": 0.00996951200067997,
      "step": 17150
    },
    {
      "loss_action": 0.009931204840540886,
      "loss_total": 0.009931204840540886,
      "step": 17150
    },
    {
      "loss_action": 0.012081575579941273,
      "loss_total": 0.012081575579941273,
      "step": 17150
    },
    {
      "loss_action": 0.013467555865645409,
      "loss_total": 0.013467555865645409,
      "step": 17150
    },
    {
      "grad_norm": 0.21446777880191803,
      "learning_rate": 9.601223946768017e-05,
      "loss": 0.0174,
      "step": 17160
    },
    {
      "loss_action": 0.025591209530830383,
      "loss_total": 0.025591209530830383,
      "step": 17160
    },
    {
      "loss_action": 0.030262526124715805,
      "loss_total": 0.030262526124715805,
      "step": 17160
    },
    {
      "loss_action": 0.014034852385520935,
      "loss_total": 0.014034852385520935,
      "step": 17160
    },
    {
      "loss_action": 0.012464210391044617,
      "loss_total": 0.012464210391044617,
      "step": 17160
    },
    {
      "loss_action": 0.017114322632551193,
      "loss_total": 0.017114322632551193,
      "step": 17160
    },
    {
      "loss_action": 0.009898616001009941,
      "loss_total": 0.009898616001009941,
      "step": 17160
    },
    {
      "loss_action": 0.013343356549739838,
      "loss_total": 0.013343356549739838,
      "step": 17160
    },
    {
      "loss_action": 0.025696154683828354,
      "loss_total": 0.025696154683828354,
      "step": 17160
    },
    {
      "grad_norm": 0.20146287977695465,
      "learning_rate": 9.600576620960734e-05,
      "loss": 0.0156,
      "step": 17170
    },
    {
      "loss_action": 0.012573247775435448,
      "loss_total": 0.012573247775435448,
      "step": 17170
    },
    {
      "loss_action": 0.019966669380664825,
      "loss_total": 0.019966669380664825,
      "step": 17170
    },
    {
      "loss_action": 0.026450572535395622,
      "loss_total": 0.026450572535395622,
      "step": 17170
    },
    {
      "loss_action": 0.008063234388828278,
      "loss_total": 0.008063234388828278,
      "step": 17170
    },
    {
      "loss_action": 0.013351738452911377,
      "loss_total": 0.013351738452911377,
      "step": 17170
    },
    {
      "loss_action": 0.018682347610592842,
      "loss_total": 0.018682347610592842,
      "step": 17170
    },
    {
      "loss_action": 0.01908513717353344,
      "loss_total": 0.01908513717353344,
      "step": 17170
    },
    {
      "loss_action": 0.011490389704704285,
      "loss_total": 0.011490389704704285,
      "step": 17170
    },
    {
      "grad_norm": 0.12405965477228165,
      "learning_rate": 9.599928792041308e-05,
      "loss": 0.0157,
      "step": 17180
    },
    {
      "loss_action": 0.010849928483366966,
      "loss_total": 0.010849928483366966,
      "step": 17180
    },
    {
      "loss_action": 0.014002513140439987,
      "loss_total": 0.014002513140439987,
      "step": 17180
    },
    {
      "loss_action": 0.012304667383432388,
      "loss_total": 0.012304667383432388,
      "step": 17180
    },
    {
      "loss_action": 0.011938836425542831,
      "loss_total": 0.011938836425542831,
      "step": 17180
    },
    {
      "loss_action": 0.036030612885951996,
      "loss_total": 0.036030612885951996,
      "step": 17180
    },
    {
      "loss_action": 0.00843828171491623,
      "loss_total": 0.00843828171491623,
      "step": 17180
    },
    {
      "loss_action": 0.005775522440671921,
      "loss_total": 0.005775522440671921,
      "step": 17180
    },
    {
      "loss_action": 0.021971240639686584,
      "loss_total": 0.021971240639686584,
      "step": 17180
    },
    {
      "grad_norm": 0.1643095165491104,
      "learning_rate": 9.599280460080587e-05,
      "loss": 0.0139,
      "step": 17190
    },
    {
      "loss_action": 0.012328770011663437,
      "loss_total": 0.012328770011663437,
      "step": 17190
    },
    {
      "loss_action": 0.010039540939033031,
      "loss_total": 0.010039540939033031,
      "step": 17190
    },
    {
      "loss_action": 0.016401784494519234,
      "loss_total": 0.016401784494519234,
      "step": 17190
    },
    {
      "loss_action": 0.010814743116497993,
      "loss_total": 0.010814743116497993,
      "step": 17190
    },
    {
      "loss_action": 0.012909219600260258,
      "loss_total": 0.012909219600260258,
      "step": 17190
    },
    {
      "loss_action": 0.004324126057326794,
      "loss_total": 0.004324126057326794,
      "step": 17190
    },
    {
      "loss_action": 0.006148406304419041,
      "loss_total": 0.006148406304419041,
      "step": 17190
    },
    {
      "loss_action": 0.006873932667076588,
      "loss_total": 0.006873932667076588,
      "step": 17190
    },
    {
      "grad_norm": 0.1879785656929016,
      "learning_rate": 9.59863162514947e-05,
      "loss": 0.012,
      "step": 17200
    },
    {
      "loss_action": 0.004486065357923508,
      "loss_total": 0.004486065357923508,
      "step": 17200
    },
    {
      "loss_action": 0.008141115307807922,
      "loss_total": 0.008141115307807922,
      "step": 17200
    },
    {
      "loss_action": 0.036786697804927826,
      "loss_total": 0.036786697804927826,
      "step": 17200
    },
    {
      "loss_action": 0.014196273870766163,
      "loss_total": 0.014196273870766163,
      "step": 17200
    },
    {
      "loss_action": 0.012747121043503284,
      "loss_total": 0.012747121043503284,
      "step": 17200
    },
    {
      "loss_action": 0.015771493315696716,
      "loss_total": 0.015771493315696716,
      "step": 17200
    },
    {
      "loss_action": 0.005750803742557764,
      "loss_total": 0.005750803742557764,
      "step": 17200
    },
    {
      "loss_action": 0.016604889184236526,
      "loss_total": 0.016604889184236526,
      "step": 17200
    },
    {
      "grad_norm": 0.13663864135742188,
      "learning_rate": 9.597982287318911e-05,
      "loss": 0.0143,
      "step": 17210
    },
    {
      "loss_action": 0.05771704018115997,
      "loss_total": 0.05771704018115997,
      "step": 17210
    },
    {
      "loss_action": 0.015785787254571915,
      "loss_total": 0.015785787254571915,
      "step": 17210
    },
    {
      "loss_action": 0.014841688796877861,
      "loss_total": 0.014841688796877861,
      "step": 17210
    },
    {
      "loss_action": 0.011476347222924232,
      "loss_total": 0.011476347222924232,
      "step": 17210
    },
    {
      "loss_action": 0.017553292214870453,
      "loss_total": 0.017553292214870453,
      "step": 17210
    },
    {
      "loss_action": 0.015727609395980835,
      "loss_total": 0.015727609395980835,
      "step": 17210
    },
    {
      "loss_action": 0.01218610629439354,
      "loss_total": 0.01218610629439354,
      "step": 17210
    },
    {
      "loss_action": 0.011606527492403984,
      "loss_total": 0.011606527492403984,
      "step": 17210
    },
    {
      "grad_norm": 0.19917811453342438,
      "learning_rate": 9.597332446659923e-05,
      "loss": 0.0166,
      "step": 17220
    },
    {
      "loss_action": 0.01933438330888748,
      "loss_total": 0.01933438330888748,
      "step": 17220
    },
    {
      "loss_action": 0.010467186570167542,
      "loss_total": 0.010467186570167542,
      "step": 17220
    },
    {
      "loss_action": 0.013791522942483425,
      "loss_total": 0.013791522942483425,
      "step": 17220
    },
    {
      "loss_action": 0.007449474651366472,
      "loss_total": 0.007449474651366472,
      "step": 17220
    },
    {
      "loss_action": 0.0079098055139184,
      "loss_total": 0.0079098055139184,
      "step": 17220
    },
    {
      "loss_action": 0.015955284237861633,
      "loss_total": 0.015955284237861633,
      "step": 17220
    },
    {
      "loss_action": 0.020923644304275513,
      "loss_total": 0.020923644304275513,
      "step": 17220
    },
    {
      "loss_action": 0.015098797157406807,
      "loss_total": 0.015098797157406807,
      "step": 17220
    },
    {
      "grad_norm": 0.18120868504047394,
      "learning_rate": 9.59668210324357e-05,
      "loss": 0.0138,
      "step": 17230
    },
    {
      "loss_action": 0.0076036611571908,
      "loss_total": 0.0076036611571908,
      "step": 17230
    },
    {
      "loss_action": 0.011106644757091999,
      "loss_total": 0.011106644757091999,
      "step": 17230
    },
    {
      "loss_action": 0.04328414425253868,
      "loss_total": 0.04328414425253868,
      "step": 17230
    },
    {
      "loss_action": 0.025766026228666306,
      "loss_total": 0.025766026228666306,
      "step": 17230
    },
    {
      "loss_action": 0.014574287459254265,
      "loss_total": 0.014574287459254265,
      "step": 17230
    },
    {
      "loss_action": 0.014142561703920364,
      "loss_total": 0.014142561703920364,
      "step": 17230
    },
    {
      "loss_action": 0.018976246938109398,
      "loss_total": 0.018976246938109398,
      "step": 17230
    },
    {
      "loss_action": 0.018552489578723907,
      "loss_total": 0.018552489578723907,
      "step": 17230
    },
    {
      "grad_norm": 0.15566791594028473,
      "learning_rate": 9.596031257140974e-05,
      "loss": 0.0138,
      "step": 17240
    },
    {
      "loss_action": 0.005669725593179464,
      "loss_total": 0.005669725593179464,
      "step": 17240
    },
    {
      "loss_action": 0.012534933164715767,
      "loss_total": 0.012534933164715767,
      "step": 17240
    },
    {
      "loss_action": 0.009241020306944847,
      "loss_total": 0.009241020306944847,
      "step": 17240
    },
    {
      "loss_action": 0.011247992515563965,
      "loss_total": 0.011247992515563965,
      "step": 17240
    },
    {
      "loss_action": 0.01074231881648302,
      "loss_total": 0.01074231881648302,
      "step": 17240
    },
    {
      "loss_action": 0.004627963528037071,
      "loss_total": 0.004627963528037071,
      "step": 17240
    },
    {
      "loss_action": 0.012824991717934608,
      "loss_total": 0.012824991717934608,
      "step": 17240
    },
    {
      "loss_action": 0.01142929121851921,
      "loss_total": 0.01142929121851921,
      "step": 17240
    },
    {
      "grad_norm": 0.1910870522260666,
      "learning_rate": 9.59537990842331e-05,
      "loss": 0.0139,
      "step": 17250
    },
    {
      "loss_action": 0.00750276492908597,
      "loss_total": 0.00750276492908597,
      "step": 17250
    },
    {
      "loss_action": 0.02016621083021164,
      "loss_total": 0.02016621083021164,
      "step": 17250
    },
    {
      "loss_action": 0.013305729255080223,
      "loss_total": 0.013305729255080223,
      "step": 17250
    },
    {
      "loss_action": 0.024789880961179733,
      "loss_total": 0.024789880961179733,
      "step": 17250
    },
    {
      "loss_action": 0.011575115844607353,
      "loss_total": 0.011575115844607353,
      "step": 17250
    },
    {
      "loss_action": 0.009755097329616547,
      "loss_total": 0.009755097329616547,
      "step": 17250
    },
    {
      "loss_action": 0.01922900602221489,
      "loss_total": 0.01922900602221489,
      "step": 17250
    },
    {
      "loss_action": 0.011686159297823906,
      "loss_total": 0.011686159297823906,
      "step": 17250
    },
    {
      "grad_norm": 0.17444126307964325,
      "learning_rate": 9.594728057161806e-05,
      "loss": 0.0133,
      "step": 17260
    },
    {
      "loss_action": 0.021307338029146194,
      "loss_total": 0.021307338029146194,
      "step": 17260
    },
    {
      "loss_action": 0.01286516897380352,
      "loss_total": 0.01286516897380352,
      "step": 17260
    },
    {
      "loss_action": 0.015194801613688469,
      "loss_total": 0.015194801613688469,
      "step": 17260
    },
    {
      "loss_action": 0.01093235332518816,
      "loss_total": 0.01093235332518816,
      "step": 17260
    },
    {
      "loss_action": 0.016802025958895683,
      "loss_total": 0.016802025958895683,
      "step": 17260
    },
    {
      "loss_action": 0.012109989300370216,
      "loss_total": 0.012109989300370216,
      "step": 17260
    },
    {
      "loss_action": 0.007929959334433079,
      "loss_total": 0.007929959334433079,
      "step": 17260
    },
    {
      "loss_action": 0.01619735360145569,
      "loss_total": 0.01619735360145569,
      "step": 17260
    },
    {
      "grad_norm": 0.16737820208072662,
      "learning_rate": 9.594075703427752e-05,
      "loss": 0.0121,
      "step": 17270
    },
    {
      "loss_action": 0.0129017923027277,
      "loss_total": 0.0129017923027277,
      "step": 17270
    },
    {
      "loss_action": 0.027570854872465134,
      "loss_total": 0.027570854872465134,
      "step": 17270
    },
    {
      "loss_action": 0.006404925603419542,
      "loss_total": 0.006404925603419542,
      "step": 17270
    },
    {
      "loss_action": 0.00844353623688221,
      "loss_total": 0.00844353623688221,
      "step": 17270
    },
    {
      "loss_action": 0.01387734804302454,
      "loss_total": 0.01387734804302454,
      "step": 17270
    },
    {
      "loss_action": 0.019893087446689606,
      "loss_total": 0.019893087446689606,
      "step": 17270
    },
    {
      "loss_action": 0.013996683061122894,
      "loss_total": 0.013996683061122894,
      "step": 17270
    },
    {
      "loss_action": 0.010109826922416687,
      "loss_total": 0.010109826922416687,
      "step": 17270
    },
    {
      "grad_norm": 0.15512627363204956,
      "learning_rate": 9.593422847292486e-05,
      "loss": 0.0123,
      "step": 17280
    },
    {
      "loss_action": 0.013482639566063881,
      "loss_total": 0.013482639566063881,
      "step": 17280
    },
    {
      "loss_action": 0.013185752555727959,
      "loss_total": 0.013185752555727959,
      "step": 17280
    },
    {
      "loss_action": 0.014657523483037949,
      "loss_total": 0.014657523483037949,
      "step": 17280
    },
    {
      "loss_action": 0.013661997392773628,
      "loss_total": 0.013661997392773628,
      "step": 17280
    },
    {
      "loss_action": 0.028546607121825218,
      "loss_total": 0.028546607121825218,
      "step": 17280
    },
    {
      "loss_action": 0.01515621691942215,
      "loss_total": 0.01515621691942215,
      "step": 17280
    },
    {
      "loss_action": 0.004570249002426863,
      "loss_total": 0.004570249002426863,
      "step": 17280
    },
    {
      "loss_action": 0.005084462929517031,
      "loss_total": 0.005084462929517031,
      "step": 17280
    },
    {
      "grad_norm": 0.12086648494005203,
      "learning_rate": 9.592769488827402e-05,
      "loss": 0.0128,
      "step": 17290
    },
    {
      "loss_action": 0.007959835231304169,
      "loss_total": 0.007959835231304169,
      "step": 17290
    },
    {
      "loss_action": 0.007928084582090378,
      "loss_total": 0.007928084582090378,
      "step": 17290
    },
    {
      "loss_action": 0.010070210322737694,
      "loss_total": 0.010070210322737694,
      "step": 17290
    },
    {
      "loss_action": 0.02151092328131199,
      "loss_total": 0.02151092328131199,
      "step": 17290
    },
    {
      "loss_action": 0.006632126867771149,
      "loss_total": 0.006632126867771149,
      "step": 17290
    },
    {
      "loss_action": 0.01624738611280918,
      "loss_total": 0.01624738611280918,
      "step": 17290
    },
    {
      "loss_action": 0.010829100385308266,
      "loss_total": 0.010829100385308266,
      "step": 17290
    },
    {
      "loss_action": 0.016756432130932808,
      "loss_total": 0.016756432130932808,
      "step": 17290
    },
    {
      "grad_norm": 0.11341492086648941,
      "learning_rate": 9.592115628103952e-05,
      "loss": 0.016,
      "step": 17300
    },
    {
      "loss_action": 0.009152030572295189,
      "loss_total": 0.009152030572295189,
      "step": 17300
    },
    {
      "loss_action": 0.009677357971668243,
      "loss_total": 0.009677357971668243,
      "step": 17300
    },
    {
      "loss_action": 0.012094058096408844,
      "loss_total": 0.012094058096408844,
      "step": 17300
    },
    {
      "loss_action": 0.008436862379312515,
      "loss_total": 0.008436862379312515,
      "step": 17300
    },
    {
      "loss_action": 0.01311655156314373,
      "loss_total": 0.01311655156314373,
      "step": 17300
    },
    {
      "loss_action": 0.011641670018434525,
      "loss_total": 0.011641670018434525,
      "step": 17300
    },
    {
      "loss_action": 0.01589285396039486,
      "loss_total": 0.01589285396039486,
      "step": 17300
    },
    {
      "loss_action": 0.010929979383945465,
      "loss_total": 0.010929979383945465,
      "step": 17300
    },
    {
      "grad_norm": 0.19740256667137146,
      "learning_rate": 9.591461265193643e-05,
      "loss": 0.0158,
      "step": 17310
    },
    {
      "loss_action": 0.017228327691555023,
      "loss_total": 0.017228327691555023,
      "step": 17310
    },
    {
      "loss_action": 0.009183315560221672,
      "loss_total": 0.009183315560221672,
      "step": 17310
    },
    {
      "loss_action": 0.0063151149079203606,
      "loss_total": 0.0063151149079203606,
      "step": 17310
    },
    {
      "loss_action": 0.020016523078083992,
      "loss_total": 0.020016523078083992,
      "step": 17310
    },
    {
      "loss_action": 0.018158577382564545,
      "loss_total": 0.018158577382564545,
      "step": 17310
    },
    {
      "loss_action": 0.027558989822864532,
      "loss_total": 0.027558989822864532,
      "step": 17310
    },
    {
      "loss_action": 0.008469752967357635,
      "loss_total": 0.008469752967357635,
      "step": 17310
    },
    {
      "loss_action": 0.007554687559604645,
      "loss_total": 0.007554687559604645,
      "step": 17310
    },
    {
      "grad_norm": 0.15271364152431488,
      "learning_rate": 9.590806400168032e-05,
      "loss": 0.0148,
      "step": 17320
    },
    {
      "loss_action": 0.020987030118703842,
      "loss_total": 0.020987030118703842,
      "step": 17320
    },
    {
      "loss_action": 0.007024717517197132,
      "loss_total": 0.007024717517197132,
      "step": 17320
    },
    {
      "loss_action": 0.024905819445848465,
      "loss_total": 0.024905819445848465,
      "step": 17320
    },
    {
      "loss_action": 0.012434948235750198,
      "loss_total": 0.012434948235750198,
      "step": 17320
    },
    {
      "loss_action": 0.009946007281541824,
      "loss_total": 0.009946007281541824,
      "step": 17320
    },
    {
      "loss_action": 0.006430455483496189,
      "loss_total": 0.006430455483496189,
      "step": 17320
    },
    {
      "loss_action": 0.008754560723900795,
      "loss_total": 0.008754560723900795,
      "step": 17320
    },
    {
      "loss_action": 0.02354869805276394,
      "loss_total": 0.02354869805276394,
      "step": 17320
    },
    {
      "grad_norm": 0.15553368628025055,
      "learning_rate": 9.590151033098735e-05,
      "loss": 0.0171,
      "step": 17330
    },
    {
      "loss_action": 0.025924548506736755,
      "loss_total": 0.025924548506736755,
      "step": 17330
    },
    {
      "loss_action": 0.01827363297343254,
      "loss_total": 0.01827363297343254,
      "step": 17330
    },
    {
      "loss_action": 0.018507830798625946,
      "loss_total": 0.018507830798625946,
      "step": 17330
    },
    {
      "loss_action": 0.014373093843460083,
      "loss_total": 0.014373093843460083,
      "step": 17330
    },
    {
      "loss_action": 0.006895241793245077,
      "loss_total": 0.006895241793245077,
      "step": 17330
    },
    {
      "loss_action": 0.01575903408229351,
      "loss_total": 0.01575903408229351,
      "step": 17330
    },
    {
      "loss_action": 0.006603911519050598,
      "loss_total": 0.006603911519050598,
      "step": 17330
    },
    {
      "loss_action": 0.007970353588461876,
      "loss_total": 0.007970353588461876,
      "step": 17330
    },
    {
      "grad_norm": 0.11836778372526169,
      "learning_rate": 9.589495164057423e-05,
      "loss": 0.0133,
      "step": 17340
    },
    {
      "loss_action": 0.03822191059589386,
      "loss_total": 0.03822191059589386,
      "step": 17340
    },
    {
      "loss_action": 0.005582469515502453,
      "loss_total": 0.005582469515502453,
      "step": 17340
    },
    {
      "loss_action": 0.02185419760644436,
      "loss_total": 0.02185419760644436,
      "step": 17340
    },
    {
      "loss_action": 0.019381821155548096,
      "loss_total": 0.019381821155548096,
      "step": 17340
    },
    {
      "loss_action": 0.016493549570441246,
      "loss_total": 0.016493549570441246,
      "step": 17340
    },
    {
      "loss_action": 0.010350260883569717,
      "loss_total": 0.010350260883569717,
      "step": 17340
    },
    {
      "loss_action": 0.022028233855962753,
      "loss_total": 0.022028233855962753,
      "step": 17340
    },
    {
      "loss_action": 0.015056280419230461,
      "loss_total": 0.015056280419230461,
      "step": 17340
    },
    {
      "grad_norm": 0.21609118580818176,
      "learning_rate": 9.58883879311582e-05,
      "loss": 0.0161,
      "step": 17350
    },
    {
      "loss_action": 0.015443208627402782,
      "loss_total": 0.015443208627402782,
      "step": 17350
    },
    {
      "loss_action": 0.011734897270798683,
      "loss_total": 0.011734897270798683,
      "step": 17350
    },
    {
      "loss_action": 0.014404624700546265,
      "loss_total": 0.014404624700546265,
      "step": 17350
    },
    {
      "loss_action": 0.01412962842732668,
      "loss_total": 0.01412962842732668,
      "step": 17350
    },
    {
      "loss_action": 0.011996644549071789,
      "loss_total": 0.011996644549071789,
      "step": 17350
    },
    {
      "loss_action": 0.014171477407217026,
      "loss_total": 0.014171477407217026,
      "step": 17350
    },
    {
      "loss_action": 0.008854301646351814,
      "loss_total": 0.008854301646351814,
      "step": 17350
    },
    {
      "loss_action": 0.027054786682128906,
      "loss_total": 0.027054786682128906,
      "step": 17350
    },
    {
      "grad_norm": 0.16418659687042236,
      "learning_rate": 9.588181920345705e-05,
      "loss": 0.0152,
      "step": 17360
    },
    {
      "loss_action": 0.021992061287164688,
      "loss_total": 0.021992061287164688,
      "step": 17360
    },
    {
      "loss_action": 0.02779698744416237,
      "loss_total": 0.02779698744416237,
      "step": 17360
    },
    {
      "loss_action": 0.012146529741585255,
      "loss_total": 0.012146529741585255,
      "step": 17360
    },
    {
      "loss_action": 0.007530884351581335,
      "loss_total": 0.007530884351581335,
      "step": 17360
    },
    {
      "loss_action": 0.00644531799480319,
      "loss_total": 0.00644531799480319,
      "step": 17360
    },
    {
      "loss_action": 0.012405958957970142,
      "loss_total": 0.012405958957970142,
      "step": 17360
    },
    {
      "loss_action": 0.03791869059205055,
      "loss_total": 0.03791869059205055,
      "step": 17360
    },
    {
      "loss_action": 0.02876591682434082,
      "loss_total": 0.02876591682434082,
      "step": 17360
    },
    {
      "grad_norm": 0.15344621241092682,
      "learning_rate": 9.587524545818913e-05,
      "loss": 0.0156,
      "step": 17370
    },
    {
      "loss_action": 0.010619780980050564,
      "loss_total": 0.010619780980050564,
      "step": 17370
    },
    {
      "loss_action": 0.016916174441576004,
      "loss_total": 0.016916174441576004,
      "step": 17370
    },
    {
      "loss_action": 0.013405172154307365,
      "loss_total": 0.013405172154307365,
      "step": 17370
    },
    {
      "loss_action": 0.010118835605680943,
      "loss_total": 0.010118835605680943,
      "step": 17370
    },
    {
      "loss_action": 0.019501274451613426,
      "loss_total": 0.019501274451613426,
      "step": 17370
    },
    {
      "loss_action": 0.006075817160308361,
      "loss_total": 0.006075817160308361,
      "step": 17370
    },
    {
      "loss_action": 0.07755579799413681,
      "loss_total": 0.07755579799413681,
      "step": 17370
    },
    {
      "loss_action": 0.01604733243584633,
      "loss_total": 0.01604733243584633,
      "step": 17370
    },
    {
      "grad_norm": 0.1971513032913208,
      "learning_rate": 9.586866669607335e-05,
      "loss": 0.014,
      "step": 17380
    },
    {
      "loss_action": 0.013334106653928757,
      "loss_total": 0.013334106653928757,
      "step": 17380
    },
    {
      "loss_action": 0.013762002810835838,
      "loss_total": 0.013762002810835838,
      "step": 17380
    },
    {
      "loss_action": 0.02005082741379738,
      "loss_total": 0.02005082741379738,
      "step": 17380
    },
    {
      "loss_action": 0.013160339556634426,
      "loss_total": 0.013160339556634426,
      "step": 17380
    },
    {
      "loss_action": 0.013333354145288467,
      "loss_total": 0.013333354145288467,
      "step": 17380
    },
    {
      "loss_action": 0.005093453451991081,
      "loss_total": 0.005093453451991081,
      "step": 17380
    },
    {
      "loss_action": 0.017089322209358215,
      "loss_total": 0.017089322209358215,
      "step": 17380
    },
    {
      "loss_action": 0.007177183870226145,
      "loss_total": 0.007177183870226145,
      "step": 17380
    },
    {
      "grad_norm": 0.14446114003658295,
      "learning_rate": 9.586208291782915e-05,
      "loss": 0.0153,
      "step": 17390
    },
    {
      "loss_action": 0.006450670771300793,
      "loss_total": 0.006450670771300793,
      "step": 17390
    },
    {
      "loss_action": 0.020299777388572693,
      "loss_total": 0.020299777388572693,
      "step": 17390
    },
    {
      "loss_action": 0.024172035977244377,
      "loss_total": 0.024172035977244377,
      "step": 17390
    },
    {
      "loss_action": 0.013669314794242382,
      "loss_total": 0.013669314794242382,
      "step": 17390
    },
    {
      "loss_action": 0.02189481072127819,
      "loss_total": 0.02189481072127819,
      "step": 17390
    },
    {
      "loss_action": 0.017368417233228683,
      "loss_total": 0.017368417233228683,
      "step": 17390
    },
    {
      "loss_action": 0.03821209445595741,
      "loss_total": 0.03821209445595741,
      "step": 17390
    },
    {
      "loss_action": 0.011556800454854965,
      "loss_total": 0.011556800454854965,
      "step": 17390
    },
    {
      "grad_norm": 0.2804146111011505,
      "learning_rate": 9.58554941241765e-05,
      "loss": 0.0199,
      "step": 17400
    },
    {
      "loss_action": 0.015642255544662476,
      "loss_total": 0.015642255544662476,
      "step": 17400
    },
    {
      "loss_action": 0.013689542189240456,
      "loss_total": 0.013689542189240456,
      "step": 17400
    },
    {
      "loss_action": 0.010608701035380363,
      "loss_total": 0.010608701035380363,
      "step": 17400
    },
    {
      "loss_action": 0.016155477613210678,
      "loss_total": 0.016155477613210678,
      "step": 17400
    },
    {
      "loss_action": 0.007539832033216953,
      "loss_total": 0.007539832033216953,
      "step": 17400
    },
    {
      "loss_action": 0.022366508841514587,
      "loss_total": 0.022366508841514587,
      "step": 17400
    },
    {
      "loss_action": 0.012632723897695541,
      "loss_total": 0.012632723897695541,
      "step": 17400
    },
    {
      "loss_action": 0.010054821148514748,
      "loss_total": 0.010054821148514748,
      "step": 17400
    },
    {
      "grad_norm": 0.1338486224412918,
      "learning_rate": 9.584890031583596e-05,
      "loss": 0.0145,
      "step": 17410
    },
    {
      "loss_action": 0.012729336507618427,
      "loss_total": 0.012729336507618427,
      "step": 17410
    },
    {
      "loss_action": 0.008841791190207005,
      "loss_total": 0.008841791190207005,
      "step": 17410
    },
    {
      "loss_action": 0.011786948889493942,
      "loss_total": 0.011786948889493942,
      "step": 17410
    },
    {
      "loss_action": 0.03463585674762726,
      "loss_total": 0.03463585674762726,
      "step": 17410
    },
    {
      "loss_action": 0.00568161066621542,
      "loss_total": 0.00568161066621542,
      "step": 17410
    },
    {
      "loss_action": 0.01299066748470068,
      "loss_total": 0.01299066748470068,
      "step": 17410
    },
    {
      "loss_action": 0.05152544751763344,
      "loss_total": 0.05152544751763344,
      "step": 17410
    },
    {
      "loss_action": 0.011360391043126583,
      "loss_total": 0.011360391043126583,
      "step": 17410
    },
    {
      "grad_norm": 0.1423303782939911,
      "learning_rate": 9.584230149352861e-05,
      "loss": 0.015,
      "step": 17420
    },
    {
      "loss_action": 0.011530794203281403,
      "loss_total": 0.011530794203281403,
      "step": 17420
    },
    {
      "loss_action": 0.00944446213543415,
      "loss_total": 0.00944446213543415,
      "step": 17420
    },
    {
      "loss_action": 0.013878639787435532,
      "loss_total": 0.013878639787435532,
      "step": 17420
    },
    {
      "loss_action": 0.007941722869873047,
      "loss_total": 0.007941722869873047,
      "step": 17420
    },
    {
      "loss_action": 0.005939425900578499,
      "loss_total": 0.005939425900578499,
      "step": 17420
    },
    {
      "loss_action": 0.011177669279277325,
      "loss_total": 0.011177669279277325,
      "step": 17420
    },
    {
      "loss_action": 0.022879978641867638,
      "loss_total": 0.022879978641867638,
      "step": 17420
    },
    {
      "loss_action": 0.018668627366423607,
      "loss_total": 0.018668627366423607,
      "step": 17420
    },
    {
      "grad_norm": 0.16657303273677826,
      "learning_rate": 9.58356976579761e-05,
      "loss": 0.0137,
      "step": 17430
    },
    {
      "loss_action": 0.006511406507343054,
      "loss_total": 0.006511406507343054,
      "step": 17430
    },
    {
      "loss_action": 0.02061147429049015,
      "loss_total": 0.02061147429049015,
      "step": 17430
    },
    {
      "loss_action": 0.0064001381397247314,
      "loss_total": 0.0064001381397247314,
      "step": 17430
    },
    {
      "loss_action": 0.0057355789467692375,
      "loss_total": 0.0057355789467692375,
      "step": 17430
    },
    {
      "loss_action": 0.009464655071496964,
      "loss_total": 0.009464655071496964,
      "step": 17430
    },
    {
      "loss_action": 0.00715940585359931,
      "loss_total": 0.00715940585359931,
      "step": 17430
    },
    {
      "loss_action": 0.009693591855466366,
      "loss_total": 0.009693591855466366,
      "step": 17430
    },
    {
      "loss_action": 0.014703814871609211,
      "loss_total": 0.014703814871609211,
      "step": 17430
    },
    {
      "grad_norm": 0.14983277022838593,
      "learning_rate": 9.58290888099006e-05,
      "loss": 0.0118,
      "step": 17440
    },
    {
      "loss_action": 0.010211639106273651,
      "loss_total": 0.010211639106273651,
      "step": 17440
    },
    {
      "loss_action": 0.00936981476843357,
      "loss_total": 0.00936981476843357,
      "step": 17440
    },
    {
      "loss_action": 0.010427357628941536,
      "loss_total": 0.010427357628941536,
      "step": 17440
    },
    {
      "loss_action": 0.01475740410387516,
      "loss_total": 0.01475740410387516,
      "step": 17440
    },
    {
      "loss_action": 0.025748085230588913,
      "loss_total": 0.025748085230588913,
      "step": 17440
    },
    {
      "loss_action": 0.012580793350934982,
      "loss_total": 0.012580793350934982,
      "step": 17440
    },
    {
      "loss_action": 0.005676478147506714,
      "loss_total": 0.005676478147506714,
      "step": 17440
    },
    {
      "loss_action": 0.014247581362724304,
      "loss_total": 0.014247581362724304,
      "step": 17440
    },
    {
      "grad_norm": 0.1458694040775299,
      "learning_rate": 9.582247495002486e-05,
      "loss": 0.0122,
      "step": 17450
    },
    {
      "loss_action": 0.016799062490463257,
      "loss_total": 0.016799062490463257,
      "step": 17450
    },
    {
      "loss_action": 0.004784056451171637,
      "loss_total": 0.004784056451171637,
      "step": 17450
    },
    {
      "loss_action": 0.020358795300126076,
      "loss_total": 0.020358795300126076,
      "step": 17450
    },
    {
      "loss_action": 0.013730756007134914,
      "loss_total": 0.013730756007134914,
      "step": 17450
    },
    {
      "loss_action": 0.012849772348999977,
      "loss_total": 0.012849772348999977,
      "step": 17450
    },
    {
      "loss_action": 0.009104729630053043,
      "loss_total": 0.009104729630053043,
      "step": 17450
    },
    {
      "loss_action": 0.0230764988809824,
      "loss_total": 0.0230764988809824,
      "step": 17450
    },
    {
      "loss_action": 0.015964465215802193,
      "loss_total": 0.015964465215802193,
      "step": 17450
    },
    {
      "grad_norm": 0.19160601496696472,
      "learning_rate": 9.581585607907214e-05,
      "loss": 0.0166,
      "step": 17460
    },
    {
      "loss_action": 0.015539037995040417,
      "loss_total": 0.015539037995040417,
      "step": 17460
    },
    {
      "loss_action": 0.012085886672139168,
      "loss_total": 0.012085886672139168,
      "step": 17460
    },
    {
      "loss_action": 0.013054839335381985,
      "loss_total": 0.013054839335381985,
      "step": 17460
    },
    {
      "loss_action": 0.01186574250459671,
      "loss_total": 0.01186574250459671,
      "step": 17460
    },
    {
      "loss_action": 0.010141407139599323,
      "loss_total": 0.010141407139599323,
      "step": 17460
    },
    {
      "loss_action": 0.01052003726363182,
      "loss_total": 0.01052003726363182,
      "step": 17460
    },
    {
      "loss_action": 0.020423436537384987,
      "loss_total": 0.020423436537384987,
      "step": 17460
    },
    {
      "loss_action": 0.014436597004532814,
      "loss_total": 0.014436597004532814,
      "step": 17460
    },
    {
      "grad_norm": 0.24748405814170837,
      "learning_rate": 9.580923219776628e-05,
      "loss": 0.0162,
      "step": 17470
    },
    {
      "loss_action": 0.008835388347506523,
      "loss_total": 0.008835388347506523,
      "step": 17470
    },
    {
      "loss_action": 0.01305775810033083,
      "loss_total": 0.01305775810033083,
      "step": 17470
    },
    {
      "loss_action": 0.006707552820444107,
      "loss_total": 0.006707552820444107,
      "step": 17470
    },
    {
      "loss_action": 0.01562657579779625,
      "loss_total": 0.01562657579779625,
      "step": 17470
    },
    {
      "loss_action": 0.009688541293144226,
      "loss_total": 0.009688541293144226,
      "step": 17470
    },
    {
      "loss_action": 0.026426002383232117,
      "loss_total": 0.026426002383232117,
      "step": 17470
    },
    {
      "loss_action": 0.026313886046409607,
      "loss_total": 0.026313886046409607,
      "step": 17470
    },
    {
      "loss_action": 0.009340300224721432,
      "loss_total": 0.009340300224721432,
      "step": 17470
    },
    {
      "grad_norm": 0.1643582433462143,
      "learning_rate": 9.580260330683167e-05,
      "loss": 0.0156,
      "step": 17480
    },
    {
      "loss_action": 0.01857614517211914,
      "loss_total": 0.01857614517211914,
      "step": 17480
    },
    {
      "loss_action": 0.013180436566472054,
      "loss_total": 0.013180436566472054,
      "step": 17480
    },
    {
      "loss_action": 0.024908723309636116,
      "loss_total": 0.024908723309636116,
      "step": 17480
    },
    {
      "loss_action": 0.016375530511140823,
      "loss_total": 0.016375530511140823,
      "step": 17480
    },
    {
      "loss_action": 0.027527250349521637,
      "loss_total": 0.027527250349521637,
      "step": 17480
    },
    {
      "loss_action": 0.02642057090997696,
      "loss_total": 0.02642057090997696,
      "step": 17480
    },
    {
      "loss_action": 0.021517641842365265,
      "loss_total": 0.021517641842365265,
      "step": 17480
    },
    {
      "loss_action": 0.021455496549606323,
      "loss_total": 0.021455496549606323,
      "step": 17480
    },
    {
      "grad_norm": 0.17243146896362305,
      "learning_rate": 9.579596940699322e-05,
      "loss": 0.0191,
      "step": 17490
    },
    {
      "loss_action": 0.02580546960234642,
      "loss_total": 0.02580546960234642,
      "step": 17490
    },
    {
      "loss_action": 0.017749248072504997,
      "loss_total": 0.017749248072504997,
      "step": 17490
    },
    {
      "loss_action": 0.007620468735694885,
      "loss_total": 0.007620468735694885,
      "step": 17490
    },
    {
      "loss_action": 0.008700203150510788,
      "loss_total": 0.008700203150510788,
      "step": 17490
    },
    {
      "loss_action": 0.02004782110452652,
      "loss_total": 0.02004782110452652,
      "step": 17490
    },
    {
      "loss_action": 0.010502971708774567,
      "loss_total": 0.010502971708774567,
      "step": 17490
    },
    {
      "loss_action": 0.01382626686245203,
      "loss_total": 0.01382626686245203,
      "step": 17490
    },
    {
      "loss_action": 0.004959373734891415,
      "loss_total": 0.004959373734891415,
      "step": 17490
    },
    {
      "grad_norm": 0.16367752850055695,
      "learning_rate": 9.578933049897643e-05,
      "loss": 0.0153,
      "step": 17500
    },
    {
      "loss_action": 0.01785227656364441,
      "loss_total": 0.01785227656364441,
      "step": 17500
    },
    {
      "loss_action": 0.016840821132063866,
      "loss_total": 0.016840821132063866,
      "step": 17500
    },
    {
      "loss_action": 0.01563330553472042,
      "loss_total": 0.01563330553472042,
      "step": 17500
    },
    {
      "loss_action": 0.023892849683761597,
      "loss_total": 0.023892849683761597,
      "step": 17500
    },
    {
      "loss_action": 0.027639832347631454,
      "loss_total": 0.027639832347631454,
      "step": 17500
    },
    {
      "loss_action": 0.021970294415950775,
      "loss_total": 0.021970294415950775,
      "step": 17500
    },
    {
      "loss_action": 0.012422624975442886,
      "loss_total": 0.012422624975442886,
      "step": 17500
    },
    {
      "loss_action": 0.012529728934168816,
      "loss_total": 0.012529728934168816,
      "step": 17500
    },
    {
      "grad_norm": 0.11777448654174805,
      "learning_rate": 9.578268658350728e-05,
      "loss": 0.0157,
      "step": 17510
    },
    {
      "loss_action": 0.008446479216217995,
      "loss_total": 0.008446479216217995,
      "step": 17510
    },
    {
      "loss_action": 0.01505597960203886,
      "loss_total": 0.01505597960203886,
      "step": 17510
    },
    {
      "loss_action": 0.008458700031042099,
      "loss_total": 0.008458700031042099,
      "step": 17510
    },
    {
      "loss_action": 0.01968846097588539,
      "loss_total": 0.01968846097588539,
      "step": 17510
    },
    {
      "loss_action": 0.012458299286663532,
      "loss_total": 0.012458299286663532,
      "step": 17510
    },
    {
      "loss_action": 0.015099899843335152,
      "loss_total": 0.015099899843335152,
      "step": 17510
    },
    {
      "loss_action": 0.02375010959804058,
      "loss_total": 0.02375010959804058,
      "step": 17510
    },
    {
      "loss_action": 0.008798067457973957,
      "loss_total": 0.008798067457973957,
      "step": 17510
    },
    {
      "grad_norm": 0.2038930356502533,
      "learning_rate": 9.577603766131235e-05,
      "loss": 0.017,
      "step": 17520
    },
    {
      "loss_action": 0.006727098021656275,
      "loss_total": 0.006727098021656275,
      "step": 17520
    },
    {
      "loss_action": 0.012645209208130836,
      "loss_total": 0.012645209208130836,
      "step": 17520
    },
    {
      "loss_action": 0.009944362565875053,
      "loss_total": 0.009944362565875053,
      "step": 17520
    },
    {
      "loss_action": 0.011179491877555847,
      "loss_total": 0.011179491877555847,
      "step": 17520
    },
    {
      "loss_action": 0.01700567454099655,
      "loss_total": 0.01700567454099655,
      "step": 17520
    },
    {
      "loss_action": 0.013305563479661942,
      "loss_total": 0.013305563479661942,
      "step": 17520
    },
    {
      "loss_action": 0.015420299023389816,
      "loss_total": 0.015420299023389816,
      "step": 17520
    },
    {
      "loss_action": 0.02166319265961647,
      "loss_total": 0.02166319265961647,
      "step": 17520
    },
    {
      "grad_norm": 0.13751065731048584,
      "learning_rate": 9.576938373311878e-05,
      "loss": 0.0162,
      "step": 17530
    },
    {
      "loss_action": 0.01550604309886694,
      "loss_total": 0.01550604309886694,
      "step": 17530
    },
    {
      "loss_action": 0.033790599554777145,
      "loss_total": 0.033790599554777145,
      "step": 17530
    },
    {
      "loss_action": 0.006465538404881954,
      "loss_total": 0.006465538404881954,
      "step": 17530
    },
    {
      "loss_action": 0.02323192171752453,
      "loss_total": 0.02323192171752453,
      "step": 17530
    },
    {
      "loss_action": 0.010860349982976913,
      "loss_total": 0.010860349982976913,
      "step": 17530
    },
    {
      "loss_action": 0.008132475428283215,
      "loss_total": 0.008132475428283215,
      "step": 17530
    },
    {
      "loss_action": 0.014529510401189327,
      "loss_total": 0.014529510401189327,
      "step": 17530
    },
    {
      "loss_action": 0.020196978002786636,
      "loss_total": 0.020196978002786636,
      "step": 17530
    },
    {
      "grad_norm": 0.17350032925605774,
      "learning_rate": 9.576272479965421e-05,
      "loss": 0.0169,
      "step": 17540
    },
    {
      "loss_action": 0.021074358373880386,
      "loss_total": 0.021074358373880386,
      "step": 17540
    },
    {
      "loss_action": 0.00816044956445694,
      "loss_total": 0.00816044956445694,
      "step": 17540
    },
    {
      "loss_action": 0.00903263408690691,
      "loss_total": 0.00903263408690691,
      "step": 17540
    },
    {
      "loss_action": 0.012002474628388882,
      "loss_total": 0.012002474628388882,
      "step": 17540
    },
    {
      "loss_action": 0.012462902814149857,
      "loss_total": 0.012462902814149857,
      "step": 17540
    },
    {
      "loss_action": 0.011925158090889454,
      "loss_total": 0.011925158090889454,
      "step": 17540
    },
    {
      "loss_action": 0.010142270475625992,
      "loss_total": 0.010142270475625992,
      "step": 17540
    },
    {
      "loss_action": 0.00821041688323021,
      "loss_total": 0.00821041688323021,
      "step": 17540
    },
    {
      "grad_norm": 0.14258131384849548,
      "learning_rate": 9.575606086164687e-05,
      "loss": 0.0153,
      "step": 17550
    },
    {
      "loss_action": 0.012830393388867378,
      "loss_total": 0.012830393388867378,
      "step": 17550
    },
    {
      "loss_action": 0.019650323316454887,
      "loss_total": 0.019650323316454887,
      "step": 17550
    },
    {
      "loss_action": 0.013088850304484367,
      "loss_total": 0.013088850304484367,
      "step": 17550
    },
    {
      "loss_action": 0.006920722313225269,
      "loss_total": 0.006920722313225269,
      "step": 17550
    },
    {
      "loss_action": 0.007034949958324432,
      "loss_total": 0.007034949958324432,
      "step": 17550
    },
    {
      "loss_action": 0.015333233401179314,
      "loss_total": 0.015333233401179314,
      "step": 17550
    },
    {
      "loss_action": 0.017208265140652657,
      "loss_total": 0.017208265140652657,
      "step": 17550
    },
    {
      "loss_action": 0.012601824477314949,
      "loss_total": 0.012601824477314949,
      "step": 17550
    },
    {
      "grad_norm": 0.20949140191078186,
      "learning_rate": 9.57493919198255e-05,
      "loss": 0.0126,
      "step": 17560
    },
    {
      "loss_action": 0.011397669091820717,
      "loss_total": 0.011397669091820717,
      "step": 17560
    },
    {
      "loss_action": 0.02434701845049858,
      "loss_total": 0.02434701845049858,
      "step": 17560
    },
    {
      "loss_action": 0.025309648364782333,
      "loss_total": 0.025309648364782333,
      "step": 17560
    },
    {
      "loss_action": 0.009831393137574196,
      "loss_total": 0.009831393137574196,
      "step": 17560
    },
    {
      "loss_action": 0.009494837373495102,
      "loss_total": 0.009494837373495102,
      "step": 17560
    },
    {
      "loss_action": 0.010766735300421715,
      "loss_total": 0.010766735300421715,
      "step": 17560
    },
    {
      "loss_action": 0.017986588180065155,
      "loss_total": 0.017986588180065155,
      "step": 17560
    },
    {
      "loss_action": 0.012578589841723442,
      "loss_total": 0.012578589841723442,
      "step": 17560
    },
    {
      "grad_norm": 0.16210246086120605,
      "learning_rate": 9.57427179749194e-05,
      "loss": 0.0168,
      "step": 17570
    },
    {
      "loss_action": 0.010835997760295868,
      "loss_total": 0.010835997760295868,
      "step": 17570
    },
    {
      "loss_action": 0.01810336299240589,
      "loss_total": 0.01810336299240589,
      "step": 17570
    },
    {
      "loss_action": 0.012034064158797264,
      "loss_total": 0.012034064158797264,
      "step": 17570
    },
    {
      "loss_action": 0.011740237474441528,
      "loss_total": 0.011740237474441528,
      "step": 17570
    },
    {
      "loss_action": 0.08924991637468338,
      "loss_total": 0.08924991637468338,
      "step": 17570
    },
    {
      "loss_action": 0.030928781256079674,
      "loss_total": 0.030928781256079674,
      "step": 17570
    },
    {
      "loss_action": 0.007790752686560154,
      "loss_total": 0.007790752686560154,
      "step": 17570
    },
    {
      "loss_action": 0.02167757786810398,
      "loss_total": 0.02167757786810398,
      "step": 17570
    },
    {
      "grad_norm": 0.15897221863269806,
      "learning_rate": 9.573603902765846e-05,
      "loss": 0.018,
      "step": 17580
    },
    {
      "loss_action": 0.016482993960380554,
      "loss_total": 0.016482993960380554,
      "step": 17580
    },
    {
      "loss_action": 0.00885920412838459,
      "loss_total": 0.00885920412838459,
      "step": 17580
    },
    {
      "loss_action": 0.017170539125800133,
      "loss_total": 0.017170539125800133,
      "step": 17580
    },
    {
      "loss_action": 0.018238432705402374,
      "loss_total": 0.018238432705402374,
      "step": 17580
    },
    {
      "loss_action": 0.007971318438649178,
      "loss_total": 0.007971318438649178,
      "step": 17580
    },
    {
      "loss_action": 0.034141842275857925,
      "loss_total": 0.034141842275857925,
      "step": 17580
    },
    {
      "loss_action": 0.015243293717503548,
      "loss_total": 0.015243293717503548,
      "step": 17580
    },
    {
      "loss_action": 0.013287993147969246,
      "loss_total": 0.013287993147969246,
      "step": 17580
    },
    {
      "grad_norm": 0.12768393754959106,
      "learning_rate": 9.572935507877304e-05,
      "loss": 0.0154,
      "step": 17590
    },
    {
      "loss_action": 0.009255293756723404,
      "loss_total": 0.009255293756723404,
      "step": 17590
    },
    {
      "loss_action": 0.010246684774756432,
      "loss_total": 0.010246684774756432,
      "step": 17590
    },
    {
      "loss_action": 0.005324259400367737,
      "loss_total": 0.005324259400367737,
      "step": 17590
    },
    {
      "loss_action": 0.01618761382997036,
      "loss_total": 0.01618761382997036,
      "step": 17590
    },
    {
      "loss_action": 0.00939756166189909,
      "loss_total": 0.00939756166189909,
      "step": 17590
    },
    {
      "loss_action": 0.020741060376167297,
      "loss_total": 0.020741060376167297,
      "step": 17590
    },
    {
      "loss_action": 0.01489194855093956,
      "loss_total": 0.01489194855093956,
      "step": 17590
    },
    {
      "loss_action": 0.00997542031109333,
      "loss_total": 0.00997542031109333,
      "step": 17590
    },
    {
      "grad_norm": 0.12904872000217438,
      "learning_rate": 9.57226661289941e-05,
      "loss": 0.0148,
      "step": 17600
    },
    {
      "loss_action": 0.007210599258542061,
      "loss_total": 0.007210599258542061,
      "step": 17600
    },
    {
      "loss_action": 0.006349977105855942,
      "loss_total": 0.006349977105855942,
      "step": 17600
    },
    {
      "loss_action": 0.005434723105281591,
      "loss_total": 0.005434723105281591,
      "step": 17600
    },
    {
      "loss_action": 0.006320063024759293,
      "loss_total": 0.006320063024759293,
      "step": 17600
    },
    {
      "loss_action": 0.008505611680448055,
      "loss_total": 0.008505611680448055,
      "step": 17600
    },
    {
      "loss_action": 0.02135430835187435,
      "loss_total": 0.02135430835187435,
      "step": 17600
    },
    {
      "loss_action": 0.010584477335214615,
      "loss_total": 0.010584477335214615,
      "step": 17600
    },
    {
      "loss_action": 0.015338250435888767,
      "loss_total": 0.015338250435888767,
      "step": 17600
    },
    {
      "grad_norm": 0.13843609392642975,
      "learning_rate": 9.571597217905315e-05,
      "loss": 0.0135,
      "step": 17610
    },
    {
      "loss_action": 0.005955723579972982,
      "loss_total": 0.005955723579972982,
      "step": 17610
    },
    {
      "loss_action": 0.028448987752199173,
      "loss_total": 0.028448987752199173,
      "step": 17610
    },
    {
      "loss_action": 0.010941697284579277,
      "loss_total": 0.010941697284579277,
      "step": 17610
    },
    {
      "loss_action": 0.009466994553804398,
      "loss_total": 0.009466994553804398,
      "step": 17610
    },
    {
      "loss_action": 0.013983998447656631,
      "loss_total": 0.013983998447656631,
      "step": 17610
    },
    {
      "loss_action": 0.007114730775356293,
      "loss_total": 0.007114730775356293,
      "step": 17610
    },
    {
      "loss_action": 0.006150209344923496,
      "loss_total": 0.006150209344923496,
      "step": 17610
    },
    {
      "loss_action": 0.007260119542479515,
      "loss_total": 0.007260119542479515,
      "step": 17610
    },
    {
      "grad_norm": 0.09718140214681625,
      "learning_rate": 9.57092732296822e-05,
      "loss": 0.012,
      "step": 17620
    },
    {
      "loss_action": 0.006036287639290094,
      "loss_total": 0.006036287639290094,
      "step": 17620
    },
    {
      "loss_action": 0.010866429656744003,
      "loss_total": 0.010866429656744003,
      "step": 17620
    },
    {
      "loss_action": 0.014060936868190765,
      "loss_total": 0.014060936868190765,
      "step": 17620
    },
    {
      "loss_action": 0.0080183744430542,
      "loss_total": 0.0080183744430542,
      "step": 17620
    },
    {
      "loss_action": 0.007632056716829538,
      "loss_total": 0.007632056716829538,
      "step": 17620
    },
    {
      "loss_action": 0.023270221427083015,
      "loss_total": 0.023270221427083015,
      "step": 17620
    },
    {
      "loss_action": 0.022933924570679665,
      "loss_total": 0.022933924570679665,
      "step": 17620
    },
    {
      "loss_action": 0.03492113947868347,
      "loss_total": 0.03492113947868347,
      "step": 17620
    },
    {
      "grad_norm": 0.15977472066879272,
      "learning_rate": 9.570256928161385e-05,
      "loss": 0.0152,
      "step": 17630
    },
    {
      "loss_action": 0.04004751890897751,
      "loss_total": 0.04004751890897751,
      "step": 17630
    },
    {
      "loss_action": 0.005830163136124611,
      "loss_total": 0.005830163136124611,
      "step": 17630
    },
    {
      "loss_action": 0.018206994980573654,
      "loss_total": 0.018206994980573654,
      "step": 17630
    },
    {
      "loss_action": 0.010735949501395226,
      "loss_total": 0.010735949501395226,
      "step": 17630
    },
    {
      "loss_action": 0.012052004225552082,
      "loss_total": 0.012052004225552082,
      "step": 17630
    },
    {
      "loss_action": 0.0135453836992383,
      "loss_total": 0.0135453836992383,
      "step": 17630
    },
    {
      "loss_action": 0.005952929146587849,
      "loss_total": 0.005952929146587849,
      "step": 17630
    },
    {
      "loss_action": 0.04565787315368652,
      "loss_total": 0.04565787315368652,
      "step": 17630
    },
    {
      "grad_norm": 0.13532978296279907,
      "learning_rate": 9.569586033558126e-05,
      "loss": 0.0144,
      "step": 17640
    },
    {
      "loss_action": 0.010559086687862873,
      "loss_total": 0.010559086687862873,
      "step": 17640
    },
    {
      "loss_action": 0.012140672653913498,
      "loss_total": 0.012140672653913498,
      "step": 17640
    },
    {
      "loss_action": 0.013534676283597946,
      "loss_total": 0.013534676283597946,
      "step": 17640
    },
    {
      "loss_action": 0.005088848993182182,
      "loss_total": 0.005088848993182182,
      "step": 17640
    },
    {
      "loss_action": 0.017602017149329185,
      "loss_total": 0.017602017149329185,
      "step": 17640
    },
    {
      "loss_action": 0.00871933065354824,
      "loss_total": 0.00871933065354824,
      "step": 17640
    },
    {
      "loss_action": 0.008058561943471432,
      "loss_total": 0.008058561943471432,
      "step": 17640
    },
    {
      "loss_action": 0.005887351930141449,
      "loss_total": 0.005887351930141449,
      "step": 17640
    },
    {
      "grad_norm": 0.14611473679542542,
      "learning_rate": 9.568914639231807e-05,
      "loss": 0.0144,
      "step": 17650
    },
    {
      "loss_action": 0.005933024454861879,
      "loss_total": 0.005933024454861879,
      "step": 17650
    },
    {
      "loss_action": 0.03474787250161171,
      "loss_total": 0.03474787250161171,
      "step": 17650
    },
    {
      "loss_action": 0.013122589327394962,
      "loss_total": 0.013122589327394962,
      "step": 17650
    },
    {
      "loss_action": 0.021919436752796173,
      "loss_total": 0.021919436752796173,
      "step": 17650
    },
    {
      "loss_action": 0.009790079668164253,
      "loss_total": 0.009790079668164253,
      "step": 17650
    },
    {
      "loss_action": 0.03872111439704895,
      "loss_total": 0.03872111439704895,
      "step": 17650
    },
    {
      "loss_action": 0.0163543913513422,
      "loss_total": 0.0163543913513422,
      "step": 17650
    },
    {
      "loss_action": 0.008144140243530273,
      "loss_total": 0.008144140243530273,
      "step": 17650
    },
    {
      "grad_norm": 0.14783717691898346,
      "learning_rate": 9.568242745255852e-05,
      "loss": 0.0147,
      "step": 17660
    },
    {
      "loss_action": 0.011926736682653427,
      "loss_total": 0.011926736682653427,
      "step": 17660
    },
    {
      "loss_action": 0.019788585603237152,
      "loss_total": 0.019788585603237152,
      "step": 17660
    },
    {
      "loss_action": 0.010553546249866486,
      "loss_total": 0.010553546249866486,
      "step": 17660
    },
    {
      "loss_action": 0.006890384014695883,
      "loss_total": 0.006890384014695883,
      "step": 17660
    },
    {
      "loss_action": 0.025160973891615868,
      "loss_total": 0.025160973891615868,
      "step": 17660
    },
    {
      "loss_action": 0.01731308363378048,
      "loss_total": 0.01731308363378048,
      "step": 17660
    },
    {
      "loss_action": 0.009431915357708931,
      "loss_total": 0.009431915357708931,
      "step": 17660
    },
    {
      "loss_action": 0.01298549771308899,
      "loss_total": 0.01298549771308899,
      "step": 17660
    },
    {
      "grad_norm": 0.22634881734848022,
      "learning_rate": 9.567570351703739e-05,
      "loss": 0.013,
      "step": 17670
    },
    {
      "loss_action": 0.012129999697208405,
      "loss_total": 0.012129999697208405,
      "step": 17670
    },
    {
      "loss_action": 0.01639007031917572,
      "loss_total": 0.01639007031917572,
      "step": 17670
    },
    {
      "loss_action": 0.01841367781162262,
      "loss_total": 0.01841367781162262,
      "step": 17670
    },
    {
      "loss_action": 0.016227103769779205,
      "loss_total": 0.016227103769779205,
      "step": 17670
    },
    {
      "loss_action": 0.03095076233148575,
      "loss_total": 0.03095076233148575,
      "step": 17670
    },
    {
      "loss_action": 0.00821361318230629,
      "loss_total": 0.00821361318230629,
      "step": 17670
    },
    {
      "loss_action": 0.01045805960893631,
      "loss_total": 0.01045805960893631,
      "step": 17670
    },
    {
      "loss_action": 0.017743002623319626,
      "loss_total": 0.017743002623319626,
      "step": 17670
    },
    {
      "grad_norm": 0.2037174105644226,
      "learning_rate": 9.566897458649001e-05,
      "loss": 0.0143,
      "step": 17680
    },
    {
      "loss_action": 0.01892058178782463,
      "loss_total": 0.01892058178782463,
      "step": 17680
    },
    {
      "loss_action": 0.010599933564662933,
      "loss_total": 0.010599933564662933,
      "step": 17680
    },
    {
      "loss_action": 0.01355736330151558,
      "loss_total": 0.01355736330151558,
      "step": 17680
    },
    {
      "loss_action": 0.00687211100012064,
      "loss_total": 0.00687211100012064,
      "step": 17680
    },
    {
      "loss_action": 0.01827729493379593,
      "loss_total": 0.01827729493379593,
      "step": 17680
    },
    {
      "loss_action": 0.013905191794037819,
      "loss_total": 0.013905191794037819,
      "step": 17680
    },
    {
      "loss_action": 0.019589601084589958,
      "loss_total": 0.019589601084589958,
      "step": 17680
    },
    {
      "loss_action": 0.0065581826493144035,
      "loss_total": 0.0065581826493144035,
      "step": 17680
    },
    {
      "grad_norm": 0.16667331755161285,
      "learning_rate": 9.566224066165221e-05,
      "loss": 0.0181,
      "step": 17690
    },
    {
      "loss_action": 0.012388594448566437,
      "loss_total": 0.012388594448566437,
      "step": 17690
    },
    {
      "loss_action": 0.016454409807920456,
      "loss_total": 0.016454409807920456,
      "step": 17690
    },
    {
      "loss_action": 0.009672330692410469,
      "loss_total": 0.009672330692410469,
      "step": 17690
    },
    {
      "loss_action": 0.021650739014148712,
      "loss_total": 0.021650739014148712,
      "step": 17690
    },
    {
      "loss_action": 0.013998541049659252,
      "loss_total": 0.013998541049659252,
      "step": 17690
    },
    {
      "loss_action": 0.012788478285074234,
      "loss_total": 0.012788478285074234,
      "step": 17690
    },
    {
      "loss_action": 0.01858152262866497,
      "loss_total": 0.01858152262866497,
      "step": 17690
    },
    {
      "loss_action": 0.026146231219172478,
      "loss_total": 0.026146231219172478,
      "step": 17690
    },
    {
      "grad_norm": 0.2224644273519516,
      "learning_rate": 9.565550174326043e-05,
      "loss": 0.0158,
      "step": 17700
    },
    {
      "loss_action": 0.02070617489516735,
      "loss_total": 0.02070617489516735,
      "step": 17700
    },
    {
      "loss_action": 0.05871960520744324,
      "loss_total": 0.05871960520744324,
      "step": 17700
    },
    {
      "loss_action": 0.025070302188396454,
      "loss_total": 0.025070302188396454,
      "step": 17700
    },
    {
      "loss_action": 0.009223219007253647,
      "loss_total": 0.009223219007253647,
      "step": 17700
    },
    {
      "loss_action": 0.010815084911882877,
      "loss_total": 0.010815084911882877,
      "step": 17700
    },
    {
      "loss_action": 0.0319567434489727,
      "loss_total": 0.0319567434489727,
      "step": 17700
    },
    {
      "loss_action": 0.0071158334612846375,
      "loss_total": 0.0071158334612846375,
      "step": 17700
    },
    {
      "loss_action": 0.022383075207471848,
      "loss_total": 0.022383075207471848,
      "step": 17700
    },
    {
      "grad_norm": 0.20700787007808685,
      "learning_rate": 9.564875783205162e-05,
      "loss": 0.0159,
      "step": 17710
    },
    {
      "loss_action": 0.011190539225935936,
      "loss_total": 0.011190539225935936,
      "step": 17710
    },
    {
      "loss_action": 0.008861148729920387,
      "loss_total": 0.008861148729920387,
      "step": 17710
    },
    {
      "loss_action": 0.011815021745860577,
      "loss_total": 0.011815021745860577,
      "step": 17710
    },
    {
      "loss_action": 0.01281685195863247,
      "loss_total": 0.01281685195863247,
      "step": 17710
    },
    {
      "loss_action": 0.01857469044625759,
      "loss_total": 0.01857469044625759,
      "step": 17710
    },
    {
      "loss_action": 0.02934972569346428,
      "loss_total": 0.02934972569346428,
      "step": 17710
    },
    {
      "loss_action": 0.00877363421022892,
      "loss_total": 0.00877363421022892,
      "step": 17710
    },
    {
      "loss_action": 0.011020226404070854,
      "loss_total": 0.011020226404070854,
      "step": 17710
    },
    {
      "grad_norm": 0.12225627899169922,
      "learning_rate": 9.564200892876328e-05,
      "loss": 0.0153,
      "step": 17720
    },
    {
      "loss_action": 0.020797094330191612,
      "loss_total": 0.020797094330191612,
      "step": 17720
    },
    {
      "loss_action": 0.008690502494573593,
      "loss_total": 0.008690502494573593,
      "step": 17720
    },
    {
      "loss_action": 0.008875049650669098,
      "loss_total": 0.008875049650669098,
      "step": 17720
    },
    {
      "loss_action": 0.01732112467288971,
      "loss_total": 0.01732112467288971,
      "step": 17720
    },
    {
      "loss_action": 0.012514353729784489,
      "loss_total": 0.012514353729784489,
      "step": 17720
    },
    {
      "loss_action": 0.01929447427392006,
      "loss_total": 0.01929447427392006,
      "step": 17720
    },
    {
      "loss_action": 0.010958990082144737,
      "loss_total": 0.010958990082144737,
      "step": 17720
    },
    {
      "loss_action": 0.011900193057954311,
      "loss_total": 0.011900193057954311,
      "step": 17720
    },
    {
      "grad_norm": 0.21014483273029327,
      "learning_rate": 9.563525503413348e-05,
      "loss": 0.0177,
      "step": 17730
    },
    {
      "loss_action": 0.01303325966000557,
      "loss_total": 0.01303325966000557,
      "step": 17730
    },
    {
      "loss_action": 0.011352121829986572,
      "loss_total": 0.011352121829986572,
      "step": 17730
    },
    {
      "loss_action": 0.013571735471487045,
      "loss_total": 0.013571735471487045,
      "step": 17730
    },
    {
      "loss_action": 0.01798880845308304,
      "loss_total": 0.01798880845308304,
      "step": 17730
    },
    {
      "loss_action": 0.011286108754575253,
      "loss_total": 0.011286108754575253,
      "step": 17730
    },
    {
      "loss_action": 0.016153385862708092,
      "loss_total": 0.016153385862708092,
      "step": 17730
    },
    {
      "loss_action": 0.011516725644469261,
      "loss_total": 0.011516725644469261,
      "step": 17730
    },
    {
      "loss_action": 0.030116450041532516,
      "loss_total": 0.030116450041532516,
      "step": 17730
    },
    {
      "grad_norm": 0.15680727362632751,
      "learning_rate": 9.562849614890079e-05,
      "loss": 0.0167,
      "step": 17740
    },
    {
      "loss_action": 0.01365366205573082,
      "loss_total": 0.01365366205573082,
      "step": 17740
    },
    {
      "loss_action": 0.010823985561728477,
      "loss_total": 0.010823985561728477,
      "step": 17740
    },
    {
      "loss_action": 0.019348815083503723,
      "loss_total": 0.019348815083503723,
      "step": 17740
    },
    {
      "loss_action": 0.012647505849599838,
      "loss_total": 0.012647505849599838,
      "step": 17740
    },
    {
      "loss_action": 0.012164007872343063,
      "loss_total": 0.012164007872343063,
      "step": 17740
    },
    {
      "loss_action": 0.006067171692848206,
      "loss_total": 0.006067171692848206,
      "step": 17740
    },
    {
      "loss_action": 0.0074143134988844395,
      "loss_total": 0.0074143134988844395,
      "step": 17740
    },
    {
      "loss_action": 0.012090040370821953,
      "loss_total": 0.012090040370821953,
      "step": 17740
    },
    {
      "grad_norm": 0.12586989998817444,
      "learning_rate": 9.562173227380436e-05,
      "loss": 0.0157,
      "step": 17750
    },
    {
      "loss_action": 0.020625364035367966,
      "loss_total": 0.020625364035367966,
      "step": 17750
    },
    {
      "loss_action": 0.01652093417942524,
      "loss_total": 0.01652093417942524,
      "step": 17750
    },
    {
      "loss_action": 0.016652105376124382,
      "loss_total": 0.016652105376124382,
      "step": 17750
    },
    {
      "loss_action": 0.03479648008942604,
      "loss_total": 0.03479648008942604,
      "step": 17750
    },
    {
      "loss_action": 0.021675605326890945,
      "loss_total": 0.021675605326890945,
      "step": 17750
    },
    {
      "loss_action": 0.022361164912581444,
      "loss_total": 0.022361164912581444,
      "step": 17750
    },
    {
      "loss_action": 0.04653970152139664,
      "loss_total": 0.04653970152139664,
      "step": 17750
    },
    {
      "loss_action": 0.021602969616651535,
      "loss_total": 0.021602969616651535,
      "step": 17750
    },
    {
      "grad_norm": 0.23225943744182587,
      "learning_rate": 9.561496340958389e-05,
      "loss": 0.0174,
      "step": 17760
    },
    {
      "loss_action": 0.008676249533891678,
      "loss_total": 0.008676249533891678,
      "step": 17760
    },
    {
      "loss_action": 0.010346907190978527,
      "loss_total": 0.010346907190978527,
      "step": 17760
    },
    {
      "loss_action": 0.015154208987951279,
      "loss_total": 0.015154208987951279,
      "step": 17760
    },
    {
      "loss_action": 0.010798394680023193,
      "loss_total": 0.010798394680023193,
      "step": 17760
    },
    {
      "loss_action": 0.024953775107860565,
      "loss_total": 0.024953775107860565,
      "step": 17760
    },
    {
      "loss_action": 0.014728643000125885,
      "loss_total": 0.014728643000125885,
      "step": 17760
    },
    {
      "loss_action": 0.015135020948946476,
      "loss_total": 0.015135020948946476,
      "step": 17760
    },
    {
      "loss_action": 0.009024448692798615,
      "loss_total": 0.009024448692798615,
      "step": 17760
    },
    {
      "grad_norm": 0.22506971657276154,
      "learning_rate": 9.560818955697959e-05,
      "loss": 0.0159,
      "step": 17770
    },
    {
      "loss_action": 0.034631337970495224,
      "loss_total": 0.034631337970495224,
      "step": 17770
    },
    {
      "loss_action": 0.029883475974202156,
      "loss_total": 0.029883475974202156,
      "step": 17770
    },
    {
      "loss_action": 0.015785789117217064,
      "loss_total": 0.015785789117217064,
      "step": 17770
    },
    {
      "loss_action": 0.028311654925346375,
      "loss_total": 0.028311654925346375,
      "step": 17770
    },
    {
      "loss_action": 0.00923074595630169,
      "loss_total": 0.00923074595630169,
      "step": 17770
    },
    {
      "loss_action": 0.08741976320743561,
      "loss_total": 0.08741976320743561,
      "step": 17770
    },
    {
      "loss_action": 0.008242199197411537,
      "loss_total": 0.008242199197411537,
      "step": 17770
    },
    {
      "loss_action": 0.007470639422535896,
      "loss_total": 0.007470639422535896,
      "step": 17770
    },
    {
      "grad_norm": 0.15716972947120667,
      "learning_rate": 9.560141071673228e-05,
      "loss": 0.0168,
      "step": 17780
    },
    {
      "loss_action": 0.01452737394720316,
      "loss_total": 0.01452737394720316,
      "step": 17780
    },
    {
      "loss_action": 0.01703178510069847,
      "loss_total": 0.01703178510069847,
      "step": 17780
    },
    {
      "loss_action": 0.019269408658146858,
      "loss_total": 0.019269408658146858,
      "step": 17780
    },
    {
      "loss_action": 0.016651416197419167,
      "loss_total": 0.016651416197419167,
      "step": 17780
    },
    {
      "loss_action": 0.0075840731151402,
      "loss_total": 0.0075840731151402,
      "step": 17780
    },
    {
      "loss_action": 0.029287278652191162,
      "loss_total": 0.029287278652191162,
      "step": 17780
    },
    {
      "loss_action": 0.018348272889852524,
      "loss_total": 0.018348272889852524,
      "step": 17780
    },
    {
      "loss_action": 0.01119929552078247,
      "loss_total": 0.01119929552078247,
      "step": 17780
    },
    {
      "grad_norm": 0.1638706773519516,
      "learning_rate": 9.559462688958323e-05,
      "loss": 0.0175,
      "step": 17790
    },
    {
      "loss_action": 0.010675650089979172,
      "loss_total": 0.010675650089979172,
      "step": 17790
    },
    {
      "loss_action": 0.005410022102296352,
      "loss_total": 0.005410022102296352,
      "step": 17790
    },
    {
      "loss_action": 0.009519882500171661,
      "loss_total": 0.009519882500171661,
      "step": 17790
    },
    {
      "loss_action": 0.015440897084772587,
      "loss_total": 0.015440897084772587,
      "step": 17790
    },
    {
      "loss_action": 0.006535439286381006,
      "loss_total": 0.006535439286381006,
      "step": 17790
    },
    {
      "loss_action": 0.023181332275271416,
      "loss_total": 0.023181332275271416,
      "step": 17790
    },
    {
      "loss_action": 0.017573300749063492,
      "loss_total": 0.017573300749063492,
      "step": 17790
    },
    {
      "loss_action": 0.010261192917823792,
      "loss_total": 0.010261192917823792,
      "step": 17790
    },
    {
      "grad_norm": 0.18348246812820435,
      "learning_rate": 9.558783807627434e-05,
      "loss": 0.0148,
      "step": 17800
    },
    {
      "loss_action": 0.010946527123451233,
      "loss_total": 0.010946527123451233,
      "step": 17800
    },
    {
      "loss_action": 0.007088388316333294,
      "loss_total": 0.007088388316333294,
      "step": 17800
    },
    {
      "loss_action": 0.02463357150554657,
      "loss_total": 0.02463357150554657,
      "step": 17800
    },
    {
      "loss_action": 0.012087521143257618,
      "loss_total": 0.012087521143257618,
      "step": 17800
    },
    {
      "loss_action": 0.008332266472280025,
      "loss_total": 0.008332266472280025,
      "step": 17800
    },
    {
      "loss_action": 0.008341757580637932,
      "loss_total": 0.008341757580637932,
      "step": 17800
    },
    {
      "loss_action": 0.010513074696063995,
      "loss_total": 0.010513074696063995,
      "step": 17800
    },
    {
      "loss_action": 0.006667880807071924,
      "loss_total": 0.006667880807071924,
      "step": 17800
    },
    {
      "grad_norm": 0.18235254287719727,
      "learning_rate": 9.558104427754801e-05,
      "loss": 0.0162,
      "step": 17810
    },
    {
      "loss_action": 0.01274651288986206,
      "loss_total": 0.01274651288986206,
      "step": 17810
    },
    {
      "loss_action": 0.008150169625878334,
      "loss_total": 0.008150169625878334,
      "step": 17810
    },
    {
      "loss_action": 0.021105308085680008,
      "loss_total": 0.021105308085680008,
      "step": 17810
    },
    {
      "loss_action": 0.010901765897870064,
      "loss_total": 0.010901765897870064,
      "step": 17810
    },
    {
      "loss_action": 0.009978342801332474,
      "loss_total": 0.009978342801332474,
      "step": 17810
    },
    {
      "loss_action": 0.007368997670710087,
      "loss_total": 0.007368997670710087,
      "step": 17810
    },
    {
      "loss_action": 0.007859442383050919,
      "loss_total": 0.007859442383050919,
      "step": 17810
    },
    {
      "loss_action": 0.0048089660704135895,
      "loss_total": 0.0048089660704135895,
      "step": 17810
    },
    {
      "grad_norm": 0.1441153734922409,
      "learning_rate": 9.557424549414722e-05,
      "loss": 0.0139,
      "step": 17820
    },
    {
      "loss_action": 0.006993575021624565,
      "loss_total": 0.006993575021624565,
      "step": 17820
    },
    {
      "loss_action": 0.005877799820154905,
      "loss_total": 0.005877799820154905,
      "step": 17820
    },
    {
      "loss_action": 0.01440992671996355,
      "loss_total": 0.01440992671996355,
      "step": 17820
    },
    {
      "loss_action": 0.010481951758265495,
      "loss_total": 0.010481951758265495,
      "step": 17820
    },
    {
      "loss_action": 0.004777008667588234,
      "loss_total": 0.004777008667588234,
      "step": 17820
    },
    {
      "loss_action": 0.014008140191435814,
      "loss_total": 0.014008140191435814,
      "step": 17820
    },
    {
      "loss_action": 0.03245389461517334,
      "loss_total": 0.03245389461517334,
      "step": 17820
    },
    {
      "loss_action": 0.01661023683845997,
      "loss_total": 0.01661023683845997,
      "step": 17820
    },
    {
      "grad_norm": 0.1566377431154251,
      "learning_rate": 9.556744172681546e-05,
      "loss": 0.0129,
      "step": 17830
    },
    {
      "loss_action": 0.016798101365566254,
      "loss_total": 0.016798101365566254,
      "step": 17830
    },
    {
      "loss_action": 0.011544385924935341,
      "loss_total": 0.011544385924935341,
      "step": 17830
    },
    {
      "loss_action": 0.018425505608320236,
      "loss_total": 0.018425505608320236,
      "step": 17830
    },
    {
      "loss_action": 0.017309611663222313,
      "loss_total": 0.017309611663222313,
      "step": 17830
    },
    {
      "loss_action": 0.019335951656103134,
      "loss_total": 0.019335951656103134,
      "step": 17830
    },
    {
      "loss_action": 0.007654895074665546,
      "loss_total": 0.007654895074665546,
      "step": 17830
    },
    {
      "loss_action": 0.0038234663661569357,
      "loss_total": 0.0038234663661569357,
      "step": 17830
    },
    {
      "loss_action": 0.010461056604981422,
      "loss_total": 0.010461056604981422,
      "step": 17830
    },
    {
      "grad_norm": 0.1779145449399948,
      "learning_rate": 9.556063297629677e-05,
      "loss": 0.0133,
      "step": 17840
    },
    {
      "loss_action": 0.01271539181470871,
      "loss_total": 0.01271539181470871,
      "step": 17840
    },
    {
      "loss_action": 0.004264968913048506,
      "loss_total": 0.004264968913048506,
      "step": 17840
    },
    {
      "loss_action": 0.03796719014644623,
      "loss_total": 0.03796719014644623,
      "step": 17840
    },
    {
      "loss_action": 0.010324720293283463,
      "loss_total": 0.010324720293283463,
      "step": 17840
    },
    {
      "loss_action": 0.012539736926555634,
      "loss_total": 0.012539736926555634,
      "step": 17840
    },
    {
      "loss_action": 0.041014164686203,
      "loss_total": 0.041014164686203,
      "step": 17840
    },
    {
      "loss_action": 0.00810353085398674,
      "loss_total": 0.00810353085398674,
      "step": 17840
    },
    {
      "loss_action": 0.012835354544222355,
      "loss_total": 0.012835354544222355,
      "step": 17840
    },
    {
      "grad_norm": 0.17111146450042725,
      "learning_rate": 9.555381924333578e-05,
      "loss": 0.0163,
      "step": 17850
    },
    {
      "loss_action": 0.02035389095544815,
      "loss_total": 0.02035389095544815,
      "step": 17850
    },
    {
      "loss_action": 0.018181441351771355,
      "loss_total": 0.018181441351771355,
      "step": 17850
    },
    {
      "loss_action": 0.02141641080379486,
      "loss_total": 0.02141641080379486,
      "step": 17850
    },
    {
      "loss_action": 0.01597832888364792,
      "loss_total": 0.01597832888364792,
      "step": 17850
    },
    {
      "loss_action": 0.01430144440382719,
      "loss_total": 0.01430144440382719,
      "step": 17850
    },
    {
      "loss_action": 0.021984733641147614,
      "loss_total": 0.021984733641147614,
      "step": 17850
    },
    {
      "loss_action": 0.026420574635267258,
      "loss_total": 0.026420574635267258,
      "step": 17850
    },
    {
      "loss_action": 0.012191807851195335,
      "loss_total": 0.012191807851195335,
      "step": 17850
    },
    {
      "grad_norm": 0.13786455988883972,
      "learning_rate": 9.554700052867758e-05,
      "loss": 0.016,
      "step": 17860
    },
    {
      "loss_action": 0.006849579978734255,
      "loss_total": 0.006849579978734255,
      "step": 17860
    },
    {
      "loss_action": 0.012373212724924088,
      "loss_total": 0.012373212724924088,
      "step": 17860
    },
    {
      "loss_action": 0.013870169408619404,
      "loss_total": 0.013870169408619404,
      "step": 17860
    },
    {
      "loss_action": 0.015240177512168884,
      "loss_total": 0.015240177512168884,
      "step": 17860
    },
    {
      "loss_action": 0.028879409655928612,
      "loss_total": 0.028879409655928612,
      "step": 17860
    },
    {
      "loss_action": 0.016670729964971542,
      "loss_total": 0.016670729964971542,
      "step": 17860
    },
    {
      "loss_action": 0.017064902931451797,
      "loss_total": 0.017064902931451797,
      "step": 17860
    },
    {
      "loss_action": 0.048376716673374176,
      "loss_total": 0.048376716673374176,
      "step": 17860
    },
    {
      "grad_norm": 0.21643373370170593,
      "learning_rate": 9.554017683306789e-05,
      "loss": 0.0182,
      "step": 17870
    },
    {
      "loss_action": 0.02791217528283596,
      "loss_total": 0.02791217528283596,
      "step": 17870
    },
    {
      "loss_action": 0.011837612837553024,
      "loss_total": 0.011837612837553024,
      "step": 17870
    },
    {
      "loss_action": 0.008481228724122047,
      "loss_total": 0.008481228724122047,
      "step": 17870
    },
    {
      "loss_action": 0.01669098250567913,
      "loss_total": 0.01669098250567913,
      "step": 17870
    },
    {
      "loss_action": 0.011450476944446564,
      "loss_total": 0.011450476944446564,
      "step": 17870
    },
    {
      "loss_action": 0.016246775165200233,
      "loss_total": 0.016246775165200233,
      "step": 17870
    },
    {
      "loss_action": 0.01272679679095745,
      "loss_total": 0.01272679679095745,
      "step": 17870
    },
    {
      "loss_action": 0.010967975482344627,
      "loss_total": 0.010967975482344627,
      "step": 17870
    },
    {
      "grad_norm": 0.23963594436645508,
      "learning_rate": 9.553334815725294e-05,
      "loss": 0.0165,
      "step": 17880
    },
    {
      "loss_action": 0.015699366107583046,
      "loss_total": 0.015699366107583046,
      "step": 17880
    },
    {
      "loss_action": 0.016255207359790802,
      "loss_total": 0.016255207359790802,
      "step": 17880
    },
    {
      "loss_action": 0.011897550895810127,
      "loss_total": 0.011897550895810127,
      "step": 17880
    },
    {
      "loss_action": 0.007163286674767733,
      "loss_total": 0.007163286674767733,
      "step": 17880
    },
    {
      "loss_action": 0.051521480083465576,
      "loss_total": 0.051521480083465576,
      "step": 17880
    },
    {
      "loss_action": 0.009113735519349575,
      "loss_total": 0.009113735519349575,
      "step": 17880
    },
    {
      "loss_action": 0.007803085260093212,
      "loss_total": 0.007803085260093212,
      "step": 17880
    },
    {
      "loss_action": 0.011679691262543201,
      "loss_total": 0.011679691262543201,
      "step": 17880
    },
    {
      "grad_norm": 0.17735981941223145,
      "learning_rate": 9.552651450197949e-05,
      "loss": 0.0197,
      "step": 17890
    },
    {
      "loss_action": 0.01681804284453392,
      "loss_total": 0.01681804284453392,
      "step": 17890
    },
    {
      "loss_action": 0.012848895974457264,
      "loss_total": 0.012848895974457264,
      "step": 17890
    },
    {
      "loss_action": 0.014423036947846413,
      "loss_total": 0.014423036947846413,
      "step": 17890
    },
    {
      "loss_action": 0.012905056588351727,
      "loss_total": 0.012905056588351727,
      "step": 17890
    },
    {
      "loss_action": 0.026329440996050835,
      "loss_total": 0.026329440996050835,
      "step": 17890
    },
    {
      "loss_action": 0.025967344641685486,
      "loss_total": 0.025967344641685486,
      "step": 17890
    },
    {
      "loss_action": 0.011726011522114277,
      "loss_total": 0.011726011522114277,
      "step": 17890
    },
    {
      "loss_action": 0.013924340717494488,
      "loss_total": 0.013924340717494488,
      "step": 17890
    },
    {
      "grad_norm": 0.15649330615997314,
      "learning_rate": 9.551967586799486e-05,
      "loss": 0.0161,
      "step": 17900
    },
    {
      "loss_action": 0.018713288009166718,
      "loss_total": 0.018713288009166718,
      "step": 17900
    },
    {
      "loss_action": 0.014832939952611923,
      "loss_total": 0.014832939952611923,
      "step": 17900
    },
    {
      "loss_action": 0.008114630356431007,
      "loss_total": 0.008114630356431007,
      "step": 17900
    },
    {
      "loss_action": 0.008968712761998177,
      "loss_total": 0.008968712761998177,
      "step": 17900
    },
    {
      "loss_action": 0.014878170564770699,
      "loss_total": 0.014878170564770699,
      "step": 17900
    },
    {
      "loss_action": 0.015304982662200928,
      "loss_total": 0.015304982662200928,
      "step": 17900
    },
    {
      "loss_action": 0.010264284908771515,
      "loss_total": 0.010264284908771515,
      "step": 17900
    },
    {
      "loss_action": 0.022937877103686333,
      "loss_total": 0.022937877103686333,
      "step": 17900
    },
    {
      "grad_norm": 0.1919689178466797,
      "learning_rate": 9.551283225604692e-05,
      "loss": 0.0152,
      "step": 17910
    },
    {
      "loss_action": 0.007000654004514217,
      "loss_total": 0.007000654004514217,
      "step": 17910
    },
    {
      "loss_action": 0.016318075358867645,
      "loss_total": 0.016318075358867645,
      "step": 17910
    },
    {
      "loss_action": 0.01069275476038456,
      "loss_total": 0.01069275476038456,
      "step": 17910
    },
    {
      "loss_action": 0.006133750546723604,
      "loss_total": 0.006133750546723604,
      "step": 17910
    },
    {
      "loss_action": 0.006095224060118198,
      "loss_total": 0.006095224060118198,
      "step": 17910
    },
    {
      "loss_action": 0.005052533932030201,
      "loss_total": 0.005052533932030201,
      "step": 17910
    },
    {
      "loss_action": 0.014656787738204002,
      "loss_total": 0.014656787738204002,
      "step": 17910
    },
    {
      "loss_action": 0.014928695745766163,
      "loss_total": 0.014928695745766163,
      "step": 17910
    },
    {
      "grad_norm": 0.1945955753326416,
      "learning_rate": 9.550598366688406e-05,
      "loss": 0.0145,
      "step": 17920
    },
    {
      "loss_action": 0.00994239840656519,
      "loss_total": 0.00994239840656519,
      "step": 17920
    },
    {
      "loss_action": 0.010765228420495987,
      "loss_total": 0.010765228420495987,
      "step": 17920
    },
    {
      "loss_action": 0.01548775378614664,
      "loss_total": 0.01548775378614664,
      "step": 17920
    },
    {
      "loss_action": 0.005086683202534914,
      "loss_total": 0.005086683202534914,
      "step": 17920
    },
    {
      "loss_action": 0.01271312590688467,
      "loss_total": 0.01271312590688467,
      "step": 17920
    },
    {
      "loss_action": 0.014481281861662865,
      "loss_total": 0.014481281861662865,
      "step": 17920
    },
    {
      "loss_action": 0.0160384401679039,
      "loss_total": 0.0160384401679039,
      "step": 17920
    },
    {
      "loss_action": 0.00900750420987606,
      "loss_total": 0.00900750420987606,
      "step": 17920
    },
    {
      "grad_norm": 0.13149487972259521,
      "learning_rate": 9.549913010125526e-05,
      "loss": 0.0125,
      "step": 17930
    },
    {
      "loss_action": 0.011445272713899612,
      "loss_total": 0.011445272713899612,
      "step": 17930
    },
    {
      "loss_action": 0.01484132744371891,
      "loss_total": 0.01484132744371891,
      "step": 17930
    },
    {
      "loss_action": 0.034125544130802155,
      "loss_total": 0.034125544130802155,
      "step": 17930
    },
    {
      "loss_action": 0.010720847174525261,
      "loss_total": 0.010720847174525261,
      "step": 17930
    },
    {
      "loss_action": 0.018049947917461395,
      "loss_total": 0.018049947917461395,
      "step": 17930
    },
    {
      "loss_action": 0.011842764914035797,
      "loss_total": 0.011842764914035797,
      "step": 17930
    },
    {
      "loss_action": 0.009461985900998116,
      "loss_total": 0.009461985900998116,
      "step": 17930
    },
    {
      "loss_action": 0.018543345853686333,
      "loss_total": 0.018543345853686333,
      "step": 17930
    },
    {
      "grad_norm": 0.1757679283618927,
      "learning_rate": 9.549227155990999e-05,
      "loss": 0.0136,
      "step": 17940
    },
    {
      "loss_action": 0.030332842841744423,
      "loss_total": 0.030332842841744423,
      "step": 17940
    },
    {
      "loss_action": 0.016407137736678123,
      "loss_total": 0.016407137736678123,
      "step": 17940
    },
    {
      "loss_action": 0.031689781695604324,
      "loss_total": 0.031689781695604324,
      "step": 17940
    },
    {
      "loss_action": 0.014383967965841293,
      "loss_total": 0.014383967965841293,
      "step": 17940
    },
    {
      "loss_action": 0.00985296443104744,
      "loss_total": 0.00985296443104744,
      "step": 17940
    },
    {
      "loss_action": 0.01200055330991745,
      "loss_total": 0.01200055330991745,
      "step": 17940
    },
    {
      "loss_action": 0.010124986991286278,
      "loss_total": 0.010124986991286278,
      "step": 17940
    },
    {
      "loss_action": 0.015544572845101357,
      "loss_total": 0.015544572845101357,
      "step": 17940
    },
    {
      "grad_norm": 0.28327497839927673,
      "learning_rate": 9.548540804359828e-05,
      "loss": 0.0151,
      "step": 17950
    },
    {
      "loss_action": 0.00894961878657341,
      "loss_total": 0.00894961878657341,
      "step": 17950
    },
    {
      "loss_action": 0.005811414681375027,
      "loss_total": 0.005811414681375027,
      "step": 17950
    },
    {
      "loss_action": 0.008731178939342499,
      "loss_total": 0.008731178939342499,
      "step": 17950
    },
    {
      "loss_action": 0.03561615198850632,
      "loss_total": 0.03561615198850632,
      "step": 17950
    },
    {
      "loss_action": 0.01372817438095808,
      "loss_total": 0.01372817438095808,
      "step": 17950
    },
    {
      "loss_action": 0.015644200146198273,
      "loss_total": 0.015644200146198273,
      "step": 17950
    },
    {
      "loss_action": 0.022425714880228043,
      "loss_total": 0.022425714880228043,
      "step": 17950
    },
    {
      "loss_action": 0.01715662330389023,
      "loss_total": 0.01715662330389023,
      "step": 17950
    },
    {
      "grad_norm": 0.17260754108428955,
      "learning_rate": 9.547853955307077e-05,
      "loss": 0.0145,
      "step": 17960
    },
    {
      "loss_action": 0.019203733652830124,
      "loss_total": 0.019203733652830124,
      "step": 17960
    },
    {
      "loss_action": 0.007870578207075596,
      "loss_total": 0.007870578207075596,
      "step": 17960
    },
    {
      "loss_action": 0.02168305218219757,
      "loss_total": 0.02168305218219757,
      "step": 17960
    },
    {
      "loss_action": 0.017023270949721336,
      "loss_total": 0.017023270949721336,
      "step": 17960
    },
    {
      "loss_action": 0.004616117104887962,
      "loss_total": 0.004616117104887962,
      "step": 17960
    },
    {
      "loss_action": 0.005283762235194445,
      "loss_total": 0.005283762235194445,
      "step": 17960
    },
    {
      "loss_action": 0.022221367806196213,
      "loss_total": 0.022221367806196213,
      "step": 17960
    },
    {
      "loss_action": 0.02257457934319973,
      "loss_total": 0.02257457934319973,
      "step": 17960
    },
    {
      "grad_norm": 0.13079357147216797,
      "learning_rate": 9.547166608907853e-05,
      "loss": 0.015,
      "step": 17970
    },
    {
      "loss_action": 0.005124101880937815,
      "loss_total": 0.005124101880937815,
      "step": 17970
    },
    {
      "loss_action": 0.00801481306552887,
      "loss_total": 0.00801481306552887,
      "step": 17970
    },
    {
      "loss_action": 0.02084512449800968,
      "loss_total": 0.02084512449800968,
      "step": 17970
    },
    {
      "loss_action": 0.019013848155736923,
      "loss_total": 0.019013848155736923,
      "step": 17970
    },
    {
      "loss_action": 0.007262473925948143,
      "loss_total": 0.007262473925948143,
      "step": 17970
    },
    {
      "loss_action": 0.010468186810612679,
      "loss_total": 0.010468186810612679,
      "step": 17970
    },
    {
      "loss_action": 0.012680185958743095,
      "loss_total": 0.012680185958743095,
      "step": 17970
    },
    {
      "loss_action": 0.006306189112365246,
      "loss_total": 0.006306189112365246,
      "step": 17970
    },
    {
      "grad_norm": 0.16881920397281647,
      "learning_rate": 9.546478765237326e-05,
      "loss": 0.0143,
      "step": 17980
    },
    {
      "loss_action": 0.010316390544176102,
      "loss_total": 0.010316390544176102,
      "step": 17980
    },
    {
      "loss_action": 0.012375609949231148,
      "loss_total": 0.012375609949231148,
      "step": 17980
    },
    {
      "loss_action": 0.03623257577419281,
      "loss_total": 0.03623257577419281,
      "step": 17980
    },
    {
      "loss_action": 0.00841602124273777,
      "loss_total": 0.00841602124273777,
      "step": 17980
    },
    {
      "loss_action": 0.008927015587687492,
      "loss_total": 0.008927015587687492,
      "step": 17980
    },
    {
      "loss_action": 0.009653834626078606,
      "loss_total": 0.009653834626078606,
      "step": 17980
    },
    {
      "loss_action": 0.01428138092160225,
      "loss_total": 0.01428138092160225,
      "step": 17980
    },
    {
      "loss_action": 0.01620238646864891,
      "loss_total": 0.01620238646864891,
      "step": 17980
    },
    {
      "grad_norm": 0.17042678594589233,
      "learning_rate": 9.545790424370715e-05,
      "loss": 0.0136,
      "step": 17990
    },
    {
      "loss_action": 0.013931567780673504,
      "loss_total": 0.013931567780673504,
      "step": 17990
    },
    {
      "loss_action": 0.010665533132851124,
      "loss_total": 0.010665533132851124,
      "step": 17990
    },
    {
      "loss_action": 0.02932492271065712,
      "loss_total": 0.02932492271065712,
      "step": 17990
    },
    {
      "loss_action": 0.014851963147521019,
      "loss_total": 0.014851963147521019,
      "step": 17990
    },
    {
      "loss_action": 0.007951309904456139,
      "loss_total": 0.007951309904456139,
      "step": 17990
    },
    {
      "loss_action": 0.026244712993502617,
      "loss_total": 0.026244712993502617,
      "step": 17990
    },
    {
      "loss_action": 0.012110725045204163,
      "loss_total": 0.012110725045204163,
      "step": 17990
    },
    {
      "loss_action": 0.008906640112400055,
      "loss_total": 0.008906640112400055,
      "step": 17990
    },
    {
      "grad_norm": 0.19344301521778107,
      "learning_rate": 9.5451015863833e-05,
      "loss": 0.0143,
      "step": 18000
    },
    {
      "loss_action": 0.025689372792840004,
      "loss_total": 0.025689372792840004,
      "step": 18000
    },
    {
      "loss_action": 0.00830753892660141,
      "loss_total": 0.00830753892660141,
      "step": 18000
    },
    {
      "loss_action": 0.016741149127483368,
      "loss_total": 0.016741149127483368,
      "step": 18000
    },
    {
      "loss_action": 0.01095174066722393,
      "loss_total": 0.01095174066722393,
      "step": 18000
    },
    {
      "loss_action": 0.009628643281757832,
      "loss_total": 0.009628643281757832,
      "step": 18000
    },
    {
      "loss_action": 0.007654378190636635,
      "loss_total": 0.007654378190636635,
      "step": 18000
    },
    {
      "loss_action": 0.01397355180233717,
      "loss_total": 0.01397355180233717,
      "step": 18000
    },
    {
      "loss_action": 0.007873307913541794,
      "loss_total": 0.007873307913541794,
      "step": 18000
    },
    {
      "grad_norm": 0.1667335033416748,
      "learning_rate": 9.544412251350408e-05,
      "loss": 0.0146,
      "step": 18010
    },
    {
      "loss_action": 0.01590045541524887,
      "loss_total": 0.01590045541524887,
      "step": 18010
    },
    {
      "loss_action": 0.012580689042806625,
      "loss_total": 0.012580689042806625,
      "step": 18010
    },
    {
      "loss_action": 0.019186438992619514,
      "loss_total": 0.019186438992619514,
      "step": 18010
    },
    {
      "loss_action": 0.021246619522571564,
      "loss_total": 0.021246619522571564,
      "step": 18010
    },
    {
      "loss_action": 0.01003452017903328,
      "loss_total": 0.01003452017903328,
      "step": 18010
    },
    {
      "loss_action": 0.039134129881858826,
      "loss_total": 0.039134129881858826,
      "step": 18010
    },
    {
      "loss_action": 0.01930786669254303,
      "loss_total": 0.01930786669254303,
      "step": 18010
    },
    {
      "loss_action": 0.012520167976617813,
      "loss_total": 0.012520167976617813,
      "step": 18010
    },
    {
      "grad_norm": 0.21839001774787903,
      "learning_rate": 9.543722419347422e-05,
      "loss": 0.0138,
      "step": 18020
    },
    {
      "loss_action": 0.006501617841422558,
      "loss_total": 0.006501617841422558,
      "step": 18020
    },
    {
      "loss_action": 0.020862247794866562,
      "loss_total": 0.020862247794866562,
      "step": 18020
    },
    {
      "loss_action": 0.009411538951098919,
      "loss_total": 0.009411538951098919,
      "step": 18020
    },
    {
      "loss_action": 0.013656271621584892,
      "loss_total": 0.013656271621584892,
      "step": 18020
    },
    {
      "loss_action": 0.03334447368979454,
      "loss_total": 0.03334447368979454,
      "step": 18020
    },
    {
      "loss_action": 0.015757817775011063,
      "loss_total": 0.015757817775011063,
      "step": 18020
    },
    {
      "loss_action": 0.012509257532656193,
      "loss_total": 0.012509257532656193,
      "step": 18020
    },
    {
      "loss_action": 0.021799998357892036,
      "loss_total": 0.021799998357892036,
      "step": 18020
    },
    {
      "grad_norm": 0.16521404683589935,
      "learning_rate": 9.543032090449788e-05,
      "loss": 0.0139,
      "step": 18030
    },
    {
      "loss_action": 0.0109074916690588,
      "loss_total": 0.0109074916690588,
      "step": 18030
    },
    {
      "loss_action": 0.012691281735897064,
      "loss_total": 0.012691281735897064,
      "step": 18030
    },
    {
      "loss_action": 0.006586791016161442,
      "loss_total": 0.006586791016161442,
      "step": 18030
    },
    {
      "loss_action": 0.00843372568488121,
      "loss_total": 0.00843372568488121,
      "step": 18030
    },
    {
      "loss_action": 0.005213180091232061,
      "loss_total": 0.005213180091232061,
      "step": 18030
    },
    {
      "loss_action": 0.014548363164067268,
      "loss_total": 0.014548363164067268,
      "step": 18030
    },
    {
      "loss_action": 0.01591842621564865,
      "loss_total": 0.01591842621564865,
      "step": 18030
    },
    {
      "loss_action": 0.006627091206610203,
      "loss_total": 0.006627091206610203,
      "step": 18030
    },
    {
      "grad_norm": 0.163850799202919,
      "learning_rate": 9.542341264732992e-05,
      "loss": 0.0141,
      "step": 18040
    },
    {
      "loss_action": 0.03821808844804764,
      "loss_total": 0.03821808844804764,
      "step": 18040
    },
    {
      "loss_action": 0.009108307771384716,
      "loss_total": 0.009108307771384716,
      "step": 18040
    },
    {
      "loss_action": 0.010103943757712841,
      "loss_total": 0.010103943757712841,
      "step": 18040
    },
    {
      "loss_action": 0.01278345100581646,
      "loss_total": 0.01278345100581646,
      "step": 18040
    },
    {
      "loss_action": 0.013078638352453709,
      "loss_total": 0.013078638352453709,
      "step": 18040
    },
    {
      "loss_action": 0.01920377090573311,
      "loss_total": 0.01920377090573311,
      "step": 18040
    },
    {
      "loss_action": 0.007393759209662676,
      "loss_total": 0.007393759209662676,
      "step": 18040
    },
    {
      "loss_action": 0.02378883771598339,
      "loss_total": 0.02378883771598339,
      "step": 18040
    },
    {
      "grad_norm": 0.22309908270835876,
      "learning_rate": 9.541649942272585e-05,
      "loss": 0.0173,
      "step": 18050
    },
    {
      "loss_action": 0.017419613897800446,
      "loss_total": 0.017419613897800446,
      "step": 18050
    },
    {
      "loss_action": 0.008166610263288021,
      "loss_total": 0.008166610263288021,
      "step": 18050
    },
    {
      "loss_action": 0.013994565233588219,
      "loss_total": 0.013994565233588219,
      "step": 18050
    },
    {
      "loss_action": 0.03493792563676834,
      "loss_total": 0.03493792563676834,
      "step": 18050
    },
    {
      "loss_action": 0.011030804365873337,
      "loss_total": 0.011030804365873337,
      "step": 18050
    },
    {
      "loss_action": 0.008616402745246887,
      "loss_total": 0.008616402745246887,
      "step": 18050
    },
    {
      "loss_action": 0.011600950732827187,
      "loss_total": 0.011600950732827187,
      "step": 18050
    },
    {
      "loss_action": 0.010199710726737976,
      "loss_total": 0.010199710726737976,
      "step": 18050
    },
    {
      "grad_norm": 0.17829087376594543,
      "learning_rate": 9.54095812314417e-05,
      "loss": 0.0148,
      "step": 18060
    },
    {
      "loss_action": 0.01108558475971222,
      "loss_total": 0.01108558475971222,
      "step": 18060
    },
    {
      "loss_action": 0.017877737060189247,
      "loss_total": 0.017877737060189247,
      "step": 18060
    },
    {
      "loss_action": 0.019688626751303673,
      "loss_total": 0.019688626751303673,
      "step": 18060
    },
    {
      "loss_action": 0.011855792254209518,
      "loss_total": 0.011855792254209518,
      "step": 18060
    },
    {
      "loss_action": 0.02197205275297165,
      "loss_total": 0.02197205275297165,
      "step": 18060
    },
    {
      "loss_action": 0.009767958894371986,
      "loss_total": 0.009767958894371986,
      "step": 18060
    },
    {
      "loss_action": 0.017322469502687454,
      "loss_total": 0.017322469502687454,
      "step": 18060
    },
    {
      "loss_action": 0.021220332011580467,
      "loss_total": 0.021220332011580467,
      "step": 18060
    },
    {
      "grad_norm": 0.23325052857398987,
      "learning_rate": 9.540265807423401e-05,
      "loss": 0.0152,
      "step": 18070
    },
    {
      "loss_action": 0.009302835911512375,
      "loss_total": 0.009302835911512375,
      "step": 18070
    },
    {
      "loss_action": 0.01662202924489975,
      "loss_total": 0.01662202924489975,
      "step": 18070
    },
    {
      "loss_action": 0.010612569749355316,
      "loss_total": 0.010612569749355316,
      "step": 18070
    },
    {
      "loss_action": 0.008979316800832748,
      "loss_total": 0.008979316800832748,
      "step": 18070
    },
    {
      "loss_action": 0.007764311973005533,
      "loss_total": 0.007764311973005533,
      "step": 18070
    },
    {
      "loss_action": 0.015154206193983555,
      "loss_total": 0.015154206193983555,
      "step": 18070
    },
    {
      "loss_action": 0.009267261251807213,
      "loss_total": 0.009267261251807213,
      "step": 18070
    },
    {
      "loss_action": 0.008119605481624603,
      "loss_total": 0.008119605481624603,
      "step": 18070
    },
    {
      "grad_norm": 0.1673600971698761,
      "learning_rate": 9.53957299518599e-05,
      "loss": 0.012,
      "step": 18080
    },
    {
      "loss_action": 0.02073407918214798,
      "loss_total": 0.02073407918214798,
      "step": 18080
    },
    {
      "loss_action": 0.032832514494657516,
      "loss_total": 0.032832514494657516,
      "step": 18080
    },
    {
      "loss_action": 0.012458664365112782,
      "loss_total": 0.012458664365112782,
      "step": 18080
    },
    {
      "loss_action": 0.011563923209905624,
      "loss_total": 0.011563923209905624,
      "step": 18080
    },
    {
      "loss_action": 0.008581075817346573,
      "loss_total": 0.008581075817346573,
      "step": 18080
    },
    {
      "loss_action": 0.01978307031095028,
      "loss_total": 0.01978307031095028,
      "step": 18080
    },
    {
      "loss_action": 0.00477643171325326,
      "loss_total": 0.00477643171325326,
      "step": 18080
    },
    {
      "loss_action": 0.009523245505988598,
      "loss_total": 0.009523245505988598,
      "step": 18080
    },
    {
      "grad_norm": 0.13578729331493378,
      "learning_rate": 9.5388796865077e-05,
      "loss": 0.0129,
      "step": 18090
    },
    {
      "loss_action": 0.0060280789621174335,
      "loss_total": 0.0060280789621174335,
      "step": 18090
    },
    {
      "loss_action": 0.007456622086465359,
      "loss_total": 0.007456622086465359,
      "step": 18090
    },
    {
      "loss_action": 0.00737238023430109,
      "loss_total": 0.00737238023430109,
      "step": 18090
    },
    {
      "loss_action": 0.013394704088568687,
      "loss_total": 0.013394704088568687,
      "step": 18090
    },
    {
      "loss_action": 0.014830213040113449,
      "loss_total": 0.014830213040113449,
      "step": 18090
    },
    {
      "loss_action": 0.020465023815631866,
      "loss_total": 0.020465023815631866,
      "step": 18090
    },
    {
      "loss_action": 0.02283015102148056,
      "loss_total": 0.02283015102148056,
      "step": 18090
    },
    {
      "loss_action": 0.020753666758537292,
      "loss_total": 0.020753666758537292,
      "step": 18090
    },
    {
      "grad_norm": 0.17153510451316833,
      "learning_rate": 9.538185881464353e-05,
      "loss": 0.0129,
      "step": 18100
    },
    {
      "loss_action": 0.011858015321195126,
      "loss_total": 0.011858015321195126,
      "step": 18100
    },
    {
      "loss_action": 0.012661600485444069,
      "loss_total": 0.012661600485444069,
      "step": 18100
    },
    {
      "loss_action": 0.01243547536432743,
      "loss_total": 0.01243547536432743,
      "step": 18100
    },
    {
      "loss_action": 0.013122069649398327,
      "loss_total": 0.013122069649398327,
      "step": 18100
    },
    {
      "loss_action": 0.017072875052690506,
      "loss_total": 0.017072875052690506,
      "step": 18100
    },
    {
      "loss_action": 0.020220983773469925,
      "loss_total": 0.020220983773469925,
      "step": 18100
    },
    {
      "loss_action": 0.007413847371935844,
      "loss_total": 0.007413847371935844,
      "step": 18100
    },
    {
      "loss_action": 0.016332853585481644,
      "loss_total": 0.016332853585481644,
      "step": 18100
    },
    {
      "grad_norm": 0.15687309205532074,
      "learning_rate": 9.537491580131821e-05,
      "loss": 0.0133,
      "step": 18110
    },
    {
      "loss_action": 0.008535383269190788,
      "loss_total": 0.008535383269190788,
      "step": 18110
    },
    {
      "loss_action": 0.005659570451825857,
      "loss_total": 0.005659570451825857,
      "step": 18110
    },
    {
      "loss_action": 0.013656459748744965,
      "loss_total": 0.013656459748744965,
      "step": 18110
    },
    {
      "loss_action": 0.01438279077410698,
      "loss_total": 0.01438279077410698,
      "step": 18110
    },
    {
      "loss_action": 0.011493262834846973,
      "loss_total": 0.011493262834846973,
      "step": 18110
    },
    {
      "loss_action": 0.009767967276275158,
      "loss_total": 0.009767967276275158,
      "step": 18110
    },
    {
      "loss_action": 0.013371141627430916,
      "loss_total": 0.013371141627430916,
      "step": 18110
    },
    {
      "loss_action": 0.014051157981157303,
      "loss_total": 0.014051157981157303,
      "step": 18110
    },
    {
      "grad_norm": 0.14621266722679138,
      "learning_rate": 9.53679678258603e-05,
      "loss": 0.0131,
      "step": 18120
    },
    {
      "loss_action": 0.016889899969100952,
      "loss_total": 0.016889899969100952,
      "step": 18120
    },
    {
      "loss_action": 0.011040088720619678,
      "loss_total": 0.011040088720619678,
      "step": 18120
    },
    {
      "loss_action": 0.022566277533769608,
      "loss_total": 0.022566277533769608,
      "step": 18120
    },
    {
      "loss_action": 0.011261481791734695,
      "loss_total": 0.011261481791734695,
      "step": 18120
    },
    {
      "loss_action": 0.011683306656777859,
      "loss_total": 0.011683306656777859,
      "step": 18120
    },
    {
      "loss_action": 0.01013347040861845,
      "loss_total": 0.01013347040861845,
      "step": 18120
    },
    {
      "loss_action": 0.005318618379533291,
      "loss_total": 0.005318618379533291,
      "step": 18120
    },
    {
      "loss_action": 0.011328599415719509,
      "loss_total": 0.011328599415719509,
      "step": 18120
    },
    {
      "grad_norm": 0.12419553101062775,
      "learning_rate": 9.536101488902966e-05,
      "loss": 0.013,
      "step": 18130
    },
    {
      "loss_action": 0.016646195203065872,
      "loss_total": 0.016646195203065872,
      "step": 18130
    },
    {
      "loss_action": 0.014732950367033482,
      "loss_total": 0.014732950367033482,
      "step": 18130
    },
    {
      "loss_action": 0.013235114514827728,
      "loss_total": 0.013235114514827728,
      "step": 18130
    },
    {
      "loss_action": 0.008667076006531715,
      "loss_total": 0.008667076006531715,
      "step": 18130
    },
    {
      "loss_action": 0.009036424569785595,
      "loss_total": 0.009036424569785595,
      "step": 18130
    },
    {
      "loss_action": 0.008780810981988907,
      "loss_total": 0.008780810981988907,
      "step": 18130
    },
    {
      "loss_action": 0.015387236140668392,
      "loss_total": 0.015387236140668392,
      "step": 18130
    },
    {
      "loss_action": 0.01561658177524805,
      "loss_total": 0.01561658177524805,
      "step": 18130
    },
    {
      "grad_norm": 0.14568579196929932,
      "learning_rate": 9.535405699158663e-05,
      "loss": 0.017,
      "step": 18140
    },
    {
      "loss_action": 0.008552239276468754,
      "loss_total": 0.008552239276468754,
      "step": 18140
    },
    {
      "loss_action": 0.007094112224876881,
      "loss_total": 0.007094112224876881,
      "step": 18140
    },
    {
      "loss_action": 0.011930655688047409,
      "loss_total": 0.011930655688047409,
      "step": 18140
    },
    {
      "loss_action": 0.008164293132722378,
      "loss_total": 0.008164293132722378,
      "step": 18140
    },
    {
      "loss_action": 0.0073727890849113464,
      "loss_total": 0.0073727890849113464,
      "step": 18140
    },
    {
      "loss_action": 0.012857826426625252,
      "loss_total": 0.012857826426625252,
      "step": 18140
    },
    {
      "loss_action": 0.010108979418873787,
      "loss_total": 0.010108979418873787,
      "step": 18140
    },
    {
      "loss_action": 0.02104317769408226,
      "loss_total": 0.02104317769408226,
      "step": 18140
    },
    {
      "grad_norm": 0.13699477910995483,
      "learning_rate": 9.53470941342921e-05,
      "loss": 0.0139,
      "step": 18150
    },
    {
      "loss_action": 0.02301844395697117,
      "loss_total": 0.02301844395697117,
      "step": 18150
    },
    {
      "loss_action": 0.03860270977020264,
      "loss_total": 0.03860270977020264,
      "step": 18150
    },
    {
      "loss_action": 0.010322454385459423,
      "loss_total": 0.010322454385459423,
      "step": 18150
    },
    {
      "loss_action": 0.01595315709710121,
      "loss_total": 0.01595315709710121,
      "step": 18150
    },
    {
      "loss_action": 0.010284336283802986,
      "loss_total": 0.010284336283802986,
      "step": 18150
    },
    {
      "loss_action": 0.007641563192009926,
      "loss_total": 0.007641563192009926,
      "step": 18150
    },
    {
      "loss_action": 0.013360713608562946,
      "loss_total": 0.013360713608562946,
      "step": 18150
    },
    {
      "loss_action": 0.009762968868017197,
      "loss_total": 0.009762968868017197,
      "step": 18150
    },
    {
      "grad_norm": 0.18017807602882385,
      "learning_rate": 9.534012631790756e-05,
      "loss": 0.0143,
      "step": 18160
    },
    {
      "loss_action": 0.009610861539840698,
      "loss_total": 0.009610861539840698,
      "step": 18160
    },
    {
      "loss_action": 0.011940945871174335,
      "loss_total": 0.011940945871174335,
      "step": 18160
    },
    {
      "loss_action": 0.007501775398850441,
      "loss_total": 0.007501775398850441,
      "step": 18160
    },
    {
      "loss_action": 0.017581049352884293,
      "loss_total": 0.017581049352884293,
      "step": 18160
    },
    {
      "loss_action": 0.018703140318393707,
      "loss_total": 0.018703140318393707,
      "step": 18160
    },
    {
      "loss_action": 0.025217294692993164,
      "loss_total": 0.025217294692993164,
      "step": 18160
    },
    {
      "loss_action": 0.01945100724697113,
      "loss_total": 0.01945100724697113,
      "step": 18160
    },
    {
      "loss_action": 0.013255318626761436,
      "loss_total": 0.013255318626761436,
      "step": 18160
    },
    {
      "grad_norm": 0.12105169147253036,
      "learning_rate": 9.533315354319494e-05,
      "loss": 0.0161,
      "step": 18170
    },
    {
      "loss_action": 0.030889427289366722,
      "loss_total": 0.030889427289366722,
      "step": 18170
    },
    {
      "loss_action": 0.008841527625918388,
      "loss_total": 0.008841527625918388,
      "step": 18170
    },
    {
      "loss_action": 0.030520983040332794,
      "loss_total": 0.030520983040332794,
      "step": 18170
    },
    {
      "loss_action": 0.034196801483631134,
      "loss_total": 0.034196801483631134,
      "step": 18170
    },
    {
      "loss_action": 0.015255086123943329,
      "loss_total": 0.015255086123943329,
      "step": 18170
    },
    {
      "loss_action": 0.00888895709067583,
      "loss_total": 0.00888895709067583,
      "step": 18170
    },
    {
      "loss_action": 0.04689718037843704,
      "loss_total": 0.04689718037843704,
      "step": 18170
    },
    {
      "loss_action": 0.00849401019513607,
      "loss_total": 0.00849401019513607,
      "step": 18170
    },
    {
      "grad_norm": 0.14497993886470795,
      "learning_rate": 9.532617581091682e-05,
      "loss": 0.014,
      "step": 18180
    },
    {
      "loss_action": 0.010575021617114544,
      "loss_total": 0.010575021617114544,
      "step": 18180
    },
    {
      "loss_action": 0.0169508159160614,
      "loss_total": 0.0169508159160614,
      "step": 18180
    },
    {
      "loss_action": 0.009925108402967453,
      "loss_total": 0.009925108402967453,
      "step": 18180
    },
    {
      "loss_action": 0.026024704799056053,
      "loss_total": 0.026024704799056053,
      "step": 18180
    },
    {
      "loss_action": 0.005591101478785276,
      "loss_total": 0.005591101478785276,
      "step": 18180
    },
    {
      "loss_action": 0.028860772028565407,
      "loss_total": 0.028860772028565407,
      "step": 18180
    },
    {
      "loss_action": 0.00982268899679184,
      "loss_total": 0.00982268899679184,
      "step": 18180
    },
    {
      "loss_action": 0.02561713568866253,
      "loss_total": 0.02561713568866253,
      "step": 18180
    },
    {
      "grad_norm": 0.25990018248558044,
      "learning_rate": 9.531919312183629e-05,
      "loss": 0.0157,
      "step": 18190
    },
    {
      "loss_action": 0.009421889670193195,
      "loss_total": 0.009421889670193195,
      "step": 18190
    },
    {
      "loss_action": 0.01145082525908947,
      "loss_total": 0.01145082525908947,
      "step": 18190
    },
    {
      "loss_action": 0.03260844200849533,
      "loss_total": 0.03260844200849533,
      "step": 18190
    },
    {
      "loss_action": 0.0057274592109024525,
      "loss_total": 0.0057274592109024525,
      "step": 18190
    },
    {
      "loss_action": 0.00741632329300046,
      "loss_total": 0.00741632329300046,
      "step": 18190
    },
    {
      "loss_action": 0.008496630936861038,
      "loss_total": 0.008496630936861038,
      "step": 18190
    },
    {
      "loss_action": 0.010087898001074791,
      "loss_total": 0.010087898001074791,
      "step": 18190
    },
    {
      "loss_action": 0.019376158714294434,
      "loss_total": 0.019376158714294434,
      "step": 18190
    },
    {
      "grad_norm": 0.14548787474632263,
      "learning_rate": 9.531220547671688e-05,
      "loss": 0.0145,
      "step": 18200
    },
    {
      "loss_action": 0.014562682248651981,
      "loss_total": 0.014562682248651981,
      "step": 18200
    },
    {
      "loss_action": 0.009467827156186104,
      "loss_total": 0.009467827156186104,
      "step": 18200
    },
    {
      "loss_action": 0.028999997302889824,
      "loss_total": 0.028999997302889824,
      "step": 18200
    },
    {
      "loss_action": 0.01494060643017292,
      "loss_total": 0.01494060643017292,
      "step": 18200
    },
    {
      "loss_action": 0.01132261473685503,
      "loss_total": 0.01132261473685503,
      "step": 18200
    },
    {
      "loss_action": 0.00697700260207057,
      "loss_total": 0.00697700260207057,
      "step": 18200
    },
    {
      "loss_action": 0.007736144587397575,
      "loss_total": 0.007736144587397575,
      "step": 18200
    },
    {
      "loss_action": 0.010752604342997074,
      "loss_total": 0.010752604342997074,
      "step": 18200
    },
    {
      "grad_norm": 0.16626538336277008,
      "learning_rate": 9.530521287632285e-05,
      "loss": 0.0145,
      "step": 18210
    },
    {
      "loss_action": 0.007671136409044266,
      "loss_total": 0.007671136409044266,
      "step": 18210
    },
    {
      "loss_action": 0.010101614519953728,
      "loss_total": 0.010101614519953728,
      "step": 18210
    },
    {
      "loss_action": 0.0268692746758461,
      "loss_total": 0.0268692746758461,
      "step": 18210
    },
    {
      "loss_action": 0.012594286352396011,
      "loss_total": 0.012594286352396011,
      "step": 18210
    },
    {
      "loss_action": 0.037497252225875854,
      "loss_total": 0.037497252225875854,
      "step": 18210
    },
    {
      "loss_action": 0.02411450445652008,
      "loss_total": 0.02411450445652008,
      "step": 18210
    },
    {
      "loss_action": 0.008903940208256245,
      "loss_total": 0.008903940208256245,
      "step": 18210
    },
    {
      "loss_action": 0.015228592790663242,
      "loss_total": 0.015228592790663242,
      "step": 18210
    },
    {
      "grad_norm": 0.13251197338104248,
      "learning_rate": 9.529821532141884e-05,
      "loss": 0.0169,
      "step": 18220
    },
    {
      "loss_action": 0.020194295793771744,
      "loss_total": 0.020194295793771744,
      "step": 18220
    },
    {
      "loss_action": 0.010779118165373802,
      "loss_total": 0.010779118165373802,
      "step": 18220
    },
    {
      "loss_action": 0.011542616412043571,
      "loss_total": 0.011542616412043571,
      "step": 18220
    },
    {
      "loss_action": 0.017247382551431656,
      "loss_total": 0.017247382551431656,
      "step": 18220
    },
    {
      "loss_action": 0.005314962938427925,
      "loss_total": 0.005314962938427925,
      "step": 18220
    },
    {
      "loss_action": 0.006294860038906336,
      "loss_total": 0.006294860038906336,
      "step": 18220
    },
    {
      "loss_action": 0.020924201235175133,
      "loss_total": 0.020924201235175133,
      "step": 18220
    },
    {
      "loss_action": 0.007759341970086098,
      "loss_total": 0.007759341970086098,
      "step": 18220
    },
    {
      "grad_norm": 0.17158153653144836,
      "learning_rate": 9.52912128127701e-05,
      "loss": 0.0139,
      "step": 18230
    },
    {
      "loss_action": 0.012662900611758232,
      "loss_total": 0.012662900611758232,
      "step": 18230
    },
    {
      "loss_action": 0.014582883566617966,
      "loss_total": 0.014582883566617966,
      "step": 18230
    },
    {
      "loss_action": 0.01803879626095295,
      "loss_total": 0.01803879626095295,
      "step": 18230
    },
    {
      "loss_action": 0.028858814388513565,
      "loss_total": 0.028858814388513565,
      "step": 18230
    },
    {
      "loss_action": 0.02249407395720482,
      "loss_total": 0.02249407395720482,
      "step": 18230
    },
    {
      "loss_action": 0.009653010405600071,
      "loss_total": 0.009653010405600071,
      "step": 18230
    },
    {
      "loss_action": 0.018569886684417725,
      "loss_total": 0.018569886684417725,
      "step": 18230
    },
    {
      "loss_action": 0.009427826851606369,
      "loss_total": 0.009427826851606369,
      "step": 18230
    },
    {
      "grad_norm": 0.1889088898897171,
      "learning_rate": 9.528420535114244e-05,
      "loss": 0.0146,
      "step": 18240
    },
    {
      "loss_action": 0.007546714041382074,
      "loss_total": 0.007546714041382074,
      "step": 18240
    },
    {
      "loss_action": 0.009853345341980457,
      "loss_total": 0.009853345341980457,
      "step": 18240
    },
    {
      "loss_action": 0.011574824340641499,
      "loss_total": 0.011574824340641499,
      "step": 18240
    },
    {
      "loss_action": 0.015271365642547607,
      "loss_total": 0.015271365642547607,
      "step": 18240
    },
    {
      "loss_action": 0.01952933892607689,
      "loss_total": 0.01952933892607689,
      "step": 18240
    },
    {
      "loss_action": 0.011994319967925549,
      "loss_total": 0.011994319967925549,
      "step": 18240
    },
    {
      "loss_action": 0.012214935384690762,
      "loss_total": 0.012214935384690762,
      "step": 18240
    },
    {
      "loss_action": 0.026245560497045517,
      "loss_total": 0.026245560497045517,
      "step": 18240
    },
    {
      "grad_norm": 0.14498525857925415,
      "learning_rate": 9.527719293730215e-05,
      "loss": 0.0134,
      "step": 18250
    },
    {
      "loss_action": 0.010453552007675171,
      "loss_total": 0.010453552007675171,
      "step": 18250
    },
    {
      "loss_action": 0.006548039615154266,
      "loss_total": 0.006548039615154266,
      "step": 18250
    },
    {
      "loss_action": 0.01643841154873371,
      "loss_total": 0.01643841154873371,
      "step": 18250
    },
    {
      "loss_action": 0.019538532942533493,
      "loss_total": 0.019538532942533493,
      "step": 18250
    },
    {
      "loss_action": 0.012452319264411926,
      "loss_total": 0.012452319264411926,
      "step": 18250
    },
    {
      "loss_action": 0.008296669460833073,
      "loss_total": 0.008296669460833073,
      "step": 18250
    },
    {
      "loss_action": 0.010929933749139309,
      "loss_total": 0.010929933749139309,
      "step": 18250
    },
    {
      "loss_action": 0.009052420035004616,
      "loss_total": 0.009052420035004616,
      "step": 18250
    },
    {
      "grad_norm": 0.13077232241630554,
      "learning_rate": 9.527017557201611e-05,
      "loss": 0.0141,
      "step": 18260
    },
    {
      "loss_action": 0.024061644449830055,
      "loss_total": 0.024061644449830055,
      "step": 18260
    },
    {
      "loss_action": 0.03432152792811394,
      "loss_total": 0.03432152792811394,
      "step": 18260
    },
    {
      "loss_action": 0.018865281715989113,
      "loss_total": 0.018865281715989113,
      "step": 18260
    },
    {
      "loss_action": 0.01977505534887314,
      "loss_total": 0.01977505534887314,
      "step": 18260
    },
    {
      "loss_action": 0.004829296376556158,
      "loss_total": 0.004829296376556158,
      "step": 18260
    },
    {
      "loss_action": 0.015201006084680557,
      "loss_total": 0.015201006084680557,
      "step": 18260
    },
    {
      "loss_action": 0.008222391828894615,
      "loss_total": 0.008222391828894615,
      "step": 18260
    },
    {
      "loss_action": 0.009255760349333286,
      "loss_total": 0.009255760349333286,
      "step": 18260
    },
    {
      "grad_norm": 0.1745346486568451,
      "learning_rate": 9.526315325605176e-05,
      "loss": 0.014,
      "step": 18270
    },
    {
      "loss_action": 0.009295080788433552,
      "loss_total": 0.009295080788433552,
      "step": 18270
    },
    {
      "loss_action": 0.017658978700637817,
      "loss_total": 0.017658978700637817,
      "step": 18270
    },
    {
      "loss_action": 0.010116190649569035,
      "loss_total": 0.010116190649569035,
      "step": 18270
    },
    {
      "loss_action": 0.021213319152593613,
      "loss_total": 0.021213319152593613,
      "step": 18270
    },
    {
      "loss_action": 0.015081949532032013,
      "loss_total": 0.015081949532032013,
      "step": 18270
    },
    {
      "loss_action": 0.016657784581184387,
      "loss_total": 0.016657784581184387,
      "step": 18270
    },
    {
      "loss_action": 0.010138961486518383,
      "loss_total": 0.010138961486518383,
      "step": 18270
    },
    {
      "loss_action": 0.011243748478591442,
      "loss_total": 0.011243748478591442,
      "step": 18270
    },
    {
      "grad_norm": 0.17755599319934845,
      "learning_rate": 9.525612599017699e-05,
      "loss": 0.0152,
      "step": 18280
    },
    {
      "loss_action": 0.02181074395775795,
      "loss_total": 0.02181074395775795,
      "step": 18280
    },
    {
      "loss_action": 0.007758838590234518,
      "loss_total": 0.007758838590234518,
      "step": 18280
    },
    {
      "loss_action": 0.005550350993871689,
      "loss_total": 0.005550350993871689,
      "step": 18280
    },
    {
      "loss_action": 0.009042150340974331,
      "loss_total": 0.009042150340974331,
      "step": 18280
    },
    {
      "loss_action": 0.021039962768554688,
      "loss_total": 0.021039962768554688,
      "step": 18280
    },
    {
      "loss_action": 0.006776202470064163,
      "loss_total": 0.006776202470064163,
      "step": 18280
    },
    {
      "loss_action": 0.028440620750188828,
      "loss_total": 0.028440620750188828,
      "step": 18280
    },
    {
      "loss_action": 0.007531554438173771,
      "loss_total": 0.007531554438173771,
      "step": 18280
    },
    {
      "grad_norm": 0.1391063928604126,
      "learning_rate": 9.524909377516033e-05,
      "loss": 0.013,
      "step": 18290
    },
    {
      "loss_action": 0.006235606037080288,
      "loss_total": 0.006235606037080288,
      "step": 18290
    },
    {
      "loss_action": 0.030853739008307457,
      "loss_total": 0.030853739008307457,
      "step": 18290
    },
    {
      "loss_action": 0.008909085765480995,
      "loss_total": 0.008909085765480995,
      "step": 18290
    },
    {
      "loss_action": 0.012914670631289482,
      "loss_total": 0.012914670631289482,
      "step": 18290
    },
    {
      "loss_action": 0.018987521529197693,
      "loss_total": 0.018987521529197693,
      "step": 18290
    },
    {
      "loss_action": 0.017653100192546844,
      "loss_total": 0.017653100192546844,
      "step": 18290
    },
    {
      "loss_action": 0.007281153462827206,
      "loss_total": 0.007281153462827206,
      "step": 18290
    },
    {
      "loss_action": 0.01227751187980175,
      "loss_total": 0.01227751187980175,
      "step": 18290
    },
    {
      "grad_norm": 0.1589065045118332,
      "learning_rate": 9.524205661177081e-05,
      "loss": 0.0146,
      "step": 18300
    },
    {
      "loss_action": 0.00682666152715683,
      "loss_total": 0.00682666152715683,
      "step": 18300
    },
    {
      "loss_action": 0.007669458631426096,
      "loss_total": 0.007669458631426096,
      "step": 18300
    },
    {
      "loss_action": 0.014629112556576729,
      "loss_total": 0.014629112556576729,
      "step": 18300
    },
    {
      "loss_action": 0.00452414620667696,
      "loss_total": 0.00452414620667696,
      "step": 18300
    },
    {
      "loss_action": 0.02510698512196541,
      "loss_total": 0.02510698512196541,
      "step": 18300
    },
    {
      "loss_action": 0.024587329477071762,
      "loss_total": 0.024587329477071762,
      "step": 18300
    },
    {
      "loss_action": 0.008466890081763268,
      "loss_total": 0.008466890081763268,
      "step": 18300
    },
    {
      "loss_action": 0.014071498066186905,
      "loss_total": 0.014071498066186905,
      "step": 18300
    },
    {
      "grad_norm": 0.16420239210128784,
      "learning_rate": 9.523501450077801e-05,
      "loss": 0.0159,
      "step": 18310
    },
    {
      "loss_action": 0.015749646350741386,
      "loss_total": 0.015749646350741386,
      "step": 18310
    },
    {
      "loss_action": 0.007635303772985935,
      "loss_total": 0.007635303772985935,
      "step": 18310
    },
    {
      "loss_action": 0.007547853514552116,
      "loss_total": 0.007547853514552116,
      "step": 18310
    },
    {
      "loss_action": 0.012057959102094173,
      "loss_total": 0.012057959102094173,
      "step": 18310
    },
    {
      "loss_action": 0.005944913253188133,
      "loss_total": 0.005944913253188133,
      "step": 18310
    },
    {
      "loss_action": 0.03865604102611542,
      "loss_total": 0.03865604102611542,
      "step": 18310
    },
    {
      "loss_action": 0.009280378930270672,
      "loss_total": 0.009280378930270672,
      "step": 18310
    },
    {
      "loss_action": 0.014031556434929371,
      "loss_total": 0.014031556434929371,
      "step": 18310
    },
    {
      "grad_norm": 0.1531764417886734,
      "learning_rate": 9.522796744295202e-05,
      "loss": 0.0141,
      "step": 18320
    },
    {
      "loss_action": 0.01009801309555769,
      "loss_total": 0.01009801309555769,
      "step": 18320
    },
    {
      "loss_action": 0.018314387649297714,
      "loss_total": 0.018314387649297714,
      "step": 18320
    },
    {
      "loss_action": 0.004914313554763794,
      "loss_total": 0.004914313554763794,
      "step": 18320
    },
    {
      "loss_action": 0.015894941985607147,
      "loss_total": 0.015894941985607147,
      "step": 18320
    },
    {
      "loss_action": 0.01907927915453911,
      "loss_total": 0.01907927915453911,
      "step": 18320
    },
    {
      "loss_action": 0.023535892367362976,
      "loss_total": 0.023535892367362976,
      "step": 18320
    },
    {
      "loss_action": 0.010477196425199509,
      "loss_total": 0.010477196425199509,
      "step": 18320
    },
    {
      "loss_action": 0.06745413690805435,
      "loss_total": 0.06745413690805435,
      "step": 18320
    },
    {
      "grad_norm": 0.17282921075820923,
      "learning_rate": 9.522091543906352e-05,
      "loss": 0.0187,
      "step": 18330
    },
    {
      "loss_action": 0.006687074899673462,
      "loss_total": 0.006687074899673462,
      "step": 18330
    },
    {
      "loss_action": 0.010857244953513145,
      "loss_total": 0.010857244953513145,
      "step": 18330
    },
    {
      "loss_action": 0.008098650723695755,
      "loss_total": 0.008098650723695755,
      "step": 18330
    },
    {
      "loss_action": 0.011463943868875504,
      "loss_total": 0.011463943868875504,
      "step": 18330
    },
    {
      "loss_action": 0.011860286816954613,
      "loss_total": 0.011860286816954613,
      "step": 18330
    },
    {
      "loss_action": 0.005748075898736715,
      "loss_total": 0.005748075898736715,
      "step": 18330
    },
    {
      "loss_action": 0.00579823087900877,
      "loss_total": 0.00579823087900877,
      "step": 18330
    },
    {
      "loss_action": 0.010653113946318626,
      "loss_total": 0.010653113946318626,
      "step": 18330
    },
    {
      "grad_norm": 0.16371434926986694,
      "learning_rate": 9.521385848988369e-05,
      "loss": 0.0152,
      "step": 18340
    },
    {
      "loss_action": 0.007982946932315826,
      "loss_total": 0.007982946932315826,
      "step": 18340
    },
    {
      "loss_action": 0.009223435074090958,
      "loss_total": 0.009223435074090958,
      "step": 18340
    },
    {
      "loss_action": 0.013243692927062511,
      "loss_total": 0.013243692927062511,
      "step": 18340
    },
    {
      "loss_action": 0.015986086800694466,
      "loss_total": 0.015986086800694466,
      "step": 18340
    },
    {
      "loss_action": 0.006449292879551649,
      "loss_total": 0.006449292879551649,
      "step": 18340
    },
    {
      "loss_action": 0.017179414629936218,
      "loss_total": 0.017179414629936218,
      "step": 18340
    },
    {
      "loss_action": 0.03200811147689819,
      "loss_total": 0.03200811147689819,
      "step": 18340
    },
    {
      "loss_action": 0.016609838232398033,
      "loss_total": 0.016609838232398033,
      "step": 18340
    },
    {
      "grad_norm": 0.1820145547389984,
      "learning_rate": 9.520679659618428e-05,
      "loss": 0.0142,
      "step": 18350
    },
    {
      "loss_action": 0.010578930377960205,
      "loss_total": 0.010578930377960205,
      "step": 18350
    },
    {
      "loss_action": 0.005760727450251579,
      "loss_total": 0.005760727450251579,
      "step": 18350
    },
    {
      "loss_action": 0.009669234976172447,
      "loss_total": 0.009669234976172447,
      "step": 18350
    },
    {
      "loss_action": 0.008630208671092987,
      "loss_total": 0.008630208671092987,
      "step": 18350
    },
    {
      "loss_action": 0.013355441391468048,
      "loss_total": 0.013355441391468048,
      "step": 18350
    },
    {
      "loss_action": 0.01093246228992939,
      "loss_total": 0.01093246228992939,
      "step": 18350
    },
    {
      "loss_action": 0.01771659404039383,
      "loss_total": 0.01771659404039383,
      "step": 18350
    },
    {
      "loss_action": 0.013185842894017696,
      "loss_total": 0.013185842894017696,
      "step": 18350
    },
    {
      "grad_norm": 0.13243161141872406,
      "learning_rate": 9.519972975873754e-05,
      "loss": 0.0128,
      "step": 18360
    },
    {
      "loss_action": 0.008262806572020054,
      "loss_total": 0.008262806572020054,
      "step": 18360
    },
    {
      "loss_action": 0.013665367849171162,
      "loss_total": 0.013665367849171162,
      "step": 18360
    },
    {
      "loss_action": 0.020822910591959953,
      "loss_total": 0.020822910591959953,
      "step": 18360
    },
    {
      "loss_action": 0.019971556961536407,
      "loss_total": 0.019971556961536407,
      "step": 18360
    },
    {
      "loss_action": 0.030744662508368492,
      "loss_total": 0.030744662508368492,
      "step": 18360
    },
    {
      "loss_action": 0.01712910458445549,
      "loss_total": 0.01712910458445549,
      "step": 18360
    },
    {
      "loss_action": 0.019910700619220734,
      "loss_total": 0.019910700619220734,
      "step": 18360
    },
    {
      "loss_action": 0.005880898796021938,
      "loss_total": 0.005880898796021938,
      "step": 18360
    },
    {
      "grad_norm": 0.15724672377109528,
      "learning_rate": 9.519265797831633e-05,
      "loss": 0.0126,
      "step": 18370
    },
    {
      "loss_action": 0.014632507227361202,
      "loss_total": 0.014632507227361202,
      "step": 18370
    },
    {
      "loss_action": 0.028704727068543434,
      "loss_total": 0.028704727068543434,
      "step": 18370
    },
    {
      "loss_action": 0.006812604144215584,
      "loss_total": 0.006812604144215584,
      "step": 18370
    },
    {
      "loss_action": 0.010389583185315132,
      "loss_total": 0.010389583185315132,
      "step": 18370
    },
    {
      "loss_action": 0.018594052642583847,
      "loss_total": 0.018594052642583847,
      "step": 18370
    },
    {
      "loss_action": 0.038084253668785095,
      "loss_total": 0.038084253668785095,
      "step": 18370
    },
    {
      "loss_action": 0.018970675766468048,
      "loss_total": 0.018970675766468048,
      "step": 18370
    },
    {
      "loss_action": 0.014746161177754402,
      "loss_total": 0.014746161177754402,
      "step": 18370
    },
    {
      "grad_norm": 0.12031289935112,
      "learning_rate": 9.518558125569399e-05,
      "loss": 0.0147,
      "step": 18380
    },
    {
      "loss_action": 0.00991735141724348,
      "loss_total": 0.00991735141724348,
      "step": 18380
    },
    {
      "loss_action": 0.027214564383029938,
      "loss_total": 0.027214564383029938,
      "step": 18380
    },
    {
      "loss_action": 0.018219951540231705,
      "loss_total": 0.018219951540231705,
      "step": 18380
    },
    {
      "loss_action": 0.014324820600450039,
      "loss_total": 0.014324820600450039,
      "step": 18380
    },
    {
      "loss_action": 0.007860840298235416,
      "loss_total": 0.007860840298235416,
      "step": 18380
    },
    {
      "loss_action": 0.018490970134735107,
      "loss_total": 0.018490970134735107,
      "step": 18380
    },
    {
      "loss_action": 0.008131111040711403,
      "loss_total": 0.008131111040711403,
      "step": 18380
    },
    {
      "loss_action": 0.01326160691678524,
      "loss_total": 0.01326160691678524,
      "step": 18380
    },
    {
      "grad_norm": 0.13385282456874847,
      "learning_rate": 9.517849959164442e-05,
      "loss": 0.012,
      "step": 18390
    },
    {
      "loss_action": 0.008046062663197517,
      "loss_total": 0.008046062663197517,
      "step": 18390
    },
    {
      "loss_action": 0.0509958490729332,
      "loss_total": 0.0509958490729332,
      "step": 18390
    },
    {
      "loss_action": 0.01166783832013607,
      "loss_total": 0.01166783832013607,
      "step": 18390
    },
    {
      "loss_action": 0.015033317729830742,
      "loss_total": 0.015033317729830742,
      "step": 18390
    },
    {
      "loss_action": 0.01838415116071701,
      "loss_total": 0.01838415116071701,
      "step": 18390
    },
    {
      "loss_action": 0.01200453657656908,
      "loss_total": 0.01200453657656908,
      "step": 18390
    },
    {
      "loss_action": 0.010241172276437283,
      "loss_total": 0.010241172276437283,
      "step": 18390
    },
    {
      "loss_action": 0.020823661237955093,
      "loss_total": 0.020823661237955093,
      "step": 18390
    },
    {
      "grad_norm": 0.2343216836452484,
      "learning_rate": 9.517141298694205e-05,
      "loss": 0.0147,
      "step": 18400
    },
    {
      "loss_action": 0.023483114317059517,
      "loss_total": 0.023483114317059517,
      "step": 18400
    },
    {
      "loss_action": 0.03780307248234749,
      "loss_total": 0.03780307248234749,
      "step": 18400
    },
    {
      "loss_action": 0.011089984327554703,
      "loss_total": 0.011089984327554703,
      "step": 18400
    },
    {
      "loss_action": 0.013531813398003578,
      "loss_total": 0.013531813398003578,
      "step": 18400
    },
    {
      "loss_action": 0.011437535285949707,
      "loss_total": 0.011437535285949707,
      "step": 18400
    },
    {
      "loss_action": 0.0103559959679842,
      "loss_total": 0.0103559959679842,
      "step": 18400
    },
    {
      "loss_action": 0.017767220735549927,
      "loss_total": 0.017767220735549927,
      "step": 18400
    },
    {
      "loss_action": 0.005083032418042421,
      "loss_total": 0.005083032418042421,
      "step": 18400
    },
    {
      "grad_norm": 0.21059854328632355,
      "learning_rate": 9.516432144236188e-05,
      "loss": 0.0175,
      "step": 18410
    },
    {
      "loss_action": 0.009074816480278969,
      "loss_total": 0.009074816480278969,
      "step": 18410
    },
    {
      "loss_action": 0.0310056135058403,
      "loss_total": 0.0310056135058403,
      "step": 18410
    },
    {
      "loss_action": 0.010022467002272606,
      "loss_total": 0.010022467002272606,
      "step": 18410
    },
    {
      "loss_action": 0.018877387046813965,
      "loss_total": 0.018877387046813965,
      "step": 18410
    },
    {
      "loss_action": 0.01268245093524456,
      "loss_total": 0.01268245093524456,
      "step": 18410
    },
    {
      "loss_action": 0.01106814481317997,
      "loss_total": 0.01106814481317997,
      "step": 18410
    },
    {
      "loss_action": 0.014844520017504692,
      "loss_total": 0.014844520017504692,
      "step": 18410
    },
    {
      "loss_action": 0.014181500300765038,
      "loss_total": 0.014181500300765038,
      "step": 18410
    },
    {
      "grad_norm": 0.1414070874452591,
      "learning_rate": 9.515722495867941e-05,
      "loss": 0.0145,
      "step": 18420
    },
    {
      "loss_action": 0.007297966163605452,
      "loss_total": 0.007297966163605452,
      "step": 18420
    },
    {
      "loss_action": 0.022214964032173157,
      "loss_total": 0.022214964032173157,
      "step": 18420
    },
    {
      "loss_action": 0.018431518226861954,
      "loss_total": 0.018431518226861954,
      "step": 18420
    },
    {
      "loss_action": 0.006619463674724102,
      "loss_total": 0.006619463674724102,
      "step": 18420
    },
    {
      "loss_action": 0.02400711551308632,
      "loss_total": 0.02400711551308632,
      "step": 18420
    },
    {
      "loss_action": 0.02830817922949791,
      "loss_total": 0.02830817922949791,
      "step": 18420
    },
    {
      "loss_action": 0.01637343317270279,
      "loss_total": 0.01637343317270279,
      "step": 18420
    },
    {
      "loss_action": 0.007176784798502922,
      "loss_total": 0.007176784798502922,
      "step": 18420
    },
    {
      "grad_norm": 0.17995598912239075,
      "learning_rate": 9.515012353667072e-05,
      "loss": 0.0166,
      "step": 18430
    },
    {
      "loss_action": 0.009655123576521873,
      "loss_total": 0.009655123576521873,
      "step": 18430
    },
    {
      "loss_action": 0.007581508718430996,
      "loss_total": 0.007581508718430996,
      "step": 18430
    },
    {
      "loss_action": 0.014318742789328098,
      "loss_total": 0.014318742789328098,
      "step": 18430
    },
    {
      "loss_action": 0.015055226162075996,
      "loss_total": 0.015055226162075996,
      "step": 18430
    },
    {
      "loss_action": 0.017506957054138184,
      "loss_total": 0.017506957054138184,
      "step": 18430
    },
    {
      "loss_action": 0.007982369512319565,
      "loss_total": 0.007982369512319565,
      "step": 18430
    },
    {
      "loss_action": 0.012898871675133705,
      "loss_total": 0.012898871675133705,
      "step": 18430
    },
    {
      "loss_action": 0.019143613055348396,
      "loss_total": 0.019143613055348396,
      "step": 18430
    },
    {
      "grad_norm": 0.17124313116073608,
      "learning_rate": 9.51430171771124e-05,
      "loss": 0.0129,
      "step": 18440
    },
    {
      "loss_action": 0.012185740284621716,
      "loss_total": 0.012185740284621716,
      "step": 18440
    },
    {
      "loss_action": 0.006607139483094215,
      "loss_total": 0.006607139483094215,
      "step": 18440
    },
    {
      "loss_action": 0.00971413217484951,
      "loss_total": 0.00971413217484951,
      "step": 18440
    },
    {
      "loss_action": 0.009125558659434319,
      "loss_total": 0.009125558659434319,
      "step": 18440
    },
    {
      "loss_action": 0.006015327759087086,
      "loss_total": 0.006015327759087086,
      "step": 18440
    },
    {
      "loss_action": 0.012003909796476364,
      "loss_total": 0.012003909796476364,
      "step": 18440
    },
    {
      "loss_action": 0.017304133623838425,
      "loss_total": 0.017304133623838425,
      "step": 18440
    },
    {
      "loss_action": 0.007850336842238903,
      "loss_total": 0.007850336842238903,
      "step": 18440
    },
    {
      "grad_norm": 0.18336963653564453,
      "learning_rate": 9.513590588078159e-05,
      "loss": 0.0139,
      "step": 18450
    },
    {
      "loss_action": 0.010265305638313293,
      "loss_total": 0.010265305638313293,
      "step": 18450
    },
    {
      "loss_action": 0.01777280494570732,
      "loss_total": 0.01777280494570732,
      "step": 18450
    },
    {
      "loss_action": 0.023947028443217278,
      "loss_total": 0.023947028443217278,
      "step": 18450
    },
    {
      "loss_action": 0.024645736441016197,
      "loss_total": 0.024645736441016197,
      "step": 18450
    },
    {
      "loss_action": 0.02142077125608921,
      "loss_total": 0.02142077125608921,
      "step": 18450
    },
    {
      "loss_action": 0.009716955944895744,
      "loss_total": 0.009716955944895744,
      "step": 18450
    },
    {
      "loss_action": 0.02204025909304619,
      "loss_total": 0.02204025909304619,
      "step": 18450
    },
    {
      "loss_action": 0.017059382051229477,
      "loss_total": 0.017059382051229477,
      "step": 18450
    },
    {
      "grad_norm": 0.11633267253637314,
      "learning_rate": 9.512878964845597e-05,
      "loss": 0.015,
      "step": 18460
    },
    {
      "loss_action": 0.012735161930322647,
      "loss_total": 0.012735161930322647,
      "step": 18460
    },
    {
      "loss_action": 0.014460498467087746,
      "loss_total": 0.014460498467087746,
      "step": 18460
    },
    {
      "loss_action": 0.013319315388798714,
      "loss_total": 0.013319315388798714,
      "step": 18460
    },
    {
      "loss_action": 0.02150074951350689,
      "loss_total": 0.02150074951350689,
      "step": 18460
    },
    {
      "loss_action": 0.007110663689672947,
      "loss_total": 0.007110663689672947,
      "step": 18460
    },
    {
      "loss_action": 0.011932654306292534,
      "loss_total": 0.011932654306292534,
      "step": 18460
    },
    {
      "loss_action": 0.013878044672310352,
      "loss_total": 0.013878044672310352,
      "step": 18460
    },
    {
      "loss_action": 0.10001036524772644,
      "loss_total": 0.10001036524772644,
      "step": 18460
    },
    {
      "grad_norm": 0.15077215433120728,
      "learning_rate": 9.512166848091377e-05,
      "loss": 0.0142,
      "step": 18470
    },
    {
      "loss_action": 0.0066735632717609406,
      "loss_total": 0.0066735632717609406,
      "step": 18470
    },
    {
      "loss_action": 0.01311521977186203,
      "loss_total": 0.01311521977186203,
      "step": 18470
    },
    {
      "loss_action": 0.013194738887250423,
      "loss_total": 0.013194738887250423,
      "step": 18470
    },
    {
      "loss_action": 0.03476348891854286,
      "loss_total": 0.03476348891854286,
      "step": 18470
    },
    {
      "loss_action": 0.02531103789806366,
      "loss_total": 0.02531103789806366,
      "step": 18470
    },
    {
      "loss_action": 0.013743813149631023,
      "loss_total": 0.013743813149631023,
      "step": 18470
    },
    {
      "loss_action": 0.024791216477751732,
      "loss_total": 0.024791216477751732,
      "step": 18470
    },
    {
      "loss_action": 0.017611706629395485,
      "loss_total": 0.017611706629395485,
      "step": 18470
    },
    {
      "grad_norm": 0.1303948163986206,
      "learning_rate": 9.511454237893376e-05,
      "loss": 0.0147,
      "step": 18480
    },
    {
      "loss_action": 0.009032723493874073,
      "loss_total": 0.009032723493874073,
      "step": 18480
    },
    {
      "loss_action": 0.007205984555184841,
      "loss_total": 0.007205984555184841,
      "step": 18480
    },
    {
      "loss_action": 0.010562754236161709,
      "loss_total": 0.010562754236161709,
      "step": 18480
    },
    {
      "loss_action": 0.019803697243332863,
      "loss_total": 0.019803697243332863,
      "step": 18480
    },
    {
      "loss_action": 0.011821044608950615,
      "loss_total": 0.011821044608950615,
      "step": 18480
    },
    {
      "loss_action": 0.016398830339312553,
      "loss_total": 0.016398830339312553,
      "step": 18480
    },
    {
      "loss_action": 0.007162096910178661,
      "loss_total": 0.007162096910178661,
      "step": 18480
    },
    {
      "loss_action": 0.005218379199504852,
      "loss_total": 0.005218379199504852,
      "step": 18480
    },
    {
      "grad_norm": 0.1312977373600006,
      "learning_rate": 9.51074113432952e-05,
      "loss": 0.0127,
      "step": 18490
    },
    {
      "loss_action": 0.006976358592510223,
      "loss_total": 0.006976358592510223,
      "step": 18490
    },
    {
      "loss_action": 0.00814094115048647,
      "loss_total": 0.00814094115048647,
      "step": 18490
    },
    {
      "loss_action": 0.023848673328757286,
      "loss_total": 0.023848673328757286,
      "step": 18490
    },
    {
      "loss_action": 0.011101905256509781,
      "loss_total": 0.011101905256509781,
      "step": 18490
    },
    {
      "loss_action": 0.009444262832403183,
      "loss_total": 0.009444262832403183,
      "step": 18490
    },
    {
      "loss_action": 0.010532228276133537,
      "loss_total": 0.010532228276133537,
      "step": 18490
    },
    {
      "loss_action": 0.025690985843539238,
      "loss_total": 0.025690985843539238,
      "step": 18490
    },
    {
      "loss_action": 0.024166464805603027,
      "loss_total": 0.024166464805603027,
      "step": 18490
    },
    {
      "grad_norm": 0.13662657141685486,
      "learning_rate": 9.510027537477797e-05,
      "loss": 0.0125,
      "step": 18500
    },
    {
      "loss_action": 0.008683173917233944,
      "loss_total": 0.008683173917233944,
      "step": 18500
    },
    {
      "loss_action": 0.01456252858042717,
      "loss_total": 0.01456252858042717,
      "step": 18500
    },
    {
      "loss_action": 0.013019153848290443,
      "loss_total": 0.013019153848290443,
      "step": 18500
    },
    {
      "loss_action": 0.012015897780656815,
      "loss_total": 0.012015897780656815,
      "step": 18500
    },
    {
      "loss_action": 0.0419018380343914,
      "loss_total": 0.0419018380343914,
      "step": 18500
    },
    {
      "loss_action": 0.011469746008515358,
      "loss_total": 0.011469746008515358,
      "step": 18500
    },
    {
      "loss_action": 0.008459623903036118,
      "loss_total": 0.008459623903036118,
      "step": 18500
    },
    {
      "loss_action": 0.01614549197256565,
      "loss_total": 0.01614549197256565,
      "step": 18500
    },
    {
      "grad_norm": 0.17974808812141418,
      "learning_rate": 9.509313447416242e-05,
      "loss": 0.014,
      "step": 18510
    },
    {
      "loss_action": 0.01481771282851696,
      "loss_total": 0.01481771282851696,
      "step": 18510
    },
    {
      "loss_action": 0.03754536807537079,
      "loss_total": 0.03754536807537079,
      "step": 18510
    },
    {
      "loss_action": 0.009980170987546444,
      "loss_total": 0.009980170987546444,
      "step": 18510
    },
    {
      "loss_action": 0.021332480013370514,
      "loss_total": 0.021332480013370514,
      "step": 18510
    },
    {
      "loss_action": 0.022197343409061432,
      "loss_total": 0.022197343409061432,
      "step": 18510
    },
    {
      "loss_action": 0.013055115006864071,
      "loss_total": 0.013055115006864071,
      "step": 18510
    },
    {
      "loss_action": 0.023173604160547256,
      "loss_total": 0.023173604160547256,
      "step": 18510
    },
    {
      "loss_action": 0.004433226305991411,
      "loss_total": 0.004433226305991411,
      "step": 18510
    },
    {
      "grad_norm": 0.0993654653429985,
      "learning_rate": 9.508598864222949e-05,
      "loss": 0.0134,
      "step": 18520
    },
    {
      "loss_action": 0.014398947358131409,
      "loss_total": 0.014398947358131409,
      "step": 18520
    },
    {
      "loss_action": 0.021170657128095627,
      "loss_total": 0.021170657128095627,
      "step": 18520
    },
    {
      "loss_action": 0.017732709646224976,
      "loss_total": 0.017732709646224976,
      "step": 18520
    },
    {
      "loss_action": 0.008903777226805687,
      "loss_total": 0.008903777226805687,
      "step": 18520
    },
    {
      "loss_action": 0.015207471325993538,
      "loss_total": 0.015207471325993538,
      "step": 18520
    },
    {
      "loss_action": 0.01760314404964447,
      "loss_total": 0.01760314404964447,
      "step": 18520
    },
    {
      "loss_action": 0.02090776339173317,
      "loss_total": 0.02090776339173317,
      "step": 18520
    },
    {
      "loss_action": 0.010334888473153114,
      "loss_total": 0.010334888473153114,
      "step": 18520
    },
    {
      "grad_norm": 0.18432405591011047,
      "learning_rate": 9.507883787976062e-05,
      "loss": 0.0132,
      "step": 18530
    },
    {
      "loss_action": 0.012581564486026764,
      "loss_total": 0.012581564486026764,
      "step": 18530
    },
    {
      "loss_action": 0.014961129054427147,
      "loss_total": 0.014961129054427147,
      "step": 18530
    },
    {
      "loss_action": 0.007800230756402016,
      "loss_total": 0.007800230756402016,
      "step": 18530
    },
    {
      "loss_action": 0.00641198456287384,
      "loss_total": 0.00641198456287384,
      "step": 18530
    },
    {
      "loss_action": 0.02270183525979519,
      "loss_total": 0.02270183525979519,
      "step": 18530
    },
    {
      "loss_action": 0.008422987535595894,
      "loss_total": 0.008422987535595894,
      "step": 18530
    },
    {
      "loss_action": 0.013455934822559357,
      "loss_total": 0.013455934822559357,
      "step": 18530
    },
    {
      "loss_action": 0.006449766922742128,
      "loss_total": 0.006449766922742128,
      "step": 18530
    },
    {
      "grad_norm": 0.22168642282485962,
      "learning_rate": 9.507168218753781e-05,
      "loss": 0.0152,
      "step": 18540
    },
    {
      "loss_action": 0.017980806529521942,
      "loss_total": 0.017980806529521942,
      "step": 18540
    },
    {
      "loss_action": 0.026583414524793625,
      "loss_total": 0.026583414524793625,
      "step": 18540
    },
    {
      "loss_action": 0.01530909538269043,
      "loss_total": 0.01530909538269043,
      "step": 18540
    },
    {
      "loss_action": 0.004535587504506111,
      "loss_total": 0.004535587504506111,
      "step": 18540
    },
    {
      "loss_action": 0.008459039032459259,
      "loss_total": 0.008459039032459259,
      "step": 18540
    },
    {
      "loss_action": 0.013148707337677479,
      "loss_total": 0.013148707337677479,
      "step": 18540
    },
    {
      "loss_action": 0.017819374799728394,
      "loss_total": 0.017819374799728394,
      "step": 18540
    },
    {
      "loss_action": 0.006185887847095728,
      "loss_total": 0.006185887847095728,
      "step": 18540
    },
    {
      "grad_norm": 0.27649644017219543,
      "learning_rate": 9.506452156634362e-05,
      "loss": 0.0159,
      "step": 18550
    },
    {
      "loss_action": 0.011670476756989956,
      "loss_total": 0.011670476756989956,
      "step": 18550
    },
    {
      "loss_action": 0.0254649817943573,
      "loss_total": 0.0254649817943573,
      "step": 18550
    },
    {
      "loss_action": 0.018392805010080338,
      "loss_total": 0.018392805010080338,
      "step": 18550
    },
    {
      "loss_action": 0.026194650679826736,
      "loss_total": 0.026194650679826736,
      "step": 18550
    },
    {
      "loss_action": 0.029524363577365875,
      "loss_total": 0.029524363577365875,
      "step": 18550
    },
    {
      "loss_action": 0.007591702044010162,
      "loss_total": 0.007591702044010162,
      "step": 18550
    },
    {
      "loss_action": 0.01729675568640232,
      "loss_total": 0.01729675568640232,
      "step": 18550
    },
    {
      "loss_action": 0.02258286438882351,
      "loss_total": 0.02258286438882351,
      "step": 18550
    },
    {
      "grad_norm": 0.17494967579841614,
      "learning_rate": 9.505735601696109e-05,
      "loss": 0.0148,
      "step": 18560
    },
    {
      "loss_action": 0.013897571712732315,
      "loss_total": 0.013897571712732315,
      "step": 18560
    },
    {
      "loss_action": 0.020161617547273636,
      "loss_total": 0.020161617547273636,
      "step": 18560
    },
    {
      "loss_action": 0.009973826818168163,
      "loss_total": 0.009973826818168163,
      "step": 18560
    },
    {
      "loss_action": 0.0072632539086043835,
      "loss_total": 0.0072632539086043835,
      "step": 18560
    },
    {
      "loss_action": 0.025642123073339462,
      "loss_total": 0.025642123073339462,
      "step": 18560
    },
    {
      "loss_action": 0.01284891739487648,
      "loss_total": 0.01284891739487648,
      "step": 18560
    },
    {
      "loss_action": 0.009923756122589111,
      "loss_total": 0.009923756122589111,
      "step": 18560
    },
    {
      "loss_action": 0.014356499537825584,
      "loss_total": 0.014356499537825584,
      "step": 18560
    },
    {
      "grad_norm": 0.14121221005916595,
      "learning_rate": 9.505018554017385e-05,
      "loss": 0.0156,
      "step": 18570
    },
    {
      "loss_action": 0.019942274317145348,
      "loss_total": 0.019942274317145348,
      "step": 18570
    },
    {
      "loss_action": 0.005269696936011314,
      "loss_total": 0.005269696936011314,
      "step": 18570
    },
    {
      "loss_action": 0.05766483396291733,
      "loss_total": 0.05766483396291733,
      "step": 18570
    },
    {
      "loss_action": 0.006619052961468697,
      "loss_total": 0.006619052961468697,
      "step": 18570
    },
    {
      "loss_action": 0.00931897945702076,
      "loss_total": 0.00931897945702076,
      "step": 18570
    },
    {
      "loss_action": 0.009441287256777287,
      "loss_total": 0.009441287256777287,
      "step": 18570
    },
    {
      "loss_action": 0.006199982017278671,
      "loss_total": 0.006199982017278671,
      "step": 18570
    },
    {
      "loss_action": 0.008367098867893219,
      "loss_total": 0.008367098867893219,
      "step": 18570
    },
    {
      "grad_norm": 0.14544875919818878,
      "learning_rate": 9.504301013676604e-05,
      "loss": 0.0122,
      "step": 18580
    },
    {
      "loss_action": 0.007681375369429588,
      "loss_total": 0.007681375369429588,
      "step": 18580
    },
    {
      "loss_action": 0.01493539847433567,
      "loss_total": 0.01493539847433567,
      "step": 18580
    },
    {
      "loss_action": 0.007284197956323624,
      "loss_total": 0.007284197956323624,
      "step": 18580
    },
    {
      "loss_action": 0.005891516804695129,
      "loss_total": 0.005891516804695129,
      "step": 18580
    },
    {
      "loss_action": 0.015031198039650917,
      "loss_total": 0.015031198039650917,
      "step": 18580
    },
    {
      "loss_action": 0.03342653438448906,
      "loss_total": 0.03342653438448906,
      "step": 18580
    },
    {
      "loss_action": 0.0114296218380332,
      "loss_total": 0.0114296218380332,
      "step": 18580
    },
    {
      "loss_action": 0.017585908994078636,
      "loss_total": 0.017585908994078636,
      "step": 18580
    },
    {
      "grad_norm": 0.14738143980503082,
      "learning_rate": 9.503582980752238e-05,
      "loss": 0.0151,
      "step": 18590
    },
    {
      "loss_action": 0.027789965271949768,
      "loss_total": 0.027789965271949768,
      "step": 18590
    },
    {
      "loss_action": 0.03740185499191284,
      "loss_total": 0.03740185499191284,
      "step": 18590
    },
    {
      "loss_action": 0.007743515074253082,
      "loss_total": 0.007743515074253082,
      "step": 18590
    },
    {
      "loss_action": 0.007610232103615999,
      "loss_total": 0.007610232103615999,
      "step": 18590
    },
    {
      "loss_action": 0.030565708875656128,
      "loss_total": 0.030565708875656128,
      "step": 18590
    },
    {
      "loss_action": 0.011074136011302471,
      "loss_total": 0.011074136011302471,
      "step": 18590
    },
    {
      "loss_action": 0.008422091603279114,
      "loss_total": 0.008422091603279114,
      "step": 18590
    },
    {
      "loss_action": 0.011962919495999813,
      "loss_total": 0.011962919495999813,
      "step": 18590
    },
    {
      "grad_norm": 0.12008670717477798,
      "learning_rate": 9.502864455322809e-05,
      "loss": 0.0147,
      "step": 18600
    },
    {
      "loss_action": 0.011563107371330261,
      "loss_total": 0.011563107371330261,
      "step": 18600
    },
    {
      "loss_action": 0.011707847006618977,
      "loss_total": 0.011707847006618977,
      "step": 18600
    },
    {
      "loss_action": 0.01296419557183981,
      "loss_total": 0.01296419557183981,
      "step": 18600
    },
    {
      "loss_action": 0.008246452547609806,
      "loss_total": 0.008246452547609806,
      "step": 18600
    },
    {
      "loss_action": 0.01374867931008339,
      "loss_total": 0.01374867931008339,
      "step": 18600
    },
    {
      "loss_action": 0.019285831600427628,
      "loss_total": 0.019285831600427628,
      "step": 18600
    },
    {
      "loss_action": 0.011046608909964561,
      "loss_total": 0.011046608909964561,
      "step": 18600
    },
    {
      "loss_action": 0.10523729771375656,
      "loss_total": 0.10523729771375656,
      "step": 18600
    },
    {
      "grad_norm": 0.10343150794506073,
      "learning_rate": 9.502145437466891e-05,
      "loss": 0.0136,
      "step": 18610
    },
    {
      "loss_action": 0.012952000834047794,
      "loss_total": 0.012952000834047794,
      "step": 18610
    },
    {
      "loss_action": 0.009301388636231422,
      "loss_total": 0.009301388636231422,
      "step": 18610
    },
    {
      "loss_action": 0.008207538165152073,
      "loss_total": 0.008207538165152073,
      "step": 18610
    },
    {
      "loss_action": 0.010661577805876732,
      "loss_total": 0.010661577805876732,
      "step": 18610
    },
    {
      "loss_action": 0.009909557178616524,
      "loss_total": 0.009909557178616524,
      "step": 18610
    },
    {
      "loss_action": 0.02773052453994751,
      "loss_total": 0.02773052453994751,
      "step": 18610
    },
    {
      "loss_action": 0.02060398831963539,
      "loss_total": 0.02060398831963539,
      "step": 18610
    },
    {
      "loss_action": 0.013880299404263496,
      "loss_total": 0.013880299404263496,
      "step": 18610
    },
    {
      "grad_norm": 0.132215216755867,
      "learning_rate": 9.501425927263116e-05,
      "loss": 0.0118,
      "step": 18620
    },
    {
      "loss_action": 0.012672293931245804,
      "loss_total": 0.012672293931245804,
      "step": 18620
    },
    {
      "loss_action": 0.008402514271438122,
      "loss_total": 0.008402514271438122,
      "step": 18620
    },
    {
      "loss_action": 0.005491769872605801,
      "loss_total": 0.005491769872605801,
      "step": 18620
    },
    {
      "loss_action": 0.030992519110441208,
      "loss_total": 0.030992519110441208,
      "step": 18620
    },
    {
      "loss_action": 0.0408591702580452,
      "loss_total": 0.0408591702580452,
      "step": 18620
    },
    {
      "loss_action": 0.01273508369922638,
      "loss_total": 0.01273508369922638,
      "step": 18620
    },
    {
      "loss_action": 0.013269978575408459,
      "loss_total": 0.013269978575408459,
      "step": 18620
    },
    {
      "loss_action": 0.018902495503425598,
      "loss_total": 0.018902495503425598,
      "step": 18620
    },
    {
      "grad_norm": 0.13520054519176483,
      "learning_rate": 9.500705924790172e-05,
      "loss": 0.0128,
      "step": 18630
    },
    {
      "loss_action": 0.004601260181516409,
      "loss_total": 0.004601260181516409,
      "step": 18630
    },
    {
      "loss_action": 0.005980932153761387,
      "loss_total": 0.005980932153761387,
      "step": 18630
    },
    {
      "loss_action": 0.007820645347237587,
      "loss_total": 0.007820645347237587,
      "step": 18630
    },
    {
      "loss_action": 0.00643837358802557,
      "loss_total": 0.00643837358802557,
      "step": 18630
    },
    {
      "loss_action": 0.003137738211080432,
      "loss_total": 0.003137738211080432,
      "step": 18630
    },
    {
      "loss_action": 0.020381581038236618,
      "loss_total": 0.020381581038236618,
      "step": 18630
    },
    {
      "loss_action": 0.011563178151845932,
      "loss_total": 0.011563178151845932,
      "step": 18630
    },
    {
      "loss_action": 0.01318432204425335,
      "loss_total": 0.01318432204425335,
      "step": 18630
    },
    {
      "grad_norm": 0.1386832594871521,
      "learning_rate": 9.499985430126794e-05,
      "loss": 0.0127,
      "step": 18640
    },
    {
      "loss_action": 0.022687695920467377,
      "loss_total": 0.022687695920467377,
      "step": 18640
    },
    {
      "loss_action": 0.01030750386416912,
      "loss_total": 0.01030750386416912,
      "step": 18640
    },
    {
      "loss_action": 0.008370478637516499,
      "loss_total": 0.008370478637516499,
      "step": 18640
    },
    {
      "loss_action": 0.00657244585454464,
      "loss_total": 0.00657244585454464,
      "step": 18640
    },
    {
      "loss_action": 0.010820988565683365,
      "loss_total": 0.010820988565683365,
      "step": 18640
    },
    {
      "loss_action": 0.0087559400126338,
      "loss_total": 0.0087559400126338,
      "step": 18640
    },
    {
      "loss_action": 0.005208864342421293,
      "loss_total": 0.005208864342421293,
      "step": 18640
    },
    {
      "loss_action": 0.008131090551614761,
      "loss_total": 0.008131090551614761,
      "step": 18640
    },
    {
      "grad_norm": 0.12423036992549896,
      "learning_rate": 9.499264443351775e-05,
      "loss": 0.0122,
      "step": 18650
    },
    {
      "loss_action": 0.015519263222813606,
      "loss_total": 0.015519263222813606,
      "step": 18650
    },
    {
      "loss_action": 0.00981153454631567,
      "loss_total": 0.00981153454631567,
      "step": 18650
    },
    {
      "loss_action": 0.007514187600463629,
      "loss_total": 0.007514187600463629,
      "step": 18650
    },
    {
      "loss_action": 0.005420345347374678,
      "loss_total": 0.005420345347374678,
      "step": 18650
    },
    {
      "loss_action": 0.008023839443922043,
      "loss_total": 0.008023839443922043,
      "step": 18650
    },
    {
      "loss_action": 0.01903446763753891,
      "loss_total": 0.01903446763753891,
      "step": 18650
    },
    {
      "loss_action": 0.007145633455365896,
      "loss_total": 0.007145633455365896,
      "step": 18650
    },
    {
      "loss_action": 0.011114346794784069,
      "loss_total": 0.011114346794784069,
      "step": 18650
    },
    {
      "grad_norm": 0.21180760860443115,
      "learning_rate": 9.498542964543961e-05,
      "loss": 0.0117,
      "step": 18660
    },
    {
      "loss_action": 0.005228795111179352,
      "loss_total": 0.005228795111179352,
      "step": 18660
    },
    {
      "loss_action": 0.0037867315113544464,
      "loss_total": 0.0037867315113544464,
      "step": 18660
    },
    {
      "loss_action": 0.019036132842302322,
      "loss_total": 0.019036132842302322,
      "step": 18660
    },
    {
      "loss_action": 0.01104806736111641,
      "loss_total": 0.01104806736111641,
      "step": 18660
    },
    {
      "loss_action": 0.00906276237219572,
      "loss_total": 0.00906276237219572,
      "step": 18660
    },
    {
      "loss_action": 0.01188969798386097,
      "loss_total": 0.01188969798386097,
      "step": 18660
    },
    {
      "loss_action": 0.01490294374525547,
      "loss_total": 0.01490294374525547,
      "step": 18660
    },
    {
      "loss_action": 0.014920063316822052,
      "loss_total": 0.014920063316822052,
      "step": 18660
    },
    {
      "grad_norm": 0.14153626561164856,
      "learning_rate": 9.497820993782252e-05,
      "loss": 0.011,
      "step": 18670
    },
    {
      "loss_action": 0.004995138384401798,
      "loss_total": 0.004995138384401798,
      "step": 18670
    },
    {
      "loss_action": 0.023443903774023056,
      "loss_total": 0.023443903774023056,
      "step": 18670
    },
    {
      "loss_action": 0.012443916872143745,
      "loss_total": 0.012443916872143745,
      "step": 18670
    },
    {
      "loss_action": 0.02253619022667408,
      "loss_total": 0.02253619022667408,
      "step": 18670
    },
    {
      "loss_action": 0.027370553463697433,
      "loss_total": 0.027370553463697433,
      "step": 18670
    },
    {
      "loss_action": 0.012417295947670937,
      "loss_total": 0.012417295947670937,
      "step": 18670
    },
    {
      "loss_action": 0.009185850620269775,
      "loss_total": 0.009185850620269775,
      "step": 18670
    },
    {
      "loss_action": 0.010580653324723244,
      "loss_total": 0.010580653324723244,
      "step": 18670
    },
    {
      "grad_norm": 0.13624252378940582,
      "learning_rate": 9.497098531145601e-05,
      "loss": 0.0133,
      "step": 18680
    },
    {
      "loss_action": 0.013094456866383553,
      "loss_total": 0.013094456866383553,
      "step": 18680
    },
    {
      "loss_action": 0.011690869927406311,
      "loss_total": 0.011690869927406311,
      "step": 18680
    },
    {
      "loss_action": 0.013411710038781166,
      "loss_total": 0.013411710038781166,
      "step": 18680
    },
    {
      "loss_action": 0.011637399904429913,
      "loss_total": 0.011637399904429913,
      "step": 18680
    },
    {
      "loss_action": 0.006918288767337799,
      "loss_total": 0.006918288767337799,
      "step": 18680
    },
    {
      "loss_action": 0.034793902188539505,
      "loss_total": 0.034793902188539505,
      "step": 18680
    },
    {
      "loss_action": 0.01158883236348629,
      "loss_total": 0.01158883236348629,
      "step": 18680
    },
    {
      "loss_action": 0.007744510658085346,
      "loss_total": 0.007744510658085346,
      "step": 18680
    },
    {
      "grad_norm": 0.18072961270809174,
      "learning_rate": 9.496375576713017e-05,
      "loss": 0.0138,
      "step": 18690
    },
    {
      "loss_action": 0.012188714928925037,
      "loss_total": 0.012188714928925037,
      "step": 18690
    },
    {
      "loss_action": 0.017376670613884926,
      "loss_total": 0.017376670613884926,
      "step": 18690
    },
    {
      "loss_action": 0.006652429234236479,
      "loss_total": 0.006652429234236479,
      "step": 18690
    },
    {
      "loss_action": 0.011686841025948524,
      "loss_total": 0.011686841025948524,
      "step": 18690
    },
    {
      "loss_action": 0.01363969687372446,
      "loss_total": 0.01363969687372446,
      "step": 18690
    },
    {
      "loss_action": 0.012408753857016563,
      "loss_total": 0.012408753857016563,
      "step": 18690
    },
    {
      "loss_action": 0.006970920134335756,
      "loss_total": 0.006970920134335756,
      "step": 18690
    },
    {
      "loss_action": 0.005220090504735708,
      "loss_total": 0.005220090504735708,
      "step": 18690
    },
    {
      "grad_norm": 0.18133050203323364,
      "learning_rate": 9.49565213056356e-05,
      "loss": 0.0127,
      "step": 18700
    },
    {
      "loss_action": 0.013882440514862537,
      "loss_total": 0.013882440514862537,
      "step": 18700
    },
    {
      "loss_action": 0.01152131985872984,
      "loss_total": 0.01152131985872984,
      "step": 18700
    },
    {
      "loss_action": 0.0053698839619755745,
      "loss_total": 0.0053698839619755745,
      "step": 18700
    },
    {
      "loss_action": 0.01775427907705307,
      "loss_total": 0.01775427907705307,
      "step": 18700
    },
    {
      "loss_action": 0.005492402706295252,
      "loss_total": 0.005492402706295252,
      "step": 18700
    },
    {
      "loss_action": 0.026759596541523933,
      "loss_total": 0.026759596541523933,
      "step": 18700
    },
    {
      "loss_action": 0.01509852148592472,
      "loss_total": 0.01509852148592472,
      "step": 18700
    },
    {
      "loss_action": 0.014364160597324371,
      "loss_total": 0.014364160597324371,
      "step": 18700
    },
    {
      "grad_norm": 0.11401360481977463,
      "learning_rate": 9.494928192776342e-05,
      "loss": 0.0128,
      "step": 18710
    },
    {
      "loss_action": 0.018759701400995255,
      "loss_total": 0.018759701400995255,
      "step": 18710
    },
    {
      "loss_action": 0.003458583727478981,
      "loss_total": 0.003458583727478981,
      "step": 18710
    },
    {
      "loss_action": 0.009430506266653538,
      "loss_total": 0.009430506266653538,
      "step": 18710
    },
    {
      "loss_action": 0.013291766867041588,
      "loss_total": 0.013291766867041588,
      "step": 18710
    },
    {
      "loss_action": 0.007484774105250835,
      "loss_total": 0.007484774105250835,
      "step": 18710
    },
    {
      "loss_action": 0.010045645758509636,
      "loss_total": 0.010045645758509636,
      "step": 18710
    },
    {
      "loss_action": 0.009225242771208286,
      "loss_total": 0.009225242771208286,
      "step": 18710
    },
    {
      "loss_action": 0.010166837833821774,
      "loss_total": 0.010166837833821774,
      "step": 18710
    },
    {
      "grad_norm": 0.1437983214855194,
      "learning_rate": 9.494203763430538e-05,
      "loss": 0.0155,
      "step": 18720
    },
    {
      "loss_action": 0.01243450678884983,
      "loss_total": 0.01243450678884983,
      "step": 18720
    },
    {
      "loss_action": 0.005743205547332764,
      "loss_total": 0.005743205547332764,
      "step": 18720
    },
    {
      "loss_action": 0.014071676880121231,
      "loss_total": 0.014071676880121231,
      "step": 18720
    },
    {
      "loss_action": 0.015674397349357605,
      "loss_total": 0.015674397349357605,
      "step": 18720
    },
    {
      "loss_action": 0.030853532254695892,
      "loss_total": 0.030853532254695892,
      "step": 18720
    },
    {
      "loss_action": 0.004989346954971552,
      "loss_total": 0.004989346954971552,
      "step": 18720
    },
    {
      "loss_action": 0.018673758953809738,
      "loss_total": 0.018673758953809738,
      "step": 18720
    },
    {
      "loss_action": 0.01675446331501007,
      "loss_total": 0.01675446331501007,
      "step": 18720
    },
    {
      "grad_norm": 0.22046354413032532,
      "learning_rate": 9.493478842605366e-05,
      "loss": 0.0129,
      "step": 18730
    },
    {
      "loss_action": 0.010798358358442783,
      "loss_total": 0.010798358358442783,
      "step": 18730
    },
    {
      "loss_action": 0.01910564862191677,
      "loss_total": 0.01910564862191677,
      "step": 18730
    },
    {
      "loss_action": 0.007147110067307949,
      "loss_total": 0.007147110067307949,
      "step": 18730
    },
    {
      "loss_action": 0.0059929341077804565,
      "loss_total": 0.0059929341077804565,
      "step": 18730
    },
    {
      "loss_action": 0.005892185959964991,
      "loss_total": 0.005892185959964991,
      "step": 18730
    },
    {
      "loss_action": 0.040866151452064514,
      "loss_total": 0.040866151452064514,
      "step": 18730
    },
    {
      "loss_action": 0.021287664771080017,
      "loss_total": 0.021287664771080017,
      "step": 18730
    },
    {
      "loss_action": 0.004428342916071415,
      "loss_total": 0.004428342916071415,
      "step": 18730
    },
    {
      "grad_norm": 0.1156926304101944,
      "learning_rate": 9.492753430380105e-05,
      "loss": 0.0148,
      "step": 18740
    },
    {
      "loss_action": 0.007604879792779684,
      "loss_total": 0.007604879792779684,
      "step": 18740
    },
    {
      "loss_action": 0.009188849478960037,
      "loss_total": 0.009188849478960037,
      "step": 18740
    },
    {
      "loss_action": 0.008900515735149384,
      "loss_total": 0.008900515735149384,
      "step": 18740
    },
    {
      "loss_action": 0.009183173067867756,
      "loss_total": 0.009183173067867756,
      "step": 18740
    },
    {
      "loss_action": 0.050726812332868576,
      "loss_total": 0.050726812332868576,
      "step": 18740
    },
    {
      "loss_action": 0.008568724617362022,
      "loss_total": 0.008568724617362022,
      "step": 18740
    },
    {
      "loss_action": 0.002322203479707241,
      "loss_total": 0.002322203479707241,
      "step": 18740
    },
    {
      "loss_action": 0.017066914588212967,
      "loss_total": 0.017066914588212967,
      "step": 18740
    },
    {
      "grad_norm": 0.21112200617790222,
      "learning_rate": 9.492027526834083e-05,
      "loss": 0.0154,
      "step": 18750
    },
    {
      "loss_action": 0.03051953762769699,
      "loss_total": 0.03051953762769699,
      "step": 18750
    },
    {
      "loss_action": 0.009500149637460709,
      "loss_total": 0.009500149637460709,
      "step": 18750
    },
    {
      "loss_action": 0.02748788334429264,
      "loss_total": 0.02748788334429264,
      "step": 18750
    },
    {
      "loss_action": 0.012114723213016987,
      "loss_total": 0.012114723213016987,
      "step": 18750
    },
    {
      "loss_action": 0.007151458878070116,
      "loss_total": 0.007151458878070116,
      "step": 18750
    },
    {
      "loss_action": 0.0221923366189003,
      "loss_total": 0.0221923366189003,
      "step": 18750
    },
    {
      "loss_action": 0.02371974289417267,
      "loss_total": 0.02371974289417267,
      "step": 18750
    },
    {
      "loss_action": 0.010305538773536682,
      "loss_total": 0.010305538773536682,
      "step": 18750
    },
    {
      "grad_norm": 0.16870200634002686,
      "learning_rate": 9.491301132046684e-05,
      "loss": 0.0139,
      "step": 18760
    },
    {
      "loss_action": 0.009537969715893269,
      "loss_total": 0.009537969715893269,
      "step": 18760
    },
    {
      "loss_action": 0.032399505376815796,
      "loss_total": 0.032399505376815796,
      "step": 18760
    },
    {
      "loss_action": 0.014440659433603287,
      "loss_total": 0.014440659433603287,
      "step": 18760
    },
    {
      "loss_action": 0.010460727848112583,
      "loss_total": 0.010460727848112583,
      "step": 18760
    },
    {
      "loss_action": 0.009163010865449905,
      "loss_total": 0.009163010865449905,
      "step": 18760
    },
    {
      "loss_action": 0.015705464407801628,
      "loss_total": 0.015705464407801628,
      "step": 18760
    },
    {
      "loss_action": 0.012772434391081333,
      "loss_total": 0.012772434391081333,
      "step": 18760
    },
    {
      "loss_action": 0.010304765775799751,
      "loss_total": 0.010304765775799751,
      "step": 18760
    },
    {
      "grad_norm": 0.2131827175617218,
      "learning_rate": 9.490574246097345e-05,
      "loss": 0.0147,
      "step": 18770
    },
    {
      "loss_action": 0.015904579311609268,
      "loss_total": 0.015904579311609268,
      "step": 18770
    },
    {
      "loss_action": 0.006760617718100548,
      "loss_total": 0.006760617718100548,
      "step": 18770
    },
    {
      "loss_action": 0.011711524799466133,
      "loss_total": 0.011711524799466133,
      "step": 18770
    },
    {
      "loss_action": 0.029616037383675575,
      "loss_total": 0.029616037383675575,
      "step": 18770
    },
    {
      "loss_action": 0.009637529030442238,
      "loss_total": 0.009637529030442238,
      "step": 18770
    },
    {
      "loss_action": 0.040705855935811996,
      "loss_total": 0.040705855935811996,
      "step": 18770
    },
    {
      "loss_action": 0.006958644837141037,
      "loss_total": 0.006958644837141037,
      "step": 18770
    },
    {
      "loss_action": 0.010738758370280266,
      "loss_total": 0.010738758370280266,
      "step": 18770
    },
    {
      "grad_norm": 0.15780019760131836,
      "learning_rate": 9.48984686906556e-05,
      "loss": 0.0139,
      "step": 18780
    },
    {
      "loss_action": 0.012819402851164341,
      "loss_total": 0.012819402851164341,
      "step": 18780
    },
    {
      "loss_action": 0.010661209933459759,
      "loss_total": 0.010661209933459759,
      "step": 18780
    },
    {
      "loss_action": 0.016184085980057716,
      "loss_total": 0.016184085980057716,
      "step": 18780
    },
    {
      "loss_action": 0.010825722478330135,
      "loss_total": 0.010825722478330135,
      "step": 18780
    },
    {
      "loss_action": 0.009924094192683697,
      "loss_total": 0.009924094192683697,
      "step": 18780
    },
    {
      "loss_action": 0.00453869579359889,
      "loss_total": 0.00453869579359889,
      "step": 18780
    },
    {
      "loss_action": 0.016009343788027763,
      "loss_total": 0.016009343788027763,
      "step": 18780
    },
    {
      "loss_action": 0.014585544355213642,
      "loss_total": 0.014585544355213642,
      "step": 18780
    },
    {
      "grad_norm": 0.2506844401359558,
      "learning_rate": 9.489119001030871e-05,
      "loss": 0.0151,
      "step": 18790
    },
    {
      "loss_action": 0.01300587598234415,
      "loss_total": 0.01300587598234415,
      "step": 18790
    },
    {
      "loss_action": 0.019924327731132507,
      "loss_total": 0.019924327731132507,
      "step": 18790
    },
    {
      "loss_action": 0.016554733738303185,
      "loss_total": 0.016554733738303185,
      "step": 18790
    },
    {
      "loss_action": 0.012263767421245575,
      "loss_total": 0.012263767421245575,
      "step": 18790
    },
    {
      "loss_action": 0.00749543821439147,
      "loss_total": 0.00749543821439147,
      "step": 18790
    },
    {
      "loss_action": 0.011618111282587051,
      "loss_total": 0.011618111282587051,
      "step": 18790
    },
    {
      "loss_action": 0.011818356812000275,
      "loss_total": 0.011818356812000275,
      "step": 18790
    },
    {
      "loss_action": 0.014367341063916683,
      "loss_total": 0.014367341063916683,
      "step": 18790
    },
    {
      "grad_norm": 0.1271357536315918,
      "learning_rate": 9.488390642072878e-05,
      "loss": 0.0147,
      "step": 18800
    },
    {
      "loss_action": 0.01688328944146633,
      "loss_total": 0.01688328944146633,
      "step": 18800
    },
    {
      "loss_action": 0.02206702157855034,
      "loss_total": 0.02206702157855034,
      "step": 18800
    },
    {
      "loss_action": 0.017874816432595253,
      "loss_total": 0.017874816432595253,
      "step": 18800
    },
    {
      "loss_action": 0.04331270605325699,
      "loss_total": 0.04331270605325699,
      "step": 18800
    },
    {
      "loss_action": 0.00915488414466381,
      "loss_total": 0.00915488414466381,
      "step": 18800
    },
    {
      "loss_action": 0.016287021338939667,
      "loss_total": 0.016287021338939667,
      "step": 18800
    },
    {
      "loss_action": 0.010826962068676949,
      "loss_total": 0.010826962068676949,
      "step": 18800
    },
    {
      "loss_action": 0.017097871750593185,
      "loss_total": 0.017097871750593185,
      "step": 18800
    },
    {
      "grad_norm": 0.1409461796283722,
      "learning_rate": 9.48766179227123e-05,
      "loss": 0.0166,
      "step": 18810
    },
    {
      "loss_action": 0.014291253872215748,
      "loss_total": 0.014291253872215748,
      "step": 18810
    },
    {
      "loss_action": 0.013490203768014908,
      "loss_total": 0.013490203768014908,
      "step": 18810
    },
    {
      "loss_action": 0.012226836755871773,
      "loss_total": 0.012226836755871773,
      "step": 18810
    },
    {
      "loss_action": 0.009192893281579018,
      "loss_total": 0.009192893281579018,
      "step": 18810
    },
    {
      "loss_action": 0.03467723727226257,
      "loss_total": 0.03467723727226257,
      "step": 18810
    },
    {
      "loss_action": 0.014992482028901577,
      "loss_total": 0.014992482028901577,
      "step": 18810
    },
    {
      "loss_action": 0.006219695322215557,
      "loss_total": 0.006219695322215557,
      "step": 18810
    },
    {
      "loss_action": 0.00752177182585001,
      "loss_total": 0.00752177182585001,
      "step": 18810
    },
    {
      "grad_norm": 0.14027225971221924,
      "learning_rate": 9.486932451705636e-05,
      "loss": 0.0136,
      "step": 18820
    },
    {
      "loss_action": 0.008014708757400513,
      "loss_total": 0.008014708757400513,
      "step": 18820
    },
    {
      "loss_action": 0.007601229473948479,
      "loss_total": 0.007601229473948479,
      "step": 18820
    },
    {
      "loss_action": 0.007205891888588667,
      "loss_total": 0.007205891888588667,
      "step": 18820
    },
    {
      "loss_action": 0.010037475265562534,
      "loss_total": 0.010037475265562534,
      "step": 18820
    },
    {
      "loss_action": 0.01259051077067852,
      "loss_total": 0.01259051077067852,
      "step": 18820
    },
    {
      "loss_action": 0.006327364593744278,
      "loss_total": 0.006327364593744278,
      "step": 18820
    },
    {
      "loss_action": 0.009155819192528725,
      "loss_total": 0.009155819192528725,
      "step": 18820
    },
    {
      "loss_action": 0.03529604524374008,
      "loss_total": 0.03529604524374008,
      "step": 18820
    },
    {
      "grad_norm": 0.15857365727424622,
      "learning_rate": 9.486202620455857e-05,
      "loss": 0.0134,
      "step": 18830
    },
    {
      "loss_action": 0.012059522792696953,
      "loss_total": 0.012059522792696953,
      "step": 18830
    },
    {
      "loss_action": 0.008358568884432316,
      "loss_total": 0.008358568884432316,
      "step": 18830
    },
    {
      "loss_action": 0.01861565187573433,
      "loss_total": 0.01861565187573433,
      "step": 18830
    },
    {
      "loss_action": 0.01954558864235878,
      "loss_total": 0.01954558864235878,
      "step": 18830
    },
    {
      "loss_action": 0.01276962086558342,
      "loss_total": 0.01276962086558342,
      "step": 18830
    },
    {
      "loss_action": 0.009893400594592094,
      "loss_total": 0.009893400594592094,
      "step": 18830
    },
    {
      "loss_action": 0.006067137699574232,
      "loss_total": 0.006067137699574232,
      "step": 18830
    },
    {
      "loss_action": 0.015666482970118523,
      "loss_total": 0.015666482970118523,
      "step": 18830
    },
    {
      "grad_norm": 0.17267613112926483,
      "learning_rate": 9.485472298601704e-05,
      "loss": 0.0151,
      "step": 18840
    },
    {
      "loss_action": 0.017623238265514374,
      "loss_total": 0.017623238265514374,
      "step": 18840
    },
    {
      "loss_action": 0.014912246726453304,
      "loss_total": 0.014912246726453304,
      "step": 18840
    },
    {
      "loss_action": 0.016481472179293633,
      "loss_total": 0.016481472179293633,
      "step": 18840
    },
    {
      "loss_action": 0.01062941923737526,
      "loss_total": 0.01062941923737526,
      "step": 18840
    },
    {
      "loss_action": 0.005252184346318245,
      "loss_total": 0.005252184346318245,
      "step": 18840
    },
    {
      "loss_action": 0.01221598032861948,
      "loss_total": 0.01221598032861948,
      "step": 18840
    },
    {
      "loss_action": 0.02077227644622326,
      "loss_total": 0.02077227644622326,
      "step": 18840
    },
    {
      "loss_action": 0.01617157831788063,
      "loss_total": 0.01617157831788063,
      "step": 18840
    },
    {
      "grad_norm": 0.1770956963300705,
      "learning_rate": 9.484741486223043e-05,
      "loss": 0.0146,
      "step": 18850
    },
    {
      "loss_action": 0.016060002148151398,
      "loss_total": 0.016060002148151398,
      "step": 18850
    },
    {
      "loss_action": 0.00942192506045103,
      "loss_total": 0.00942192506045103,
      "step": 18850
    },
    {
      "loss_action": 0.007859423756599426,
      "loss_total": 0.007859423756599426,
      "step": 18850
    },
    {
      "loss_action": 0.006947052199393511,
      "loss_total": 0.006947052199393511,
      "step": 18850
    },
    {
      "loss_action": 0.028898676857352257,
      "loss_total": 0.028898676857352257,
      "step": 18850
    },
    {
      "loss_action": 0.014914006926119328,
      "loss_total": 0.014914006926119328,
      "step": 18850
    },
    {
      "loss_action": 0.011642253026366234,
      "loss_total": 0.011642253026366234,
      "step": 18850
    },
    {
      "loss_action": 0.011327903717756271,
      "loss_total": 0.011327903717756271,
      "step": 18850
    },
    {
      "grad_norm": 0.14748704433441162,
      "learning_rate": 9.484010183399797e-05,
      "loss": 0.0142,
      "step": 18860
    },
    {
      "loss_action": 0.010949047282338142,
      "loss_total": 0.010949047282338142,
      "step": 18860
    },
    {
      "loss_action": 0.0075844889506697655,
      "loss_total": 0.0075844889506697655,
      "step": 18860
    },
    {
      "loss_action": 0.00913782138377428,
      "loss_total": 0.00913782138377428,
      "step": 18860
    },
    {
      "loss_action": 0.007977863773703575,
      "loss_total": 0.007977863773703575,
      "step": 18860
    },
    {
      "loss_action": 0.018478089943528175,
      "loss_total": 0.018478089943528175,
      "step": 18860
    },
    {
      "loss_action": 0.007755483500659466,
      "loss_total": 0.007755483500659466,
      "step": 18860
    },
    {
      "loss_action": 0.0105664674192667,
      "loss_total": 0.0105664674192667,
      "step": 18860
    },
    {
      "loss_action": 0.012722285464406013,
      "loss_total": 0.012722285464406013,
      "step": 18860
    },
    {
      "grad_norm": 0.13872164487838745,
      "learning_rate": 9.483278390211938e-05,
      "loss": 0.0124,
      "step": 18870
    },
    {
      "loss_action": 0.013344461098313332,
      "loss_total": 0.013344461098313332,
      "step": 18870
    },
    {
      "loss_action": 0.004497756250202656,
      "loss_total": 0.004497756250202656,
      "step": 18870
    },
    {
      "loss_action": 0.011138008907437325,
      "loss_total": 0.011138008907437325,
      "step": 18870
    },
    {
      "loss_action": 0.020506473258137703,
      "loss_total": 0.020506473258137703,
      "step": 18870
    },
    {
      "loss_action": 0.013929016888141632,
      "loss_total": 0.013929016888141632,
      "step": 18870
    },
    {
      "loss_action": 0.013138134963810444,
      "loss_total": 0.013138134963810444,
      "step": 18870
    },
    {
      "loss_action": 0.018817869946360588,
      "loss_total": 0.018817869946360588,
      "step": 18870
    },
    {
      "loss_action": 0.005775887053459883,
      "loss_total": 0.005775887053459883,
      "step": 18870
    },
    {
      "grad_norm": 0.26793891191482544,
      "learning_rate": 9.482546106739496e-05,
      "loss": 0.0132,
      "step": 18880
    },
    {
      "loss_action": 0.0076354555785655975,
      "loss_total": 0.0076354555785655975,
      "step": 18880
    },
    {
      "loss_action": 0.020553305745124817,
      "loss_total": 0.020553305745124817,
      "step": 18880
    },
    {
      "loss_action": 0.010978085920214653,
      "loss_total": 0.010978085920214653,
      "step": 18880
    },
    {
      "loss_action": 0.01517623569816351,
      "loss_total": 0.01517623569816351,
      "step": 18880
    },
    {
      "loss_action": 0.006801114417612553,
      "loss_total": 0.006801114417612553,
      "step": 18880
    },
    {
      "loss_action": 0.006036515347659588,
      "loss_total": 0.006036515347659588,
      "step": 18880
    },
    {
      "loss_action": 0.024013500660657883,
      "loss_total": 0.024013500660657883,
      "step": 18880
    },
    {
      "loss_action": 0.01927146129310131,
      "loss_total": 0.01927146129310131,
      "step": 18880
    },
    {
      "grad_norm": 0.1710006147623062,
      "learning_rate": 9.48181333306255e-05,
      "loss": 0.0131,
      "step": 18890
    },
    {
      "loss_action": 0.008810602128505707,
      "loss_total": 0.008810602128505707,
      "step": 18890
    },
    {
      "loss_action": 0.008091328665614128,
      "loss_total": 0.008091328665614128,
      "step": 18890
    },
    {
      "loss_action": 0.004356439225375652,
      "loss_total": 0.004356439225375652,
      "step": 18890
    },
    {
      "loss_action": 0.011372989043593407,
      "loss_total": 0.011372989043593407,
      "step": 18890
    },
    {
      "loss_action": 0.009734556078910828,
      "loss_total": 0.009734556078910828,
      "step": 18890
    },
    {
      "loss_action": 0.01623145490884781,
      "loss_total": 0.01623145490884781,
      "step": 18890
    },
    {
      "loss_action": 0.04963080585002899,
      "loss_total": 0.04963080585002899,
      "step": 18890
    },
    {
      "loss_action": 0.038107842206954956,
      "loss_total": 0.038107842206954956,
      "step": 18890
    },
    {
      "grad_norm": 0.15238097310066223,
      "learning_rate": 9.481080069261237e-05,
      "loss": 0.0147,
      "step": 18900
    },
    {
      "loss_action": 0.009548479691147804,
      "loss_total": 0.009548479691147804,
      "step": 18900
    },
    {
      "loss_action": 0.008966322988271713,
      "loss_total": 0.008966322988271713,
      "step": 18900
    },
    {
      "loss_action": 0.010527354665100574,
      "loss_total": 0.010527354665100574,
      "step": 18900
    },
    {
      "loss_action": 0.022050850093364716,
      "loss_total": 0.022050850093364716,
      "step": 18900
    },
    {
      "loss_action": 0.008787302300333977,
      "loss_total": 0.008787302300333977,
      "step": 18900
    },
    {
      "loss_action": 0.008727210573852062,
      "loss_total": 0.008727210573852062,
      "step": 18900
    },
    {
      "loss_action": 0.016533054411411285,
      "loss_total": 0.016533054411411285,
      "step": 18900
    },
    {
      "loss_action": 0.014275514520704746,
      "loss_total": 0.014275514520704746,
      "step": 18900
    },
    {
      "grad_norm": 0.11185131222009659,
      "learning_rate": 9.480346315415745e-05,
      "loss": 0.0132,
      "step": 18910
    },
    {
      "loss_action": 0.01224234327673912,
      "loss_total": 0.01224234327673912,
      "step": 18910
    },
    {
      "loss_action": 0.009148232638835907,
      "loss_total": 0.009148232638835907,
      "step": 18910
    },
    {
      "loss_action": 0.007629223633557558,
      "loss_total": 0.007629223633557558,
      "step": 18910
    },
    {
      "loss_action": 0.02263716049492359,
      "loss_total": 0.02263716049492359,
      "step": 18910
    },
    {
      "loss_action": 0.00937666930258274,
      "loss_total": 0.00937666930258274,
      "step": 18910
    },
    {
      "loss_action": 0.010413910262286663,
      "loss_total": 0.010413910262286663,
      "step": 18910
    },
    {
      "loss_action": 0.023119298741221428,
      "loss_total": 0.023119298741221428,
      "step": 18910
    },
    {
      "loss_action": 0.023341577500104904,
      "loss_total": 0.023341577500104904,
      "step": 18910
    },
    {
      "grad_norm": 0.1429416686296463,
      "learning_rate": 9.479612071606314e-05,
      "loss": 0.0152,
      "step": 18920
    },
    {
      "loss_action": 0.005027770530432463,
      "loss_total": 0.005027770530432463,
      "step": 18920
    },
    {
      "loss_action": 0.010662535205483437,
      "loss_total": 0.010662535205483437,
      "step": 18920
    },
    {
      "loss_action": 0.01121562346816063,
      "loss_total": 0.01121562346816063,
      "step": 18920
    },
    {
      "loss_action": 0.008970915339887142,
      "loss_total": 0.008970915339887142,
      "step": 18920
    },
    {
      "loss_action": 0.008695999160408974,
      "loss_total": 0.008695999160408974,
      "step": 18920
    },
    {
      "loss_action": 0.0163212139159441,
      "loss_total": 0.0163212139159441,
      "step": 18920
    },
    {
      "loss_action": 0.011387635953724384,
      "loss_total": 0.011387635953724384,
      "step": 18920
    },
    {
      "loss_action": 0.018715418875217438,
      "loss_total": 0.018715418875217438,
      "step": 18920
    },
    {
      "grad_norm": 0.167402446269989,
      "learning_rate": 9.478877337913244e-05,
      "loss": 0.0146,
      "step": 18930
    },
    {
      "loss_action": 0.019419772550463676,
      "loss_total": 0.019419772550463676,
      "step": 18930
    },
    {
      "loss_action": 0.018739037215709686,
      "loss_total": 0.018739037215709686,
      "step": 18930
    },
    {
      "loss_action": 0.013139593414962292,
      "loss_total": 0.013139593414962292,
      "step": 18930
    },
    {
      "loss_action": 0.01093965396285057,
      "loss_total": 0.01093965396285057,
      "step": 18930
    },
    {
      "loss_action": 0.01621418260037899,
      "loss_total": 0.01621418260037899,
      "step": 18930
    },
    {
      "loss_action": 0.011977778747677803,
      "loss_total": 0.011977778747677803,
      "step": 18930
    },
    {
      "loss_action": 0.012869437225162983,
      "loss_total": 0.012869437225162983,
      "step": 18930
    },
    {
      "loss_action": 0.006670796312391758,
      "loss_total": 0.006670796312391758,
      "step": 18930
    },
    {
      "grad_norm": 0.2204502373933792,
      "learning_rate": 9.478142114416881e-05,
      "loss": 0.0127,
      "step": 18940
    },
    {
      "loss_action": 0.00410830695182085,
      "loss_total": 0.00410830695182085,
      "step": 18940
    },
    {
      "loss_action": 0.005252896808087826,
      "loss_total": 0.005252896808087826,
      "step": 18940
    },
    {
      "loss_action": 0.010294556617736816,
      "loss_total": 0.010294556617736816,
      "step": 18940
    },
    {
      "loss_action": 0.011403420008718967,
      "loss_total": 0.011403420008718967,
      "step": 18940
    },
    {
      "loss_action": 0.008569828234612942,
      "loss_total": 0.008569828234612942,
      "step": 18940
    },
    {
      "loss_action": 0.06634968519210815,
      "loss_total": 0.06634968519210815,
      "step": 18940
    },
    {
      "loss_action": 0.007665977347642183,
      "loss_total": 0.007665977347642183,
      "step": 18940
    },
    {
      "loss_action": 0.04071884602308273,
      "loss_total": 0.04071884602308273,
      "step": 18940
    },
    {
      "grad_norm": 0.15479512512683868,
      "learning_rate": 9.47740640119763e-05,
      "loss": 0.0164,
      "step": 18950
    },
    {
      "loss_action": 0.009793460369110107,
      "loss_total": 0.009793460369110107,
      "step": 18950
    },
    {
      "loss_action": 0.018808340653777122,
      "loss_total": 0.018808340653777122,
      "step": 18950
    },
    {
      "loss_action": 0.01607925072312355,
      "loss_total": 0.01607925072312355,
      "step": 18950
    },
    {
      "loss_action": 0.022020485252141953,
      "loss_total": 0.022020485252141953,
      "step": 18950
    },
    {
      "loss_action": 0.01300007849931717,
      "loss_total": 0.01300007849931717,
      "step": 18950
    },
    {
      "loss_action": 0.00788751058280468,
      "loss_total": 0.00788751058280468,
      "step": 18950
    },
    {
      "loss_action": 0.010069980286061764,
      "loss_total": 0.010069980286061764,
      "step": 18950
    },
    {
      "loss_action": 0.006838886998593807,
      "loss_total": 0.006838886998593807,
      "step": 18950
    },
    {
      "grad_norm": 0.17213982343673706,
      "learning_rate": 9.476670198335947e-05,
      "loss": 0.0134,
      "step": 18960
    },
    {
      "loss_action": 0.01238841563463211,
      "loss_total": 0.01238841563463211,
      "step": 18960
    },
    {
      "loss_action": 0.019038956612348557,
      "loss_total": 0.019038956612348557,
      "step": 18960
    },
    {
      "loss_action": 0.06508605927228928,
      "loss_total": 0.06508605927228928,
      "step": 18960
    },
    {
      "loss_action": 0.022322429344058037,
      "loss_total": 0.022322429344058037,
      "step": 18960
    },
    {
      "loss_action": 0.020281748846173286,
      "loss_total": 0.020281748846173286,
      "step": 18960
    },
    {
      "loss_action": 0.017057616263628006,
      "loss_total": 0.017057616263628006,
      "step": 18960
    },
    {
      "loss_action": 0.006455578841269016,
      "loss_total": 0.006455578841269016,
      "step": 18960
    },
    {
      "loss_action": 0.012354815378785133,
      "loss_total": 0.012354815378785133,
      "step": 18960
    },
    {
      "grad_norm": 0.18327359855175018,
      "learning_rate": 9.47593350591234e-05,
      "loss": 0.0154,
      "step": 18970
    },
    {
      "loss_action": 0.008490863256156445,
      "loss_total": 0.008490863256156445,
      "step": 18970
    },
    {
      "loss_action": 0.007706761360168457,
      "loss_total": 0.007706761360168457,
      "step": 18970
    },
    {
      "loss_action": 0.012749528512358665,
      "loss_total": 0.012749528512358665,
      "step": 18970
    },
    {
      "loss_action": 0.04031912982463837,
      "loss_total": 0.04031912982463837,
      "step": 18970
    },
    {
      "loss_action": 0.013556587509810925,
      "loss_total": 0.013556587509810925,
      "step": 18970
    },
    {
      "loss_action": 0.01050134189426899,
      "loss_total": 0.01050134189426899,
      "step": 18970
    },
    {
      "loss_action": 0.015954598784446716,
      "loss_total": 0.015954598784446716,
      "step": 18970
    },
    {
      "loss_action": 0.013905959203839302,
      "loss_total": 0.013905959203839302,
      "step": 18970
    },
    {
      "grad_norm": 0.18021443486213684,
      "learning_rate": 9.475196324007376e-05,
      "loss": 0.0132,
      "step": 18980
    },
    {
      "loss_action": 0.016908004879951477,
      "loss_total": 0.016908004879951477,
      "step": 18980
    },
    {
      "loss_action": 0.03614306449890137,
      "loss_total": 0.03614306449890137,
      "step": 18980
    },
    {
      "loss_action": 0.012833554297685623,
      "loss_total": 0.012833554297685623,
      "step": 18980
    },
    {
      "loss_action": 0.014174722135066986,
      "loss_total": 0.014174722135066986,
      "step": 18980
    },
    {
      "loss_action": 0.008065542206168175,
      "loss_total": 0.008065542206168175,
      "step": 18980
    },
    {
      "loss_action": 0.01615750789642334,
      "loss_total": 0.01615750789642334,
      "step": 18980
    },
    {
      "loss_action": 0.0051085492596030235,
      "loss_total": 0.0051085492596030235,
      "step": 18980
    },
    {
      "loss_action": 0.006524191237986088,
      "loss_total": 0.006524191237986088,
      "step": 18980
    },
    {
      "grad_norm": 0.2200501263141632,
      "learning_rate": 9.474458652701669e-05,
      "loss": 0.0166,
      "step": 18990
    },
    {
      "loss_action": 0.04532020539045334,
      "loss_total": 0.04532020539045334,
      "step": 18990
    },
    {
      "loss_action": 0.009266438893973827,
      "loss_total": 0.009266438893973827,
      "step": 18990
    },
    {
      "loss_action": 0.014215074479579926,
      "loss_total": 0.014215074479579926,
      "step": 18990
    },
    {
      "loss_action": 0.010122766718268394,
      "loss_total": 0.010122766718268394,
      "step": 18990
    },
    {
      "loss_action": 0.027323562651872635,
      "loss_total": 0.027323562651872635,
      "step": 18990
    },
    {
      "loss_action": 0.013718200847506523,
      "loss_total": 0.013718200847506523,
      "step": 18990
    },
    {
      "loss_action": 0.010465918108820915,
      "loss_total": 0.010465918108820915,
      "step": 18990
    },
    {
      "loss_action": 0.01050935685634613,
      "loss_total": 0.01050935685634613,
      "step": 18990
    },
    {
      "grad_norm": 0.22277189791202545,
      "learning_rate": 9.473720492075892e-05,
      "loss": 0.0147,
      "step": 19000
    },
    {
      "loss_action": 0.013614168390631676,
      "loss_total": 0.013614168390631676,
      "step": 19000
    },
    {
      "loss_action": 0.011111358180642128,
      "loss_total": 0.011111358180642128,
      "step": 19000
    },
    {
      "loss_action": 0.009662948548793793,
      "loss_total": 0.009662948548793793,
      "step": 19000
    },
    {
      "loss_action": 0.011584941297769547,
      "loss_total": 0.011584941297769547,
      "step": 19000
    },
    {
      "loss_action": 0.01591743715107441,
      "loss_total": 0.01591743715107441,
      "step": 19000
    },
    {
      "loss_action": 0.010515563189983368,
      "loss_total": 0.010515563189983368,
      "step": 19000
    },
    {
      "loss_action": 0.01703932322561741,
      "loss_total": 0.01703932322561741,
      "step": 19000
    },
    {
      "loss_action": 0.013409039936959743,
      "loss_total": 0.013409039936959743,
      "step": 19000
    },
    {
      "grad_norm": 0.20863494277000427,
      "learning_rate": 9.472981842210768e-05,
      "loss": 0.0148,
      "step": 19010
    },
    {
      "loss_action": 0.013769126497209072,
      "loss_total": 0.013769126497209072,
      "step": 19010
    },
    {
      "loss_action": 0.011371118947863579,
      "loss_total": 0.011371118947863579,
      "step": 19010
    },
    {
      "loss_action": 0.015330247581005096,
      "loss_total": 0.015330247581005096,
      "step": 19010
    },
    {
      "loss_action": 0.023013276979327202,
      "loss_total": 0.023013276979327202,
      "step": 19010
    },
    {
      "loss_action": 0.006613938137888908,
      "loss_total": 0.006613938137888908,
      "step": 19010
    },
    {
      "loss_action": 0.009498758241534233,
      "loss_total": 0.009498758241534233,
      "step": 19010
    },
    {
      "loss_action": 0.01957535743713379,
      "loss_total": 0.01957535743713379,
      "step": 19010
    },
    {
      "loss_action": 0.00915408693253994,
      "loss_total": 0.00915408693253994,
      "step": 19010
    },
    {
      "grad_norm": 0.2280261367559433,
      "learning_rate": 9.472242703187074e-05,
      "loss": 0.0143,
      "step": 19020
    },
    {
      "loss_action": 0.008776096627116203,
      "loss_total": 0.008776096627116203,
      "step": 19020
    },
    {
      "loss_action": 0.009292001836001873,
      "loss_total": 0.009292001836001873,
      "step": 19020
    },
    {
      "loss_action": 0.011254103854298592,
      "loss_total": 0.011254103854298592,
      "step": 19020
    },
    {
      "loss_action": 0.009510589763522148,
      "loss_total": 0.009510589763522148,
      "step": 19020
    },
    {
      "loss_action": 0.004346342757344246,
      "loss_total": 0.004346342757344246,
      "step": 19020
    },
    {
      "loss_action": 0.012080714106559753,
      "loss_total": 0.012080714106559753,
      "step": 19020
    },
    {
      "loss_action": 0.006632122211158276,
      "loss_total": 0.006632122211158276,
      "step": 19020
    },
    {
      "loss_action": 0.005374753847718239,
      "loss_total": 0.005374753847718239,
      "step": 19020
    },
    {
      "grad_norm": 0.13414613902568817,
      "learning_rate": 9.471503075085643e-05,
      "loss": 0.013,
      "step": 19030
    },
    {
      "loss_action": 0.003817521035671234,
      "loss_total": 0.003817521035671234,
      "step": 19030
    },
    {
      "loss_action": 0.009057130664587021,
      "loss_total": 0.009057130664587021,
      "step": 19030
    },
    {
      "loss_action": 0.01328202337026596,
      "loss_total": 0.01328202337026596,
      "step": 19030
    },
    {
      "loss_action": 0.022052183747291565,
      "loss_total": 0.022052183747291565,
      "step": 19030
    },
    {
      "loss_action": 0.006609823554754257,
      "loss_total": 0.006609823554754257,
      "step": 19030
    },
    {
      "loss_action": 0.008482546545565128,
      "loss_total": 0.008482546545565128,
      "step": 19030
    },
    {
      "loss_action": 0.012813054025173187,
      "loss_total": 0.012813054025173187,
      "step": 19030
    },
    {
      "loss_action": 0.007669401355087757,
      "loss_total": 0.007669401355087757,
      "step": 19030
    },
    {
      "grad_norm": 0.16268326342105865,
      "learning_rate": 9.470762957987359e-05,
      "loss": 0.0148,
      "step": 19040
    },
    {
      "loss_action": 0.013183346018195152,
      "loss_total": 0.013183346018195152,
      "step": 19040
    },
    {
      "loss_action": 0.0031657996587455273,
      "loss_total": 0.0031657996587455273,
      "step": 19040
    },
    {
      "loss_action": 0.01388196274638176,
      "loss_total": 0.01388196274638176,
      "step": 19040
    },
    {
      "loss_action": 0.008562136441469193,
      "loss_total": 0.008562136441469193,
      "step": 19040
    },
    {
      "loss_action": 0.00819033570587635,
      "loss_total": 0.00819033570587635,
      "step": 19040
    },
    {
      "loss_action": 0.013641737401485443,
      "loss_total": 0.013641737401485443,
      "step": 19040
    },
    {
      "loss_action": 0.007021894678473473,
      "loss_total": 0.007021894678473473,
      "step": 19040
    },
    {
      "loss_action": 0.007393508683890104,
      "loss_total": 0.007393508683890104,
      "step": 19040
    },
    {
      "grad_norm": 0.12496332824230194,
      "learning_rate": 9.470022351973158e-05,
      "loss": 0.0159,
      "step": 19050
    },
    {
      "loss_action": 0.008489804342389107,
      "loss_total": 0.008489804342389107,
      "step": 19050
    },
    {
      "loss_action": 0.023645127192139626,
      "loss_total": 0.023645127192139626,
      "step": 19050
    },
    {
      "loss_action": 0.009322438389062881,
      "loss_total": 0.009322438389062881,
      "step": 19050
    },
    {
      "loss_action": 0.009296360425651073,
      "loss_total": 0.009296360425651073,
      "step": 19050
    },
    {
      "loss_action": 0.011598687618970871,
      "loss_total": 0.011598687618970871,
      "step": 19050
    },
    {
      "loss_action": 0.013093956746160984,
      "loss_total": 0.013093956746160984,
      "step": 19050
    },
    {
      "loss_action": 0.01224310602992773,
      "loss_total": 0.01224310602992773,
      "step": 19050
    },
    {
      "loss_action": 0.02633848786354065,
      "loss_total": 0.02633848786354065,
      "step": 19050
    },
    {
      "grad_norm": 0.15882307291030884,
      "learning_rate": 9.469281257124034e-05,
      "loss": 0.0175,
      "step": 19060
    },
    {
      "loss_action": 0.017574599012732506,
      "loss_total": 0.017574599012732506,
      "step": 19060
    },
    {
      "loss_action": 0.008806946687400341,
      "loss_total": 0.008806946687400341,
      "step": 19060
    },
    {
      "loss_action": 0.00933080818504095,
      "loss_total": 0.00933080818504095,
      "step": 19060
    },
    {
      "loss_action": 0.015794694423675537,
      "loss_total": 0.015794694423675537,
      "step": 19060
    },
    {
      "loss_action": 0.034514568746089935,
      "loss_total": 0.034514568746089935,
      "step": 19060
    },
    {
      "loss_action": 0.006938149221241474,
      "loss_total": 0.006938149221241474,
      "step": 19060
    },
    {
      "loss_action": 0.0306151881814003,
      "loss_total": 0.0306151881814003,
      "step": 19060
    },
    {
      "loss_action": 0.01087735965847969,
      "loss_total": 0.01087735965847969,
      "step": 19060
    },
    {
      "grad_norm": 0.15697111189365387,
      "learning_rate": 9.46853967352103e-05,
      "loss": 0.0176,
      "step": 19070
    },
    {
      "loss_action": 0.011636464856564999,
      "loss_total": 0.011636464856564999,
      "step": 19070
    },
    {
      "loss_action": 0.026337584480643272,
      "loss_total": 0.026337584480643272,
      "step": 19070
    },
    {
      "loss_action": 0.006047628354281187,
      "loss_total": 0.006047628354281187,
      "step": 19070
    },
    {
      "loss_action": 0.012929466553032398,
      "loss_total": 0.012929466553032398,
      "step": 19070
    },
    {
      "loss_action": 0.00845444854348898,
      "loss_total": 0.00845444854348898,
      "step": 19070
    },
    {
      "loss_action": 0.008100252598524094,
      "loss_total": 0.008100252598524094,
      "step": 19070
    },
    {
      "loss_action": 0.007229907438158989,
      "loss_total": 0.007229907438158989,
      "step": 19070
    },
    {
      "loss_action": 0.029003478586673737,
      "loss_total": 0.029003478586673737,
      "step": 19070
    },
    {
      "grad_norm": 0.13952739536762238,
      "learning_rate": 9.467797601245246e-05,
      "loss": 0.0158,
      "step": 19080
    },
    {
      "loss_action": 0.011863160878419876,
      "loss_total": 0.011863160878419876,
      "step": 19080
    },
    {
      "loss_action": 0.013414629735052586,
      "loss_total": 0.013414629735052586,
      "step": 19080
    },
    {
      "loss_action": 0.007314532529562712,
      "loss_total": 0.007314532529562712,
      "step": 19080
    },
    {
      "loss_action": 0.014807283878326416,
      "loss_total": 0.014807283878326416,
      "step": 19080
    },
    {
      "loss_action": 0.012972235679626465,
      "loss_total": 0.012972235679626465,
      "step": 19080
    },
    {
      "loss_action": 0.018386758863925934,
      "loss_total": 0.018386758863925934,
      "step": 19080
    },
    {
      "loss_action": 0.014480807818472385,
      "loss_total": 0.014480807818472385,
      "step": 19080
    },
    {
      "loss_action": 0.01961800456047058,
      "loss_total": 0.01961800456047058,
      "step": 19080
    },
    {
      "grad_norm": 0.15845465660095215,
      "learning_rate": 9.467055040377834e-05,
      "loss": 0.0143,
      "step": 19090
    },
    {
      "loss_action": 0.0065443930216133595,
      "loss_total": 0.0065443930216133595,
      "step": 19090
    },
    {
      "loss_action": 0.017116662114858627,
      "loss_total": 0.017116662114858627,
      "step": 19090
    },
    {
      "loss_action": 0.00832325778901577,
      "loss_total": 0.00832325778901577,
      "step": 19090
    },
    {
      "loss_action": 0.007399334106594324,
      "loss_total": 0.007399334106594324,
      "step": 19090
    },
    {
      "loss_action": 0.013913370668888092,
      "loss_total": 0.013913370668888092,
      "step": 19090
    },
    {
      "loss_action": 0.014238210394978523,
      "loss_total": 0.014238210394978523,
      "step": 19090
    },
    {
      "loss_action": 0.010370012372732162,
      "loss_total": 0.010370012372732162,
      "step": 19090
    },
    {
      "loss_action": 0.006342885550111532,
      "loss_total": 0.006342885550111532,
      "step": 19090
    },
    {
      "grad_norm": 0.18626557290554047,
      "learning_rate": 9.466311990999999e-05,
      "loss": 0.0185,
      "step": 19100
    },
    {
      "loss_action": 0.006997838616371155,
      "loss_total": 0.006997838616371155,
      "step": 19100
    },
    {
      "loss_action": 0.013639267534017563,
      "loss_total": 0.013639267534017563,
      "step": 19100
    },
    {
      "loss_action": 0.015922576189041138,
      "loss_total": 0.015922576189041138,
      "step": 19100
    },
    {
      "loss_action": 0.020988181233406067,
      "loss_total": 0.020988181233406067,
      "step": 19100
    },
    {
      "loss_action": 0.08915754407644272,
      "loss_total": 0.08915754407644272,
      "step": 19100
    },
    {
      "loss_action": 0.018719680607318878,
      "loss_total": 0.018719680607318878,
      "step": 19100
    },
    {
      "loss_action": 0.023499801754951477,
      "loss_total": 0.023499801754951477,
      "step": 19100
    },
    {
      "loss_action": 0.02980411797761917,
      "loss_total": 0.02980411797761917,
      "step": 19100
    },
    {
      "grad_norm": 0.20788158476352692,
      "learning_rate": 9.465568453193e-05,
      "loss": 0.0182,
      "step": 19110
    },
    {
      "loss_action": 0.009763356298208237,
      "loss_total": 0.009763356298208237,
      "step": 19110
    },
    {
      "loss_action": 0.012913377024233341,
      "loss_total": 0.012913377024233341,
      "step": 19110
    },
    {
      "loss_action": 0.011694570071995258,
      "loss_total": 0.011694570071995258,
      "step": 19110
    },
    {
      "loss_action": 0.029932629317045212,
      "loss_total": 0.029932629317045212,
      "step": 19110
    },
    {
      "loss_action": 0.006624337285757065,
      "loss_total": 0.006624337285757065,
      "step": 19110
    },
    {
      "loss_action": 0.015891779214143753,
      "loss_total": 0.015891779214143753,
      "step": 19110
    },
    {
      "loss_action": 0.008015863597393036,
      "loss_total": 0.008015863597393036,
      "step": 19110
    },
    {
      "loss_action": 0.024764372035861015,
      "loss_total": 0.024764372035861015,
      "step": 19110
    },
    {
      "grad_norm": 0.1226385310292244,
      "learning_rate": 9.464824427038148e-05,
      "loss": 0.0137,
      "step": 19120
    },
    {
      "loss_action": 0.0223668422549963,
      "loss_total": 0.0223668422549963,
      "step": 19120
    },
    {
      "loss_action": 0.008364825509488583,
      "loss_total": 0.008364825509488583,
      "step": 19120
    },
    {
      "loss_action": 0.009685306809842587,
      "loss_total": 0.009685306809842587,
      "step": 19120
    },
    {
      "loss_action": 0.006138032302260399,
      "loss_total": 0.006138032302260399,
      "step": 19120
    },
    {
      "loss_action": 0.01389686856418848,
      "loss_total": 0.01389686856418848,
      "step": 19120
    },
    {
      "loss_action": 0.009861080907285213,
      "loss_total": 0.009861080907285213,
      "step": 19120
    },
    {
      "loss_action": 0.0060896663926541805,
      "loss_total": 0.0060896663926541805,
      "step": 19120
    },
    {
      "loss_action": 0.013215596787631512,
      "loss_total": 0.013215596787631512,
      "step": 19120
    },
    {
      "grad_norm": 0.18175505101680756,
      "learning_rate": 9.46407991261681e-05,
      "loss": 0.0139,
      "step": 19130
    },
    {
      "loss_action": 0.01541932113468647,
      "loss_total": 0.01541932113468647,
      "step": 19130
    },
    {
      "loss_action": 0.007734548766165972,
      "loss_total": 0.007734548766165972,
      "step": 19130
    },
    {
      "loss_action": 0.01298760250210762,
      "loss_total": 0.01298760250210762,
      "step": 19130
    },
    {
      "loss_action": 0.024359237402677536,
      "loss_total": 0.024359237402677536,
      "step": 19130
    },
    {
      "loss_action": 0.011346370913088322,
      "loss_total": 0.011346370913088322,
      "step": 19130
    },
    {
      "loss_action": 0.011793227866292,
      "loss_total": 0.011793227866292,
      "step": 19130
    },
    {
      "loss_action": 0.015388247556984425,
      "loss_total": 0.015388247556984425,
      "step": 19130
    },
    {
      "loss_action": 0.012543306685984135,
      "loss_total": 0.012543306685984135,
      "step": 19130
    },
    {
      "grad_norm": 0.19648218154907227,
      "learning_rate": 9.463334910010404e-05,
      "loss": 0.0148,
      "step": 19140
    },
    {
      "loss_action": 0.011773415841162205,
      "loss_total": 0.011773415841162205,
      "step": 19140
    },
    {
      "loss_action": 0.008234905079007149,
      "loss_total": 0.008234905079007149,
      "step": 19140
    },
    {
      "loss_action": 0.005763472989201546,
      "loss_total": 0.005763472989201546,
      "step": 19140
    },
    {
      "loss_action": 0.007357807829976082,
      "loss_total": 0.007357807829976082,
      "step": 19140
    },
    {
      "loss_action": 0.008227529004216194,
      "loss_total": 0.008227529004216194,
      "step": 19140
    },
    {
      "loss_action": 0.007381570525467396,
      "loss_total": 0.007381570525467396,
      "step": 19140
    },
    {
      "loss_action": 0.009558276273310184,
      "loss_total": 0.009558276273310184,
      "step": 19140
    },
    {
      "loss_action": 0.00726335821673274,
      "loss_total": 0.00726335821673274,
      "step": 19140
    },
    {
      "grad_norm": 0.1490526795387268,
      "learning_rate": 9.462589419300403e-05,
      "loss": 0.0138,
      "step": 19150
    },
    {
      "loss_action": 0.01931082084774971,
      "loss_total": 0.01931082084774971,
      "step": 19150
    },
    {
      "loss_action": 0.014629418030381203,
      "loss_total": 0.014629418030381203,
      "step": 19150
    },
    {
      "loss_action": 0.007193057797849178,
      "loss_total": 0.007193057797849178,
      "step": 19150
    },
    {
      "loss_action": 0.008020378649234772,
      "loss_total": 0.008020378649234772,
      "step": 19150
    },
    {
      "loss_action": 0.010294465348124504,
      "loss_total": 0.010294465348124504,
      "step": 19150
    },
    {
      "loss_action": 0.005651846528053284,
      "loss_total": 0.005651846528053284,
      "step": 19150
    },
    {
      "loss_action": 0.008224050514400005,
      "loss_total": 0.008224050514400005,
      "step": 19150
    },
    {
      "loss_action": 0.029485555365681648,
      "loss_total": 0.029485555365681648,
      "step": 19150
    },
    {
      "grad_norm": 0.08967263251543045,
      "learning_rate": 9.461843440568333e-05,
      "loss": 0.0142,
      "step": 19160
    },
    {
      "loss_action": 0.013491243124008179,
      "loss_total": 0.013491243124008179,
      "step": 19160
    },
    {
      "loss_action": 0.01804834045469761,
      "loss_total": 0.01804834045469761,
      "step": 19160
    },
    {
      "loss_action": 0.0043495697900652885,
      "loss_total": 0.0043495697900652885,
      "step": 19160
    },
    {
      "loss_action": 0.006313422694802284,
      "loss_total": 0.006313422694802284,
      "step": 19160
    },
    {
      "loss_action": 0.00995023362338543,
      "loss_total": 0.00995023362338543,
      "step": 19160
    },
    {
      "loss_action": 0.016342733055353165,
      "loss_total": 0.016342733055353165,
      "step": 19160
    },
    {
      "loss_action": 0.028800394386053085,
      "loss_total": 0.028800394386053085,
      "step": 19160
    },
    {
      "loss_action": 0.012588455341756344,
      "loss_total": 0.012588455341756344,
      "step": 19160
    },
    {
      "grad_norm": 0.14950279891490936,
      "learning_rate": 9.461096973895773e-05,
      "loss": 0.0124,
      "step": 19170
    },
    {
      "loss_action": 0.012390999123454094,
      "loss_total": 0.012390999123454094,
      "step": 19170
    },
    {
      "loss_action": 0.006741560995578766,
      "loss_total": 0.006741560995578766,
      "step": 19170
    },
    {
      "loss_action": 0.012959498912096024,
      "loss_total": 0.012959498912096024,
      "step": 19170
    },
    {
      "loss_action": 0.00560046685859561,
      "loss_total": 0.00560046685859561,
      "step": 19170
    },
    {
      "loss_action": 0.008083231747150421,
      "loss_total": 0.008083231747150421,
      "step": 19170
    },
    {
      "loss_action": 0.022999562323093414,
      "loss_total": 0.022999562323093414,
      "step": 19170
    },
    {
      "loss_action": 0.037514206022024155,
      "loss_total": 0.037514206022024155,
      "step": 19170
    },
    {
      "loss_action": 0.017326615750789642,
      "loss_total": 0.017326615750789642,
      "step": 19170
    },
    {
      "grad_norm": 0.16736197471618652,
      "learning_rate": 9.460350019364355e-05,
      "loss": 0.0154,
      "step": 19180
    },
    {
      "loss_action": 0.007950810715556145,
      "loss_total": 0.007950810715556145,
      "step": 19180
    },
    {
      "loss_action": 0.010100005194544792,
      "loss_total": 0.010100005194544792,
      "step": 19180
    },
    {
      "loss_action": 0.009072624146938324,
      "loss_total": 0.009072624146938324,
      "step": 19180
    },
    {
      "loss_action": 0.014492033049464226,
      "loss_total": 0.014492033049464226,
      "step": 19180
    },
    {
      "loss_action": 0.015389780513942242,
      "loss_total": 0.015389780513942242,
      "step": 19180
    },
    {
      "loss_action": 0.009329468011856079,
      "loss_total": 0.009329468011856079,
      "step": 19180
    },
    {
      "loss_action": 0.03238093852996826,
      "loss_total": 0.03238093852996826,
      "step": 19180
    },
    {
      "loss_action": 0.018528912216424942,
      "loss_total": 0.018528912216424942,
      "step": 19180
    },
    {
      "grad_norm": 0.16281366348266602,
      "learning_rate": 9.459602577055764e-05,
      "loss": 0.0157,
      "step": 19190
    },
    {
      "loss_action": 0.009146899916231632,
      "loss_total": 0.009146899916231632,
      "step": 19190
    },
    {
      "loss_action": 0.008095262572169304,
      "loss_total": 0.008095262572169304,
      "step": 19190
    },
    {
      "loss_action": 0.016665995121002197,
      "loss_total": 0.016665995121002197,
      "step": 19190
    },
    {
      "loss_action": 0.01040307991206646,
      "loss_total": 0.01040307991206646,
      "step": 19190
    },
    {
      "loss_action": 0.0068776910193264484,
      "loss_total": 0.0068776910193264484,
      "step": 19190
    },
    {
      "loss_action": 0.018437102437019348,
      "loss_total": 0.018437102437019348,
      "step": 19190
    },
    {
      "loss_action": 0.02458450198173523,
      "loss_total": 0.02458450198173523,
      "step": 19190
    },
    {
      "loss_action": 0.012076265178620815,
      "loss_total": 0.012076265178620815,
      "step": 19190
    },
    {
      "grad_norm": 0.17694595456123352,
      "learning_rate": 9.45885464705174e-05,
      "loss": 0.0168,
      "step": 19200
    },
    {
      "loss_action": 0.013847009278833866,
      "loss_total": 0.013847009278833866,
      "step": 19200
    },
    {
      "loss_action": 0.01906411349773407,
      "loss_total": 0.01906411349773407,
      "step": 19200
    },
    {
      "loss_action": 0.01037964504212141,
      "loss_total": 0.01037964504212141,
      "step": 19200
    },
    {
      "loss_action": 0.028198346495628357,
      "loss_total": 0.028198346495628357,
      "step": 19200
    },
    {
      "loss_action": 0.022651972249150276,
      "loss_total": 0.022651972249150276,
      "step": 19200
    },
    {
      "loss_action": 0.016874980181455612,
      "loss_total": 0.016874980181455612,
      "step": 19200
    },
    {
      "loss_action": 0.005983593408018351,
      "loss_total": 0.005983593408018351,
      "step": 19200
    },
    {
      "loss_action": 0.019626017659902573,
      "loss_total": 0.019626017659902573,
      "step": 19200
    },
    {
      "grad_norm": 0.20524244010448456,
      "learning_rate": 9.458106229434076e-05,
      "loss": 0.0132,
      "step": 19210
    },
    {
      "loss_action": 0.02821110188961029,
      "loss_total": 0.02821110188961029,
      "step": 19210
    },
    {
      "loss_action": 0.015197074972093105,
      "loss_total": 0.015197074972093105,
      "step": 19210
    },
    {
      "loss_action": 0.017024429515004158,
      "loss_total": 0.017024429515004158,
      "step": 19210
    },
    {
      "loss_action": 0.007120794616639614,
      "loss_total": 0.007120794616639614,
      "step": 19210
    },
    {
      "loss_action": 0.01161784678697586,
      "loss_total": 0.01161784678697586,
      "step": 19210
    },
    {
      "loss_action": 0.012222078628838062,
      "loss_total": 0.012222078628838062,
      "step": 19210
    },
    {
      "loss_action": 0.007896259427070618,
      "loss_total": 0.007896259427070618,
      "step": 19210
    },
    {
      "loss_action": 0.011580641381442547,
      "loss_total": 0.011580641381442547,
      "step": 19210
    },
    {
      "grad_norm": 0.2525264024734497,
      "learning_rate": 9.457357324284617e-05,
      "loss": 0.014,
      "step": 19220
    },
    {
      "loss_action": 0.010096290148794651,
      "loss_total": 0.010096290148794651,
      "step": 19220
    },
    {
      "loss_action": 0.01900533214211464,
      "loss_total": 0.01900533214211464,
      "step": 19220
    },
    {
      "loss_action": 0.01923995278775692,
      "loss_total": 0.01923995278775692,
      "step": 19220
    },
    {
      "loss_action": 0.012131188064813614,
      "loss_total": 0.012131188064813614,
      "step": 19220
    },
    {
      "loss_action": 0.01937546208500862,
      "loss_total": 0.01937546208500862,
      "step": 19220
    },
    {
      "loss_action": 0.015638412907719612,
      "loss_total": 0.015638412907719612,
      "step": 19220
    },
    {
      "loss_action": 0.011020893231034279,
      "loss_total": 0.011020893231034279,
      "step": 19220
    },
    {
      "loss_action": 0.0326162725687027,
      "loss_total": 0.0326162725687027,
      "step": 19220
    },
    {
      "grad_norm": 0.1272280216217041,
      "learning_rate": 9.456607931685262e-05,
      "loss": 0.0136,
      "step": 19230
    },
    {
      "loss_action": 0.019622018560767174,
      "loss_total": 0.019622018560767174,
      "step": 19230
    },
    {
      "loss_action": 0.008176252245903015,
      "loss_total": 0.008176252245903015,
      "step": 19230
    },
    {
      "loss_action": 0.011186504736542702,
      "loss_total": 0.011186504736542702,
      "step": 19230
    },
    {
      "loss_action": 0.011647874489426613,
      "loss_total": 0.011647874489426613,
      "step": 19230
    },
    {
      "loss_action": 0.009988905861973763,
      "loss_total": 0.009988905861973763,
      "step": 19230
    },
    {
      "loss_action": 0.026482343673706055,
      "loss_total": 0.026482343673706055,
      "step": 19230
    },
    {
      "loss_action": 0.007420053705573082,
      "loss_total": 0.007420053705573082,
      "step": 19230
    },
    {
      "loss_action": 0.011283565312623978,
      "loss_total": 0.011283565312623978,
      "step": 19230
    },
    {
      "grad_norm": 0.129402756690979,
      "learning_rate": 9.455858051717965e-05,
      "loss": 0.0125,
      "step": 19240
    },
    {
      "loss_action": 0.005029336083680391,
      "loss_total": 0.005029336083680391,
      "step": 19240
    },
    {
      "loss_action": 0.007243840955197811,
      "loss_total": 0.007243840955197811,
      "step": 19240
    },
    {
      "loss_action": 0.0055406889878213406,
      "loss_total": 0.0055406889878213406,
      "step": 19240
    },
    {
      "loss_action": 0.034479252994060516,
      "loss_total": 0.034479252994060516,
      "step": 19240
    },
    {
      "loss_action": 0.01813741773366928,
      "loss_total": 0.01813741773366928,
      "step": 19240
    },
    {
      "loss_action": 0.016619808971881866,
      "loss_total": 0.016619808971881866,
      "step": 19240
    },
    {
      "loss_action": 0.007327724248170853,
      "loss_total": 0.007327724248170853,
      "step": 19240
    },
    {
      "loss_action": 0.008620867505669594,
      "loss_total": 0.008620867505669594,
      "step": 19240
    },
    {
      "grad_norm": 0.13338086009025574,
      "learning_rate": 9.45510768446473e-05,
      "loss": 0.0161,
      "step": 19250
    },
    {
      "loss_action": 0.013099435716867447,
      "loss_total": 0.013099435716867447,
      "step": 19250
    },
    {
      "loss_action": 0.03410147503018379,
      "loss_total": 0.03410147503018379,
      "step": 19250
    },
    {
      "loss_action": 0.01255204901099205,
      "loss_total": 0.01255204901099205,
      "step": 19250
    },
    {
      "loss_action": 0.012070678174495697,
      "loss_total": 0.012070678174495697,
      "step": 19250
    },
    {
      "loss_action": 0.0150621198117733,
      "loss_total": 0.0150621198117733,
      "step": 19250
    },
    {
      "loss_action": 0.016885291785001755,
      "loss_total": 0.016885291785001755,
      "step": 19250
    },
    {
      "loss_action": 0.006675003562122583,
      "loss_total": 0.006675003562122583,
      "step": 19250
    },
    {
      "loss_action": 0.010589802637696266,
      "loss_total": 0.010589802637696266,
      "step": 19250
    },
    {
      "grad_norm": 0.20001758635044098,
      "learning_rate": 9.454356830007618e-05,
      "loss": 0.0129,
      "step": 19260
    },
    {
      "loss_action": 0.006132857874035835,
      "loss_total": 0.006132857874035835,
      "step": 19260
    },
    {
      "loss_action": 0.00987989455461502,
      "loss_total": 0.00987989455461502,
      "step": 19260
    },
    {
      "loss_action": 0.010430119931697845,
      "loss_total": 0.010430119931697845,
      "step": 19260
    },
    {
      "loss_action": 0.01000916212797165,
      "loss_total": 0.01000916212797165,
      "step": 19260
    },
    {
      "loss_action": 0.007184330374002457,
      "loss_total": 0.007184330374002457,
      "step": 19260
    },
    {
      "loss_action": 0.015393216162919998,
      "loss_total": 0.015393216162919998,
      "step": 19260
    },
    {
      "loss_action": 0.02109869010746479,
      "loss_total": 0.02109869010746479,
      "step": 19260
    },
    {
      "loss_action": 0.00430447980761528,
      "loss_total": 0.00430447980761528,
      "step": 19260
    },
    {
      "grad_norm": 0.15906016528606415,
      "learning_rate": 9.45360548842874e-05,
      "loss": 0.0119,
      "step": 19270
    },
    {
      "loss_action": 0.00998538825660944,
      "loss_total": 0.00998538825660944,
      "step": 19270
    },
    {
      "loss_action": 0.005506296642124653,
      "loss_total": 0.005506296642124653,
      "step": 19270
    },
    {
      "loss_action": 0.019253848120570183,
      "loss_total": 0.019253848120570183,
      "step": 19270
    },
    {
      "loss_action": 0.04277022182941437,
      "loss_total": 0.04277022182941437,
      "step": 19270
    },
    {
      "loss_action": 0.029081957414746284,
      "loss_total": 0.029081957414746284,
      "step": 19270
    },
    {
      "loss_action": 0.008403489366173744,
      "loss_total": 0.008403489366173744,
      "step": 19270
    },
    {
      "loss_action": 0.007518727798014879,
      "loss_total": 0.007518727798014879,
      "step": 19270
    },
    {
      "loss_action": 0.005670622456818819,
      "loss_total": 0.005670622456818819,
      "step": 19270
    },
    {
      "grad_norm": 0.19314467906951904,
      "learning_rate": 9.452853659810261e-05,
      "loss": 0.0156,
      "step": 19280
    },
    {
      "loss_action": 0.011502927169203758,
      "loss_total": 0.011502927169203758,
      "step": 19280
    },
    {
      "loss_action": 0.01237126998603344,
      "loss_total": 0.01237126998603344,
      "step": 19280
    },
    {
      "loss_action": 0.01147356815636158,
      "loss_total": 0.01147356815636158,
      "step": 19280
    },
    {
      "loss_action": 0.0056709717027843,
      "loss_total": 0.0056709717027843,
      "step": 19280
    },
    {
      "loss_action": 0.01981966383755207,
      "loss_total": 0.01981966383755207,
      "step": 19280
    },
    {
      "loss_action": 0.006337177939713001,
      "loss_total": 0.006337177939713001,
      "step": 19280
    },
    {
      "loss_action": 0.010866023600101471,
      "loss_total": 0.010866023600101471,
      "step": 19280
    },
    {
      "loss_action": 0.007803693879395723,
      "loss_total": 0.007803693879395723,
      "step": 19280
    },
    {
      "grad_norm": 0.1794796735048294,
      "learning_rate": 9.452101344234401e-05,
      "loss": 0.0132,
      "step": 19290
    },
    {
      "loss_action": 0.02565702050924301,
      "loss_total": 0.02565702050924301,
      "step": 19290
    },
    {
      "loss_action": 0.01438328716903925,
      "loss_total": 0.01438328716903925,
      "step": 19290
    },
    {
      "loss_action": 0.013312608003616333,
      "loss_total": 0.013312608003616333,
      "step": 19290
    },
    {
      "loss_action": 0.009216967038810253,
      "loss_total": 0.009216967038810253,
      "step": 19290
    },
    {
      "loss_action": 0.006509232334792614,
      "loss_total": 0.006509232334792614,
      "step": 19290
    },
    {
      "loss_action": 0.00576797965914011,
      "loss_total": 0.00576797965914011,
      "step": 19290
    },
    {
      "loss_action": 0.014341030269861221,
      "loss_total": 0.014341030269861221,
      "step": 19290
    },
    {
      "loss_action": 0.008965497836470604,
      "loss_total": 0.008965497836470604,
      "step": 19290
    },
    {
      "grad_norm": 0.15885740518569946,
      "learning_rate": 9.451348541783431e-05,
      "loss": 0.015,
      "step": 19300
    },
    {
      "loss_action": 0.013707464560866356,
      "loss_total": 0.013707464560866356,
      "step": 19300
    },
    {
      "loss_action": 0.011734062805771828,
      "loss_total": 0.011734062805771828,
      "step": 19300
    },
    {
      "loss_action": 0.008880909532308578,
      "loss_total": 0.008880909532308578,
      "step": 19300
    },
    {
      "loss_action": 0.017397800460457802,
      "loss_total": 0.017397800460457802,
      "step": 19300
    },
    {
      "loss_action": 0.01322841364890337,
      "loss_total": 0.01322841364890337,
      "step": 19300
    },
    {
      "loss_action": 0.023886214941740036,
      "loss_total": 0.023886214941740036,
      "step": 19300
    },
    {
      "loss_action": 0.006439485587179661,
      "loss_total": 0.006439485587179661,
      "step": 19300
    },
    {
      "loss_action": 0.020717155188322067,
      "loss_total": 0.020717155188322067,
      "step": 19300
    },
    {
      "grad_norm": 0.1820053905248642,
      "learning_rate": 9.450595252539678e-05,
      "loss": 0.0131,
      "step": 19310
    },
    {
      "loss_action": 0.02056984417140484,
      "loss_total": 0.02056984417140484,
      "step": 19310
    },
    {
      "loss_action": 0.009912768378853798,
      "loss_total": 0.009912768378853798,
      "step": 19310
    },
    {
      "loss_action": 0.021930452436208725,
      "loss_total": 0.021930452436208725,
      "step": 19310
    },
    {
      "loss_action": 0.011601733975112438,
      "loss_total": 0.011601733975112438,
      "step": 19310
    },
    {
      "loss_action": 0.016973212361335754,
      "loss_total": 0.016973212361335754,
      "step": 19310
    },
    {
      "loss_action": 0.011185655370354652,
      "loss_total": 0.011185655370354652,
      "step": 19310
    },
    {
      "loss_action": 0.007347162812948227,
      "loss_total": 0.007347162812948227,
      "step": 19310
    },
    {
      "loss_action": 0.006310616619884968,
      "loss_total": 0.006310616619884968,
      "step": 19310
    },
    {
      "grad_norm": 0.15296509861946106,
      "learning_rate": 9.449841476585518e-05,
      "loss": 0.0149,
      "step": 19320
    },
    {
      "loss_action": 0.021661708131432533,
      "loss_total": 0.021661708131432533,
      "step": 19320
    },
    {
      "loss_action": 0.020000280812382698,
      "loss_total": 0.020000280812382698,
      "step": 19320
    },
    {
      "loss_action": 0.010007445700466633,
      "loss_total": 0.010007445700466633,
      "step": 19320
    },
    {
      "loss_action": 0.023927364498376846,
      "loss_total": 0.023927364498376846,
      "step": 19320
    },
    {
      "loss_action": 0.010647296905517578,
      "loss_total": 0.010647296905517578,
      "step": 19320
    },
    {
      "loss_action": 0.012367049232125282,
      "loss_total": 0.012367049232125282,
      "step": 19320
    },
    {
      "loss_action": 0.01213512197136879,
      "loss_total": 0.01213512197136879,
      "step": 19320
    },
    {
      "loss_action": 0.0059333667159080505,
      "loss_total": 0.0059333667159080505,
      "step": 19320
    },
    {
      "grad_norm": 0.14839129149913788,
      "learning_rate": 9.449087214003384e-05,
      "loss": 0.0124,
      "step": 19330
    },
    {
      "loss_action": 0.02425038255751133,
      "loss_total": 0.02425038255751133,
      "step": 19330
    },
    {
      "loss_action": 0.007738071959465742,
      "loss_total": 0.007738071959465742,
      "step": 19330
    },
    {
      "loss_action": 0.012771055102348328,
      "loss_total": 0.012771055102348328,
      "step": 19330
    },
    {
      "loss_action": 0.0295617263764143,
      "loss_total": 0.0295617263764143,
      "step": 19330
    },
    {
      "loss_action": 0.006008721422404051,
      "loss_total": 0.006008721422404051,
      "step": 19330
    },
    {
      "loss_action": 0.010285701602697372,
      "loss_total": 0.010285701602697372,
      "step": 19330
    },
    {
      "loss_action": 0.01685042679309845,
      "loss_total": 0.01685042679309845,
      "step": 19330
    },
    {
      "loss_action": 0.013229217380285263,
      "loss_total": 0.013229217380285263,
      "step": 19330
    },
    {
      "grad_norm": 0.1936538964509964,
      "learning_rate": 9.448332464875765e-05,
      "loss": 0.0122,
      "step": 19340
    },
    {
      "loss_action": 0.0220961831510067,
      "loss_total": 0.0220961831510067,
      "step": 19340
    },
    {
      "loss_action": 0.010310078039765358,
      "loss_total": 0.010310078039765358,
      "step": 19340
    },
    {
      "loss_action": 0.02654077857732773,
      "loss_total": 0.02654077857732773,
      "step": 19340
    },
    {
      "loss_action": 0.010078519582748413,
      "loss_total": 0.010078519582748413,
      "step": 19340
    },
    {
      "loss_action": 0.010883393697440624,
      "loss_total": 0.010883393697440624,
      "step": 19340
    },
    {
      "loss_action": 0.011533413082361221,
      "loss_total": 0.011533413082361221,
      "step": 19340
    },
    {
      "loss_action": 0.006747892592102289,
      "loss_total": 0.006747892592102289,
      "step": 19340
    },
    {
      "loss_action": 0.010702066123485565,
      "loss_total": 0.010702066123485565,
      "step": 19340
    },
    {
      "grad_norm": 0.15427140891551971,
      "learning_rate": 9.447577229285192e-05,
      "loss": 0.0129,
      "step": 19350
    },
    {
      "loss_action": 0.005058787763118744,
      "loss_total": 0.005058787763118744,
      "step": 19350
    },
    {
      "loss_action": 0.017769312486052513,
      "loss_total": 0.017769312486052513,
      "step": 19350
    },
    {
      "loss_action": 0.011554869823157787,
      "loss_total": 0.011554869823157787,
      "step": 19350
    },
    {
      "loss_action": 0.021413486450910568,
      "loss_total": 0.021413486450910568,
      "step": 19350
    },
    {
      "loss_action": 0.01940247416496277,
      "loss_total": 0.01940247416496277,
      "step": 19350
    },
    {
      "loss_action": 0.03688030689954758,
      "loss_total": 0.03688030689954758,
      "step": 19350
    },
    {
      "loss_action": 0.01431245170533657,
      "loss_total": 0.01431245170533657,
      "step": 19350
    },
    {
      "loss_action": 0.014551127329468727,
      "loss_total": 0.014551127329468727,
      "step": 19350
    },
    {
      "grad_norm": 0.20246995985507965,
      "learning_rate": 9.446821507314261e-05,
      "loss": 0.0144,
      "step": 19360
    },
    {
      "loss_action": 0.0417514368891716,
      "loss_total": 0.0417514368891716,
      "step": 19360
    },
    {
      "loss_action": 0.010919994674623013,
      "loss_total": 0.010919994674623013,
      "step": 19360
    },
    {
      "loss_action": 0.006220299284905195,
      "loss_total": 0.006220299284905195,
      "step": 19360
    },
    {
      "loss_action": 0.012372362427413464,
      "loss_total": 0.012372362427413464,
      "step": 19360
    },
    {
      "loss_action": 0.01606646180152893,
      "loss_total": 0.01606646180152893,
      "step": 19360
    },
    {
      "loss_action": 0.015516136772930622,
      "loss_total": 0.015516136772930622,
      "step": 19360
    },
    {
      "loss_action": 0.029115209355950356,
      "loss_total": 0.029115209355950356,
      "step": 19360
    },
    {
      "loss_action": 0.008318046107888222,
      "loss_total": 0.008318046107888222,
      "step": 19360
    },
    {
      "grad_norm": 0.1550668627023697,
      "learning_rate": 9.446065299045617e-05,
      "loss": 0.0173,
      "step": 19370
    },
    {
      "loss_action": 0.014896826818585396,
      "loss_total": 0.014896826818585396,
      "step": 19370
    },
    {
      "loss_action": 0.0046194749884307384,
      "loss_total": 0.0046194749884307384,
      "step": 19370
    },
    {
      "loss_action": 0.0058829691261053085,
      "loss_total": 0.0058829691261053085,
      "step": 19370
    },
    {
      "loss_action": 0.0074271271005272865,
      "loss_total": 0.0074271271005272865,
      "step": 19370
    },
    {
      "loss_action": 0.01848316751420498,
      "loss_total": 0.01848316751420498,
      "step": 19370
    },
    {
      "loss_action": 0.024661438539624214,
      "loss_total": 0.024661438539624214,
      "step": 19370
    },
    {
      "loss_action": 0.017258616164326668,
      "loss_total": 0.017258616164326668,
      "step": 19370
    },
    {
      "loss_action": 0.0073948511853814125,
      "loss_total": 0.0073948511853814125,
      "step": 19370
    },
    {
      "grad_norm": 0.12676556408405304,
      "learning_rate": 9.445308604561955e-05,
      "loss": 0.014,
      "step": 19380
    },
    {
      "loss_action": 0.01628866046667099,
      "loss_total": 0.01628866046667099,
      "step": 19380
    },
    {
      "loss_action": 0.015001269057393074,
      "loss_total": 0.015001269057393074,
      "step": 19380
    },
    {
      "loss_action": 0.03130517527461052,
      "loss_total": 0.03130517527461052,
      "step": 19380
    },
    {
      "loss_action": 0.01011593732982874,
      "loss_total": 0.01011593732982874,
      "step": 19380
    },
    {
      "loss_action": 0.022106628865003586,
      "loss_total": 0.022106628865003586,
      "step": 19380
    },
    {
      "loss_action": 0.030844129621982574,
      "loss_total": 0.030844129621982574,
      "step": 19380
    },
    {
      "loss_action": 0.005098368972539902,
      "loss_total": 0.005098368972539902,
      "step": 19380
    },
    {
      "loss_action": 0.015171622857451439,
      "loss_total": 0.015171622857451439,
      "step": 19380
    },
    {
      "grad_norm": 0.16060400009155273,
      "learning_rate": 9.444551423946028e-05,
      "loss": 0.0137,
      "step": 19390
    },
    {
      "loss_action": 0.0054229008965194225,
      "loss_total": 0.0054229008965194225,
      "step": 19390
    },
    {
      "loss_action": 0.017642144113779068,
      "loss_total": 0.017642144113779068,
      "step": 19390
    },
    {
      "loss_action": 0.009094411507248878,
      "loss_total": 0.009094411507248878,
      "step": 19390
    },
    {
      "loss_action": 0.0042513515800237656,
      "loss_total": 0.0042513515800237656,
      "step": 19390
    },
    {
      "loss_action": 0.043014220893383026,
      "loss_total": 0.043014220893383026,
      "step": 19390
    },
    {
      "loss_action": 0.00658623781055212,
      "loss_total": 0.00658623781055212,
      "step": 19390
    },
    {
      "loss_action": 0.018095042556524277,
      "loss_total": 0.018095042556524277,
      "step": 19390
    },
    {
      "loss_action": 0.009307901374995708,
      "loss_total": 0.009307901374995708,
      "step": 19390
    },
    {
      "grad_norm": 0.1057647168636322,
      "learning_rate": 9.443793757280638e-05,
      "loss": 0.0133,
      "step": 19400
    },
    {
      "loss_action": 0.024112198501825333,
      "loss_total": 0.024112198501825333,
      "step": 19400
    },
    {
      "loss_action": 0.015129806473851204,
      "loss_total": 0.015129806473851204,
      "step": 19400
    },
    {
      "loss_action": 0.008963451720774174,
      "loss_total": 0.008963451720774174,
      "step": 19400
    },
    {
      "loss_action": 0.010586396791040897,
      "loss_total": 0.010586396791040897,
      "step": 19400
    },
    {
      "loss_action": 0.01060490682721138,
      "loss_total": 0.01060490682721138,
      "step": 19400
    },
    {
      "loss_action": 0.006704011932015419,
      "loss_total": 0.006704011932015419,
      "step": 19400
    },
    {
      "loss_action": 0.017943188548088074,
      "loss_total": 0.017943188548088074,
      "step": 19400
    },
    {
      "loss_action": 0.013211493380367756,
      "loss_total": 0.013211493380367756,
      "step": 19400
    },
    {
      "grad_norm": 0.19697265326976776,
      "learning_rate": 9.443035604648646e-05,
      "loss": 0.0149,
      "step": 19410
    },
    {
      "loss_action": 0.02237490937113762,
      "loss_total": 0.02237490937113762,
      "step": 19410
    },
    {
      "loss_action": 0.019837334752082825,
      "loss_total": 0.019837334752082825,
      "step": 19410
    },
    {
      "loss_action": 0.018408752977848053,
      "loss_total": 0.018408752977848053,
      "step": 19410
    },
    {
      "loss_action": 0.020396053791046143,
      "loss_total": 0.020396053791046143,
      "step": 19410
    },
    {
      "loss_action": 0.011944831348955631,
      "loss_total": 0.011944831348955631,
      "step": 19410
    },
    {
      "loss_action": 0.011074233800172806,
      "loss_total": 0.011074233800172806,
      "step": 19410
    },
    {
      "loss_action": 0.035358257591724396,
      "loss_total": 0.035358257591724396,
      "step": 19410
    },
    {
      "loss_action": 0.016289716586470604,
      "loss_total": 0.016289716586470604,
      "step": 19410
    },
    {
      "grad_norm": 0.21566037833690643,
      "learning_rate": 9.44227696613296e-05,
      "loss": 0.0145,
      "step": 19420
    },
    {
      "loss_action": 0.007694185245782137,
      "loss_total": 0.007694185245782137,
      "step": 19420
    },
    {
      "loss_action": 0.016474399715662003,
      "loss_total": 0.016474399715662003,
      "step": 19420
    },
    {
      "loss_action": 0.015007918700575829,
      "loss_total": 0.015007918700575829,
      "step": 19420
    },
    {
      "loss_action": 0.007863691076636314,
      "loss_total": 0.007863691076636314,
      "step": 19420
    },
    {
      "loss_action": 0.008397725410759449,
      "loss_total": 0.008397725410759449,
      "step": 19420
    },
    {
      "loss_action": 0.013117870315909386,
      "loss_total": 0.013117870315909386,
      "step": 19420
    },
    {
      "loss_action": 0.015504881739616394,
      "loss_total": 0.015504881739616394,
      "step": 19420
    },
    {
      "loss_action": 0.020086389034986496,
      "loss_total": 0.020086389034986496,
      "step": 19420
    },
    {
      "grad_norm": 0.1290975660085678,
      "learning_rate": 9.441517841816542e-05,
      "loss": 0.012,
      "step": 19430
    },
    {
      "loss_action": 0.0063150664791464806,
      "loss_total": 0.0063150664791464806,
      "step": 19430
    },
    {
      "loss_action": 0.007646739948540926,
      "loss_total": 0.007646739948540926,
      "step": 19430
    },
    {
      "loss_action": 0.018490605056285858,
      "loss_total": 0.018490605056285858,
      "step": 19430
    },
    {
      "loss_action": 0.004557773470878601,
      "loss_total": 0.004557773470878601,
      "step": 19430
    },
    {
      "loss_action": 0.008399821817874908,
      "loss_total": 0.008399821817874908,
      "step": 19430
    },
    {
      "loss_action": 0.016772039234638214,
      "loss_total": 0.016772039234638214,
      "step": 19430
    },
    {
      "loss_action": 0.010917754843831062,
      "loss_total": 0.010917754843831062,
      "step": 19430
    },
    {
      "loss_action": 0.013659076765179634,
      "loss_total": 0.013659076765179634,
      "step": 19430
    },
    {
      "grad_norm": 0.15663060545921326,
      "learning_rate": 9.440758231782413e-05,
      "loss": 0.0153,
      "step": 19440
    },
    {
      "loss_action": 0.007972960360348225,
      "loss_total": 0.007972960360348225,
      "step": 19440
    },
    {
      "loss_action": 0.02246132865548134,
      "loss_total": 0.02246132865548134,
      "step": 19440
    },
    {
      "loss_action": 0.015475365333259106,
      "loss_total": 0.015475365333259106,
      "step": 19440
    },
    {
      "loss_action": 0.010200371034443378,
      "loss_total": 0.010200371034443378,
      "step": 19440
    },
    {
      "loss_action": 0.013923902995884418,
      "loss_total": 0.013923902995884418,
      "step": 19440
    },
    {
      "loss_action": 0.014703525230288506,
      "loss_total": 0.014703525230288506,
      "step": 19440
    },
    {
      "loss_action": 0.007831702008843422,
      "loss_total": 0.007831702008843422,
      "step": 19440
    },
    {
      "loss_action": 0.008600117638707161,
      "loss_total": 0.008600117638707161,
      "step": 19440
    },
    {
      "grad_norm": 0.14970546960830688,
      "learning_rate": 9.439998136113639e-05,
      "loss": 0.0116,
      "step": 19450
    },
    {
      "loss_action": 0.006143949925899506,
      "loss_total": 0.006143949925899506,
      "step": 19450
    },
    {
      "loss_action": 0.011822013184428215,
      "loss_total": 0.011822013184428215,
      "step": 19450
    },
    {
      "loss_action": 0.01078237034380436,
      "loss_total": 0.01078237034380436,
      "step": 19450
    },
    {
      "loss_action": 0.006794199347496033,
      "loss_total": 0.006794199347496033,
      "step": 19450
    },
    {
      "loss_action": 0.007410574704408646,
      "loss_total": 0.007410574704408646,
      "step": 19450
    },
    {
      "loss_action": 0.012305621057748795,
      "loss_total": 0.012305621057748795,
      "step": 19450
    },
    {
      "loss_action": 0.006415238603949547,
      "loss_total": 0.006415238603949547,
      "step": 19450
    },
    {
      "loss_action": 0.06586535274982452,
      "loss_total": 0.06586535274982452,
      "step": 19450
    },
    {
      "grad_norm": 0.17650485038757324,
      "learning_rate": 9.439237554893344e-05,
      "loss": 0.0161,
      "step": 19460
    },
    {
      "loss_action": 0.016168788075447083,
      "loss_total": 0.016168788075447083,
      "step": 19460
    },
    {
      "loss_action": 0.012815285474061966,
      "loss_total": 0.012815285474061966,
      "step": 19460
    },
    {
      "loss_action": 0.005532443523406982,
      "loss_total": 0.005532443523406982,
      "step": 19460
    },
    {
      "loss_action": 0.020207829773426056,
      "loss_total": 0.020207829773426056,
      "step": 19460
    },
    {
      "loss_action": 0.009247949346899986,
      "loss_total": 0.009247949346899986,
      "step": 19460
    },
    {
      "loss_action": 0.011411108076572418,
      "loss_total": 0.011411108076572418,
      "step": 19460
    },
    {
      "loss_action": 0.014506537467241287,
      "loss_total": 0.014506537467241287,
      "step": 19460
    },
    {
      "loss_action": 0.01976964809000492,
      "loss_total": 0.01976964809000492,
      "step": 19460
    },
    {
      "grad_norm": 0.2126852422952652,
      "learning_rate": 9.438476488204705e-05,
      "loss": 0.014,
      "step": 19470
    },
    {
      "loss_action": 0.005727468524128199,
      "loss_total": 0.005727468524128199,
      "step": 19470
    },
    {
      "loss_action": 0.012743978761136532,
      "loss_total": 0.012743978761136532,
      "step": 19470
    },
    {
      "loss_action": 0.010351646691560745,
      "loss_total": 0.010351646691560745,
      "step": 19470
    },
    {
      "loss_action": 0.008745396509766579,
      "loss_total": 0.008745396509766579,
      "step": 19470
    },
    {
      "loss_action": 0.012613770551979542,
      "loss_total": 0.012613770551979542,
      "step": 19470
    },
    {
      "loss_action": 0.011558808386325836,
      "loss_total": 0.011558808386325836,
      "step": 19470
    },
    {
      "loss_action": 0.009629910811781883,
      "loss_total": 0.009629910811781883,
      "step": 19470
    },
    {
      "loss_action": 0.007006372325122356,
      "loss_total": 0.007006372325122356,
      "step": 19470
    },
    {
      "grad_norm": 0.2838418185710907,
      "learning_rate": 9.43771493613095e-05,
      "loss": 0.0147,
      "step": 19480
    },
    {
      "loss_action": 0.010791133157908916,
      "loss_total": 0.010791133157908916,
      "step": 19480
    },
    {
      "loss_action": 0.02669975534081459,
      "loss_total": 0.02669975534081459,
      "step": 19480
    },
    {
      "loss_action": 0.011587756685912609,
      "loss_total": 0.011587756685912609,
      "step": 19480
    },
    {
      "loss_action": 0.009563498198986053,
      "loss_total": 0.009563498198986053,
      "step": 19480
    },
    {
      "loss_action": 0.025143954902887344,
      "loss_total": 0.025143954902887344,
      "step": 19480
    },
    {
      "loss_action": 0.022230073809623718,
      "loss_total": 0.022230073809623718,
      "step": 19480
    },
    {
      "loss_action": 0.010234161280095577,
      "loss_total": 0.010234161280095577,
      "step": 19480
    },
    {
      "loss_action": 0.007998828776180744,
      "loss_total": 0.007998828776180744,
      "step": 19480
    },
    {
      "grad_norm": 0.248379647731781,
      "learning_rate": 9.436952898755362e-05,
      "loss": 0.0151,
      "step": 19490
    },
    {
      "loss_action": 0.007381886709481478,
      "loss_total": 0.007381886709481478,
      "step": 19490
    },
    {
      "loss_action": 0.007061535492539406,
      "loss_total": 0.007061535492539406,
      "step": 19490
    },
    {
      "loss_action": 0.007533527910709381,
      "loss_total": 0.007533527910709381,
      "step": 19490
    },
    {
      "loss_action": 0.017603062093257904,
      "loss_total": 0.017603062093257904,
      "step": 19490
    },
    {
      "loss_action": 0.022197335958480835,
      "loss_total": 0.022197335958480835,
      "step": 19490
    },
    {
      "loss_action": 0.01206725649535656,
      "loss_total": 0.01206725649535656,
      "step": 19490
    },
    {
      "loss_action": 0.00931999646127224,
      "loss_total": 0.00931999646127224,
      "step": 19490
    },
    {
      "loss_action": 0.00978094432502985,
      "loss_total": 0.00978094432502985,
      "step": 19490
    },
    {
      "grad_norm": 0.17645221948623657,
      "learning_rate": 9.436190376161276e-05,
      "loss": 0.0129,
      "step": 19500
    },
    {
      "loss_action": 0.01193191483616829,
      "loss_total": 0.01193191483616829,
      "step": 19500
    },
    {
      "loss_action": 0.01935853436589241,
      "loss_total": 0.01935853436589241,
      "step": 19500
    },
    {
      "loss_action": 0.012927747331559658,
      "loss_total": 0.012927747331559658,
      "step": 19500
    },
    {
      "loss_action": 0.018559874966740608,
      "loss_total": 0.018559874966740608,
      "step": 19500
    },
    {
      "loss_action": 0.026446666568517685,
      "loss_total": 0.026446666568517685,
      "step": 19500
    },
    {
      "loss_action": 0.011336698196828365,
      "loss_total": 0.011336698196828365,
      "step": 19500
    },
    {
      "loss_action": 0.009529496543109417,
      "loss_total": 0.009529496543109417,
      "step": 19500
    },
    {
      "loss_action": 0.011179927736520767,
      "loss_total": 0.011179927736520767,
      "step": 19500
    },
    {
      "grad_norm": 0.17375123500823975,
      "learning_rate": 9.43542736843208e-05,
      "loss": 0.0146,
      "step": 19510
    },
    {
      "loss_action": 0.008837580680847168,
      "loss_total": 0.008837580680847168,
      "step": 19510
    },
    {
      "loss_action": 0.010095957666635513,
      "loss_total": 0.010095957666635513,
      "step": 19510
    },
    {
      "loss_action": 0.004441873170435429,
      "loss_total": 0.004441873170435429,
      "step": 19510
    },
    {
      "loss_action": 0.010619860142469406,
      "loss_total": 0.010619860142469406,
      "step": 19510
    },
    {
      "loss_action": 0.011097624897956848,
      "loss_total": 0.011097624897956848,
      "step": 19510
    },
    {
      "loss_action": 0.01668468490242958,
      "loss_total": 0.01668468490242958,
      "step": 19510
    },
    {
      "loss_action": 0.006143167149275541,
      "loss_total": 0.006143167149275541,
      "step": 19510
    },
    {
      "loss_action": 0.009420058690011501,
      "loss_total": 0.009420058690011501,
      "step": 19510
    },
    {
      "grad_norm": 0.23259516060352325,
      "learning_rate": 9.434663875651216e-05,
      "loss": 0.0133,
      "step": 19520
    },
    {
      "loss_action": 0.00746797863394022,
      "loss_total": 0.00746797863394022,
      "step": 19520
    },
    {
      "loss_action": 0.00895734690129757,
      "loss_total": 0.00895734690129757,
      "step": 19520
    },
    {
      "loss_action": 0.0643627718091011,
      "loss_total": 0.0643627718091011,
      "step": 19520
    },
    {
      "loss_action": 0.011359814554452896,
      "loss_total": 0.011359814554452896,
      "step": 19520
    },
    {
      "loss_action": 0.06313920021057129,
      "loss_total": 0.06313920021057129,
      "step": 19520
    },
    {
      "loss_action": 0.016896681860089302,
      "loss_total": 0.016896681860089302,
      "step": 19520
    },
    {
      "loss_action": 0.05814892798662186,
      "loss_total": 0.05814892798662186,
      "step": 19520
    },
    {
      "loss_action": 0.005221397150307894,
      "loss_total": 0.005221397150307894,
      "step": 19520
    },
    {
      "grad_norm": 0.17541834712028503,
      "learning_rate": 9.433899897902177e-05,
      "loss": 0.0142,
      "step": 19530
    },
    {
      "loss_action": 0.01699860394001007,
      "loss_total": 0.01699860394001007,
      "step": 19530
    },
    {
      "loss_action": 0.014719304628670216,
      "loss_total": 0.014719304628670216,
      "step": 19530
    },
    {
      "loss_action": 0.01719554513692856,
      "loss_total": 0.01719554513692856,
      "step": 19530
    },
    {
      "loss_action": 0.008641081862151623,
      "loss_total": 0.008641081862151623,
      "step": 19530
    },
    {
      "loss_action": 0.009112957864999771,
      "loss_total": 0.009112957864999771,
      "step": 19530
    },
    {
      "loss_action": 0.01510500255972147,
      "loss_total": 0.01510500255972147,
      "step": 19530
    },
    {
      "loss_action": 0.013359724543988705,
      "loss_total": 0.013359724543988705,
      "step": 19530
    },
    {
      "loss_action": 0.009623762220144272,
      "loss_total": 0.009623762220144272,
      "step": 19530
    },
    {
      "grad_norm": 0.159279003739357,
      "learning_rate": 9.433135435268511e-05,
      "loss": 0.0141,
      "step": 19540
    },
    {
      "loss_action": 0.011858627200126648,
      "loss_total": 0.011858627200126648,
      "step": 19540
    },
    {
      "loss_action": 0.016536125913262367,
      "loss_total": 0.016536125913262367,
      "step": 19540
    },
    {
      "loss_action": 0.008787242695689201,
      "loss_total": 0.008787242695689201,
      "step": 19540
    },
    {
      "loss_action": 0.010373128578066826,
      "loss_total": 0.010373128578066826,
      "step": 19540
    },
    {
      "loss_action": 0.016797726973891258,
      "loss_total": 0.016797726973891258,
      "step": 19540
    },
    {
      "loss_action": 0.0060525918379426,
      "loss_total": 0.0060525918379426,
      "step": 19540
    },
    {
      "loss_action": 0.012209108099341393,
      "loss_total": 0.012209108099341393,
      "step": 19540
    },
    {
      "loss_action": 0.016813546419143677,
      "loss_total": 0.016813546419143677,
      "step": 19540
    },
    {
      "grad_norm": 0.21548491716384888,
      "learning_rate": 9.432370487833819e-05,
      "loss": 0.0147,
      "step": 19550
    },
    {
      "loss_action": 0.03986877575516701,
      "loss_total": 0.03986877575516701,
      "step": 19550
    },
    {
      "loss_action": 0.009667817503213882,
      "loss_total": 0.009667817503213882,
      "step": 19550
    },
    {
      "loss_action": 0.022925831377506256,
      "loss_total": 0.022925831377506256,
      "step": 19550
    },
    {
      "loss_action": 0.017741184681653976,
      "loss_total": 0.017741184681653976,
      "step": 19550
    },
    {
      "loss_action": 0.014230156317353249,
      "loss_total": 0.014230156317353249,
      "step": 19550
    },
    {
      "loss_action": 0.014098081737756729,
      "loss_total": 0.014098081737756729,
      "step": 19550
    },
    {
      "loss_action": 0.04570341855287552,
      "loss_total": 0.04570341855287552,
      "step": 19550
    },
    {
      "loss_action": 0.011106535792350769,
      "loss_total": 0.011106535792350769,
      "step": 19550
    },
    {
      "grad_norm": 0.20245884358882904,
      "learning_rate": 9.431605055681756e-05,
      "loss": 0.0134,
      "step": 19560
    },
    {
      "loss_action": 0.014096636325120926,
      "loss_total": 0.014096636325120926,
      "step": 19560
    },
    {
      "loss_action": 0.007575229275971651,
      "loss_total": 0.007575229275971651,
      "step": 19560
    },
    {
      "loss_action": 0.016486264765262604,
      "loss_total": 0.016486264765262604,
      "step": 19560
    },
    {
      "loss_action": 0.015172671526670456,
      "loss_total": 0.015172671526670456,
      "step": 19560
    },
    {
      "loss_action": 0.0314059853553772,
      "loss_total": 0.0314059853553772,
      "step": 19560
    },
    {
      "loss_action": 0.019140083342790604,
      "loss_total": 0.019140083342790604,
      "step": 19560
    },
    {
      "loss_action": 0.011946110054850578,
      "loss_total": 0.011946110054850578,
      "step": 19560
    },
    {
      "loss_action": 0.0234020184725523,
      "loss_total": 0.0234020184725523,
      "step": 19560
    },
    {
      "grad_norm": 0.14771531522274017,
      "learning_rate": 9.430839138896026e-05,
      "loss": 0.0146,
      "step": 19570
    },
    {
      "loss_action": 0.010052688419818878,
      "loss_total": 0.010052688419818878,
      "step": 19570
    },
    {
      "loss_action": 0.008393737487494946,
      "loss_total": 0.008393737487494946,
      "step": 19570
    },
    {
      "loss_action": 0.012207768857479095,
      "loss_total": 0.012207768857479095,
      "step": 19570
    },
    {
      "loss_action": 0.011965122073888779,
      "loss_total": 0.011965122073888779,
      "step": 19570
    },
    {
      "loss_action": 0.01027231477200985,
      "loss_total": 0.01027231477200985,
      "step": 19570
    },
    {
      "loss_action": 0.013984877616167068,
      "loss_total": 0.013984877616167068,
      "step": 19570
    },
    {
      "loss_action": 0.00702445674687624,
      "loss_total": 0.00702445674687624,
      "step": 19570
    },
    {
      "loss_action": 0.011502115055918694,
      "loss_total": 0.011502115055918694,
      "step": 19570
    },
    {
      "grad_norm": 0.12209438532590866,
      "learning_rate": 9.43007273756039e-05,
      "loss": 0.0119,
      "step": 19580
    },
    {
      "loss_action": 0.011883694678544998,
      "loss_total": 0.011883694678544998,
      "step": 19580
    },
    {
      "loss_action": 0.02369450405240059,
      "loss_total": 0.02369450405240059,
      "step": 19580
    },
    {
      "loss_action": 0.01824573427438736,
      "loss_total": 0.01824573427438736,
      "step": 19580
    },
    {
      "loss_action": 0.008870163932442665,
      "loss_total": 0.008870163932442665,
      "step": 19580
    },
    {
      "loss_action": 0.006425293628126383,
      "loss_total": 0.006425293628126383,
      "step": 19580
    },
    {
      "loss_action": 0.014552214182913303,
      "loss_total": 0.014552214182913303,
      "step": 19580
    },
    {
      "loss_action": 0.02546987682580948,
      "loss_total": 0.02546987682580948,
      "step": 19580
    },
    {
      "loss_action": 0.006547255907207727,
      "loss_total": 0.006547255907207727,
      "step": 19580
    },
    {
      "grad_norm": 0.2400108277797699,
      "learning_rate": 9.429305851758658e-05,
      "loss": 0.0135,
      "step": 19590
    },
    {
      "loss_action": 0.019109174609184265,
      "loss_total": 0.019109174609184265,
      "step": 19590
    },
    {
      "loss_action": 0.013650241307914257,
      "loss_total": 0.013650241307914257,
      "step": 19590
    },
    {
      "loss_action": 0.01407250203192234,
      "loss_total": 0.01407250203192234,
      "step": 19590
    },
    {
      "loss_action": 0.019921835511922836,
      "loss_total": 0.019921835511922836,
      "step": 19590
    },
    {
      "loss_action": 0.010821297764778137,
      "loss_total": 0.010821297764778137,
      "step": 19590
    },
    {
      "loss_action": 0.027066316455602646,
      "loss_total": 0.027066316455602646,
      "step": 19590
    },
    {
      "loss_action": 0.017098592594265938,
      "loss_total": 0.017098592594265938,
      "step": 19590
    },
    {
      "loss_action": 0.014675581827759743,
      "loss_total": 0.014675581827759743,
      "step": 19590
    },
    {
      "grad_norm": 0.1717095822095871,
      "learning_rate": 9.428538481574699e-05,
      "loss": 0.0143,
      "step": 19600
    },
    {
      "loss_action": 0.009080992080271244,
      "loss_total": 0.009080992080271244,
      "step": 19600
    },
    {
      "loss_action": 0.0080147385597229,
      "loss_total": 0.0080147385597229,
      "step": 19600
    },
    {
      "loss_action": 0.014203735627233982,
      "loss_total": 0.014203735627233982,
      "step": 19600
    },
    {
      "loss_action": 0.014729149639606476,
      "loss_total": 0.014729149639606476,
      "step": 19600
    },
    {
      "loss_action": 0.006907270289957523,
      "loss_total": 0.006907270289957523,
      "step": 19600
    },
    {
      "loss_action": 0.020572081208229065,
      "loss_total": 0.020572081208229065,
      "step": 19600
    },
    {
      "loss_action": 0.009088965132832527,
      "loss_total": 0.009088965132832527,
      "step": 19600
    },
    {
      "loss_action": 0.006390612572431564,
      "loss_total": 0.006390612572431564,
      "step": 19600
    },
    {
      "grad_norm": 0.15155945718288422,
      "learning_rate": 9.42777062709243e-05,
      "loss": 0.0123,
      "step": 19610
    },
    {
      "loss_action": 0.009279136545956135,
      "loss_total": 0.009279136545956135,
      "step": 19610
    },
    {
      "loss_action": 0.00561481062322855,
      "loss_total": 0.00561481062322855,
      "step": 19610
    },
    {
      "loss_action": 0.011117042973637581,
      "loss_total": 0.011117042973637581,
      "step": 19610
    },
    {
      "loss_action": 0.014278389513492584,
      "loss_total": 0.014278389513492584,
      "step": 19610
    },
    {
      "loss_action": 0.011450562626123428,
      "loss_total": 0.011450562626123428,
      "step": 19610
    },
    {
      "loss_action": 0.012156926095485687,
      "loss_total": 0.012156926095485687,
      "step": 19610
    },
    {
      "loss_action": 0.010207882151007652,
      "loss_total": 0.010207882151007652,
      "step": 19610
    },
    {
      "loss_action": 0.00845169648528099,
      "loss_total": 0.00845169648528099,
      "step": 19610
    },
    {
      "grad_norm": 0.14260827004909515,
      "learning_rate": 9.427002288395821e-05,
      "loss": 0.0137,
      "step": 19620
    },
    {
      "loss_action": 0.009821992367506027,
      "loss_total": 0.009821992367506027,
      "step": 19620
    },
    {
      "loss_action": 0.02292678877711296,
      "loss_total": 0.02292678877711296,
      "step": 19620
    },
    {
      "loss_action": 0.11526048928499222,
      "loss_total": 0.11526048928499222,
      "step": 19620
    },
    {
      "loss_action": 0.006306247320026159,
      "loss_total": 0.006306247320026159,
      "step": 19620
    },
    {
      "loss_action": 0.005527860019356012,
      "loss_total": 0.005527860019356012,
      "step": 19620
    },
    {
      "loss_action": 0.005033667199313641,
      "loss_total": 0.005033667199313641,
      "step": 19620
    },
    {
      "loss_action": 0.010718545876443386,
      "loss_total": 0.010718545876443386,
      "step": 19620
    },
    {
      "loss_action": 0.012326130643486977,
      "loss_total": 0.012326130643486977,
      "step": 19620
    },
    {
      "grad_norm": 0.1334456503391266,
      "learning_rate": 9.426233465568898e-05,
      "loss": 0.0136,
      "step": 19630
    },
    {
      "loss_action": 0.006915135309100151,
      "loss_total": 0.006915135309100151,
      "step": 19630
    },
    {
      "loss_action": 0.014135168865323067,
      "loss_total": 0.014135168865323067,
      "step": 19630
    },
    {
      "loss_action": 0.009222239255905151,
      "loss_total": 0.009222239255905151,
      "step": 19630
    },
    {
      "loss_action": 0.012461243197321892,
      "loss_total": 0.012461243197321892,
      "step": 19630
    },
    {
      "loss_action": 0.008919748477637768,
      "loss_total": 0.008919748477637768,
      "step": 19630
    },
    {
      "loss_action": 0.010073360055685043,
      "loss_total": 0.010073360055685043,
      "step": 19630
    },
    {
      "loss_action": 0.008321840316057205,
      "loss_total": 0.008321840316057205,
      "step": 19630
    },
    {
      "loss_action": 0.014178909361362457,
      "loss_total": 0.014178909361362457,
      "step": 19630
    },
    {
      "grad_norm": 0.23681320250034332,
      "learning_rate": 9.42546415869574e-05,
      "loss": 0.0132,
      "step": 19640
    },
    {
      "loss_action": 0.018749510869383812,
      "loss_total": 0.018749510869383812,
      "step": 19640
    },
    {
      "loss_action": 0.010428480803966522,
      "loss_total": 0.010428480803966522,
      "step": 19640
    },
    {
      "loss_action": 0.012983602471649647,
      "loss_total": 0.012983602471649647,
      "step": 19640
    },
    {
      "loss_action": 0.013917354866862297,
      "loss_total": 0.013917354866862297,
      "step": 19640
    },
    {
      "loss_action": 0.02022264152765274,
      "loss_total": 0.02022264152765274,
      "step": 19640
    },
    {
      "loss_action": 0.03893126919865608,
      "loss_total": 0.03893126919865608,
      "step": 19640
    },
    {
      "loss_action": 0.004127782769501209,
      "loss_total": 0.004127782769501209,
      "step": 19640
    },
    {
      "loss_action": 0.008929810486733913,
      "loss_total": 0.008929810486733913,
      "step": 19640
    },
    {
      "grad_norm": 0.20552141964435577,
      "learning_rate": 9.424694367860473e-05,
      "loss": 0.016,
      "step": 19650
    },
    {
      "loss_action": 0.007855141535401344,
      "loss_total": 0.007855141535401344,
      "step": 19650
    },
    {
      "loss_action": 0.031169885769486427,
      "loss_total": 0.031169885769486427,
      "step": 19650
    },
    {
      "loss_action": 0.0075171710923314095,
      "loss_total": 0.0075171710923314095,
      "step": 19650
    },
    {
      "loss_action": 0.00993906520307064,
      "loss_total": 0.00993906520307064,
      "step": 19650
    },
    {
      "loss_action": 0.013983840122818947,
      "loss_total": 0.013983840122818947,
      "step": 19650
    },
    {
      "loss_action": 0.015035059303045273,
      "loss_total": 0.015035059303045273,
      "step": 19650
    },
    {
      "loss_action": 0.012699713930487633,
      "loss_total": 0.012699713930487633,
      "step": 19650
    },
    {
      "loss_action": 0.010848475620150566,
      "loss_total": 0.010848475620150566,
      "step": 19650
    },
    {
      "grad_norm": 0.17630305886268616,
      "learning_rate": 9.423924093147284e-05,
      "loss": 0.0163,
      "step": 19660
    },
    {
      "loss_action": 0.01180625893175602,
      "loss_total": 0.01180625893175602,
      "step": 19660
    },
    {
      "loss_action": 0.0140392379835248,
      "loss_total": 0.0140392379835248,
      "step": 19660
    },
    {
      "loss_action": 0.018975738435983658,
      "loss_total": 0.018975738435983658,
      "step": 19660
    },
    {
      "loss_action": 0.021688668057322502,
      "loss_total": 0.021688668057322502,
      "step": 19660
    },
    {
      "loss_action": 0.020168796181678772,
      "loss_total": 0.020168796181678772,
      "step": 19660
    },
    {
      "loss_action": 0.008729713968932629,
      "loss_total": 0.008729713968932629,
      "step": 19660
    },
    {
      "loss_action": 0.012706303969025612,
      "loss_total": 0.012706303969025612,
      "step": 19660
    },
    {
      "loss_action": 0.01021662075072527,
      "loss_total": 0.01021662075072527,
      "step": 19660
    },
    {
      "grad_norm": 0.17457358539104462,
      "learning_rate": 9.423153334640407e-05,
      "loss": 0.0151,
      "step": 19670
    },
    {
      "loss_action": 0.005480646155774593,
      "loss_total": 0.005480646155774593,
      "step": 19670
    },
    {
      "loss_action": 0.013642711564898491,
      "loss_total": 0.013642711564898491,
      "step": 19670
    },
    {
      "loss_action": 0.011319480836391449,
      "loss_total": 0.011319480836391449,
      "step": 19670
    },
    {
      "loss_action": 0.005712222773581743,
      "loss_total": 0.005712222773581743,
      "step": 19670
    },
    {
      "loss_action": 0.0070262486115098,
      "loss_total": 0.0070262486115098,
      "step": 19670
    },
    {
      "loss_action": 0.008023485541343689,
      "loss_total": 0.008023485541343689,
      "step": 19670
    },
    {
      "loss_action": 0.015890682116150856,
      "loss_total": 0.015890682116150856,
      "step": 19670
    },
    {
      "loss_action": 0.007748197764158249,
      "loss_total": 0.007748197764158249,
      "step": 19670
    },
    {
      "grad_norm": 0.15551653504371643,
      "learning_rate": 9.42238209242413e-05,
      "loss": 0.0127,
      "step": 19680
    },
    {
      "loss_action": 0.006924838293343782,
      "loss_total": 0.006924838293343782,
      "step": 19680
    },
    {
      "loss_action": 0.006424008868634701,
      "loss_total": 0.006424008868634701,
      "step": 19680
    },
    {
      "loss_action": 0.009199998341500759,
      "loss_total": 0.009199998341500759,
      "step": 19680
    },
    {
      "loss_action": 0.007021585013717413,
      "loss_total": 0.007021585013717413,
      "step": 19680
    },
    {
      "loss_action": 0.011999489739537239,
      "loss_total": 0.011999489739537239,
      "step": 19680
    },
    {
      "loss_action": 0.006031797267496586,
      "loss_total": 0.006031797267496586,
      "step": 19680
    },
    {
      "loss_action": 0.016619540750980377,
      "loss_total": 0.016619540750980377,
      "step": 19680
    },
    {
      "loss_action": 0.009252211079001427,
      "loss_total": 0.009252211079001427,
      "step": 19680
    },
    {
      "grad_norm": 0.18710200488567352,
      "learning_rate": 9.421610366582798e-05,
      "loss": 0.0124,
      "step": 19690
    },
    {
      "loss_action": 0.012096123769879341,
      "loss_total": 0.012096123769879341,
      "step": 19690
    },
    {
      "loss_action": 0.01001394260674715,
      "loss_total": 0.01001394260674715,
      "step": 19690
    },
    {
      "loss_action": 0.014429382979869843,
      "loss_total": 0.014429382979869843,
      "step": 19690
    },
    {
      "loss_action": 0.014745724387466908,
      "loss_total": 0.014745724387466908,
      "step": 19690
    },
    {
      "loss_action": 0.009987423196434975,
      "loss_total": 0.009987423196434975,
      "step": 19690
    },
    {
      "loss_action": 0.014233989641070366,
      "loss_total": 0.014233989641070366,
      "step": 19690
    },
    {
      "loss_action": 0.007085786201059818,
      "loss_total": 0.007085786201059818,
      "step": 19690
    },
    {
      "loss_action": 0.003466801019385457,
      "loss_total": 0.003466801019385457,
      "step": 19690
    },
    {
      "grad_norm": 0.15378186106681824,
      "learning_rate": 9.420838157200803e-05,
      "loss": 0.0104,
      "step": 19700
    },
    {
      "loss_action": 0.014481764286756516,
      "loss_total": 0.014481764286756516,
      "step": 19700
    },
    {
      "loss_action": 0.014555897563695908,
      "loss_total": 0.014555897563695908,
      "step": 19700
    },
    {
      "loss_action": 0.021334907039999962,
      "loss_total": 0.021334907039999962,
      "step": 19700
    },
    {
      "loss_action": 0.0044557019136846066,
      "loss_total": 0.0044557019136846066,
      "step": 19700
    },
    {
      "loss_action": 0.018982291221618652,
      "loss_total": 0.018982291221618652,
      "step": 19700
    },
    {
      "loss_action": 0.01592620462179184,
      "loss_total": 0.01592620462179184,
      "step": 19700
    },
    {
      "loss_action": 0.011675759218633175,
      "loss_total": 0.011675759218633175,
      "step": 19700
    },
    {
      "loss_action": 0.00939115323126316,
      "loss_total": 0.00939115323126316,
      "step": 19700
    },
    {
      "grad_norm": 0.1809898316860199,
      "learning_rate": 9.420065464362594e-05,
      "loss": 0.0136,
      "step": 19710
    },
    {
      "loss_action": 0.02173507958650589,
      "loss_total": 0.02173507958650589,
      "step": 19710
    },
    {
      "loss_action": 0.025385146960616112,
      "loss_total": 0.025385146960616112,
      "step": 19710
    },
    {
      "loss_action": 0.010291529819369316,
      "loss_total": 0.010291529819369316,
      "step": 19710
    },
    {
      "loss_action": 0.012430425733327866,
      "loss_total": 0.012430425733327866,
      "step": 19710
    },
    {
      "loss_action": 0.01649312674999237,
      "loss_total": 0.01649312674999237,
      "step": 19710
    },
    {
      "loss_action": 0.014740077778697014,
      "loss_total": 0.014740077778697014,
      "step": 19710
    },
    {
      "loss_action": 0.00981585681438446,
      "loss_total": 0.00981585681438446,
      "step": 19710
    },
    {
      "loss_action": 0.00880681723356247,
      "loss_total": 0.00880681723356247,
      "step": 19710
    },
    {
      "grad_norm": 0.11455529183149338,
      "learning_rate": 9.419292288152673e-05,
      "loss": 0.0132,
      "step": 19720
    },
    {
      "loss_action": 0.006465376354753971,
      "loss_total": 0.006465376354753971,
      "step": 19720
    },
    {
      "loss_action": 0.00897696241736412,
      "loss_total": 0.00897696241736412,
      "step": 19720
    },
    {
      "loss_action": 0.010950472205877304,
      "loss_total": 0.010950472205877304,
      "step": 19720
    },
    {
      "loss_action": 0.004203988239169121,
      "loss_total": 0.004203988239169121,
      "step": 19720
    },
    {
      "loss_action": 0.011278030462563038,
      "loss_total": 0.011278030462563038,
      "step": 19720
    },
    {
      "loss_action": 0.00925024040043354,
      "loss_total": 0.00925024040043354,
      "step": 19720
    },
    {
      "loss_action": 0.025053586810827255,
      "loss_total": 0.025053586810827255,
      "step": 19720
    },
    {
      "loss_action": 0.01218562014400959,
      "loss_total": 0.01218562014400959,
      "step": 19720
    },
    {
      "grad_norm": 0.14719168841838837,
      "learning_rate": 9.418518628655588e-05,
      "loss": 0.0139,
      "step": 19730
    },
    {
      "loss_action": 0.016500862315297127,
      "loss_total": 0.016500862315297127,
      "step": 19730
    },
    {
      "loss_action": 0.006451570428907871,
      "loss_total": 0.006451570428907871,
      "step": 19730
    },
    {
      "loss_action": 0.01828094571828842,
      "loss_total": 0.01828094571828842,
      "step": 19730
    },
    {
      "loss_action": 0.011468975804746151,
      "loss_total": 0.011468975804746151,
      "step": 19730
    },
    {
      "loss_action": 0.020061008632183075,
      "loss_total": 0.020061008632183075,
      "step": 19730
    },
    {
      "loss_action": 0.0146701131016016,
      "loss_total": 0.0146701131016016,
      "step": 19730
    },
    {
      "loss_action": 0.015118785202503204,
      "loss_total": 0.015118785202503204,
      "step": 19730
    },
    {
      "loss_action": 0.005002033896744251,
      "loss_total": 0.005002033896744251,
      "step": 19730
    },
    {
      "grad_norm": 0.23563681542873383,
      "learning_rate": 9.417744485955951e-05,
      "loss": 0.0153,
      "step": 19740
    },
    {
      "loss_action": 0.00490714143961668,
      "loss_total": 0.00490714143961668,
      "step": 19740
    },
    {
      "loss_action": 0.009116905741393566,
      "loss_total": 0.009116905741393566,
      "step": 19740
    },
    {
      "loss_action": 0.01182843279093504,
      "loss_total": 0.01182843279093504,
      "step": 19740
    },
    {
      "loss_action": 0.013569867238402367,
      "loss_total": 0.013569867238402367,
      "step": 19740
    },
    {
      "loss_action": 0.0057769641280174255,
      "loss_total": 0.0057769641280174255,
      "step": 19740
    },
    {
      "loss_action": 0.009794075042009354,
      "loss_total": 0.009794075042009354,
      "step": 19740
    },
    {
      "loss_action": 0.008915245532989502,
      "loss_total": 0.008915245532989502,
      "step": 19740
    },
    {
      "loss_action": 0.04429195076227188,
      "loss_total": 0.04429195076227188,
      "step": 19740
    },
    {
      "grad_norm": 0.12370762228965759,
      "learning_rate": 9.41696986013842e-05,
      "loss": 0.014,
      "step": 19750
    },
    {
      "loss_action": 0.017599940299987793,
      "loss_total": 0.017599940299987793,
      "step": 19750
    },
    {
      "loss_action": 0.01365845836699009,
      "loss_total": 0.01365845836699009,
      "step": 19750
    },
    {
      "loss_action": 0.021310191601514816,
      "loss_total": 0.021310191601514816,
      "step": 19750
    },
    {
      "loss_action": 0.023392707109451294,
      "loss_total": 0.023392707109451294,
      "step": 19750
    },
    {
      "loss_action": 0.004875302314758301,
      "loss_total": 0.004875302314758301,
      "step": 19750
    },
    {
      "loss_action": 0.01121249794960022,
      "loss_total": 0.01121249794960022,
      "step": 19750
    },
    {
      "loss_action": 0.003983502276241779,
      "loss_total": 0.003983502276241779,
      "step": 19750
    },
    {
      "loss_action": 0.06429064273834229,
      "loss_total": 0.06429064273834229,
      "step": 19750
    },
    {
      "grad_norm": 0.14465753734111786,
      "learning_rate": 9.416194751287705e-05,
      "loss": 0.0142,
      "step": 19760
    },
    {
      "loss_action": 0.016416218131780624,
      "loss_total": 0.016416218131780624,
      "step": 19760
    },
    {
      "loss_action": 0.01850694604218006,
      "loss_total": 0.01850694604218006,
      "step": 19760
    },
    {
      "loss_action": 0.02009015902876854,
      "loss_total": 0.02009015902876854,
      "step": 19760
    },
    {
      "loss_action": 0.01823190040886402,
      "loss_total": 0.01823190040886402,
      "step": 19760
    },
    {
      "loss_action": 0.03276721388101578,
      "loss_total": 0.03276721388101578,
      "step": 19760
    },
    {
      "loss_action": 0.012485534884035587,
      "loss_total": 0.012485534884035587,
      "step": 19760
    },
    {
      "loss_action": 0.04853439703583717,
      "loss_total": 0.04853439703583717,
      "step": 19760
    },
    {
      "loss_action": 0.020263999700546265,
      "loss_total": 0.020263999700546265,
      "step": 19760
    },
    {
      "grad_norm": 0.13475434482097626,
      "learning_rate": 9.415419159488572e-05,
      "loss": 0.0137,
      "step": 19770
    },
    {
      "loss_action": 0.011694146320223808,
      "loss_total": 0.011694146320223808,
      "step": 19770
    },
    {
      "loss_action": 0.004169094376266003,
      "loss_total": 0.004169094376266003,
      "step": 19770
    },
    {
      "loss_action": 0.024483684450387955,
      "loss_total": 0.024483684450387955,
      "step": 19770
    },
    {
      "loss_action": 0.02481573447585106,
      "loss_total": 0.02481573447585106,
      "step": 19770
    },
    {
      "loss_action": 0.02917463332414627,
      "loss_total": 0.02917463332414627,
      "step": 19770
    },
    {
      "loss_action": 0.021335987374186516,
      "loss_total": 0.021335987374186516,
      "step": 19770
    },
    {
      "loss_action": 0.011884789913892746,
      "loss_total": 0.011884789913892746,
      "step": 19770
    },
    {
      "loss_action": 0.020918048918247223,
      "loss_total": 0.020918048918247223,
      "step": 19770
    },
    {
      "grad_norm": 0.2231799066066742,
      "learning_rate": 9.414643084825837e-05,
      "loss": 0.013,
      "step": 19780
    },
    {
      "loss_action": 0.016378935426473618,
      "loss_total": 0.016378935426473618,
      "step": 19780
    },
    {
      "loss_action": 0.01700226217508316,
      "loss_total": 0.01700226217508316,
      "step": 19780
    },
    {
      "loss_action": 0.025716988369822502,
      "loss_total": 0.025716988369822502,
      "step": 19780
    },
    {
      "loss_action": 0.024648863822221756,
      "loss_total": 0.024648863822221756,
      "step": 19780
    },
    {
      "loss_action": 0.022607743740081787,
      "loss_total": 0.022607743740081787,
      "step": 19780
    },
    {
      "loss_action": 0.010931435972452164,
      "loss_total": 0.010931435972452164,
      "step": 19780
    },
    {
      "loss_action": 0.00867205485701561,
      "loss_total": 0.00867205485701561,
      "step": 19780
    },
    {
      "loss_action": 0.011874062940478325,
      "loss_total": 0.011874062940478325,
      "step": 19780
    },
    {
      "grad_norm": 0.1489403396844864,
      "learning_rate": 9.413866527384372e-05,
      "loss": 0.0143,
      "step": 19790
    },
    {
      "loss_action": 0.028225228190422058,
      "loss_total": 0.028225228190422058,
      "step": 19790
    },
    {
      "loss_action": 0.01957627758383751,
      "loss_total": 0.01957627758383751,
      "step": 19790
    },
    {
      "loss_action": 0.015157567337155342,
      "loss_total": 0.015157567337155342,
      "step": 19790
    },
    {
      "loss_action": 0.014495261013507843,
      "loss_total": 0.014495261013507843,
      "step": 19790
    },
    {
      "loss_action": 0.008257225155830383,
      "loss_total": 0.008257225155830383,
      "step": 19790
    },
    {
      "loss_action": 0.01105886697769165,
      "loss_total": 0.01105886697769165,
      "step": 19790
    },
    {
      "loss_action": 0.01847679167985916,
      "loss_total": 0.01847679167985916,
      "step": 19790
    },
    {
      "loss_action": 0.06191488355398178,
      "loss_total": 0.06191488355398178,
      "step": 19790
    },
    {
      "grad_norm": 0.14598233997821808,
      "learning_rate": 9.4130894872491e-05,
      "loss": 0.0136,
      "step": 19800
    },
    {
      "loss_action": 0.006588721182197332,
      "loss_total": 0.006588721182197332,
      "step": 19800
    },
    {
      "loss_action": 0.009407637640833855,
      "loss_total": 0.009407637640833855,
      "step": 19800
    },
    {
      "loss_action": 0.014692660421133041,
      "loss_total": 0.014692660421133041,
      "step": 19800
    },
    {
      "loss_action": 0.006399661768227816,
      "loss_total": 0.006399661768227816,
      "step": 19800
    },
    {
      "loss_action": 0.01824149861931801,
      "loss_total": 0.01824149861931801,
      "step": 19800
    },
    {
      "loss_action": 0.010049263015389442,
      "loss_total": 0.010049263015389442,
      "step": 19800
    },
    {
      "loss_action": 0.019756335765123367,
      "loss_total": 0.019756335765123367,
      "step": 19800
    },
    {
      "loss_action": 0.02035883069038391,
      "loss_total": 0.02035883069038391,
      "step": 19800
    },
    {
      "grad_norm": 0.12030195444822311,
      "learning_rate": 9.412311964504998e-05,
      "loss": 0.0131,
      "step": 19810
    },
    {
      "loss_action": 0.017446544021368027,
      "loss_total": 0.017446544021368027,
      "step": 19810
    },
    {
      "loss_action": 0.004746591206640005,
      "loss_total": 0.004746591206640005,
      "step": 19810
    },
    {
      "loss_action": 0.006867091171443462,
      "loss_total": 0.006867091171443462,
      "step": 19810
    },
    {
      "loss_action": 0.014371835626661777,
      "loss_total": 0.014371835626661777,
      "step": 19810
    },
    {
      "loss_action": 0.010828383266925812,
      "loss_total": 0.010828383266925812,
      "step": 19810
    },
    {
      "loss_action": 0.011445446871221066,
      "loss_total": 0.011445446871221066,
      "step": 19810
    },
    {
      "loss_action": 0.021995916962623596,
      "loss_total": 0.021995916962623596,
      "step": 19810
    },
    {
      "loss_action": 0.014663221314549446,
      "loss_total": 0.014663221314549446,
      "step": 19810
    },
    {
      "grad_norm": 0.1397816687822342,
      "learning_rate": 9.411533959237091e-05,
      "loss": 0.0118,
      "step": 19820
    },
    {
      "loss_action": 0.011538265272974968,
      "loss_total": 0.011538265272974968,
      "step": 19820
    },
    {
      "loss_action": 0.016766099259257317,
      "loss_total": 0.016766099259257317,
      "step": 19820
    },
    {
      "loss_action": 0.01344825979322195,
      "loss_total": 0.01344825979322195,
      "step": 19820
    },
    {
      "loss_action": 0.014012116938829422,
      "loss_total": 0.014012116938829422,
      "step": 19820
    },
    {
      "loss_action": 0.012841228395700455,
      "loss_total": 0.012841228395700455,
      "step": 19820
    },
    {
      "loss_action": 0.031660206615924835,
      "loss_total": 0.031660206615924835,
      "step": 19820
    },
    {
      "loss_action": 0.015973275527358055,
      "loss_total": 0.015973275527358055,
      "step": 19820
    },
    {
      "loss_action": 0.00927058421075344,
      "loss_total": 0.00927058421075344,
      "step": 19820
    },
    {
      "grad_norm": 0.21716095507144928,
      "learning_rate": 9.410755471530464e-05,
      "loss": 0.0148,
      "step": 19830
    },
    {
      "loss_action": 0.006025752052664757,
      "loss_total": 0.006025752052664757,
      "step": 19830
    },
    {
      "loss_action": 0.010063163936138153,
      "loss_total": 0.010063163936138153,
      "step": 19830
    },
    {
      "loss_action": 0.009362108074128628,
      "loss_total": 0.009362108074128628,
      "step": 19830
    },
    {
      "loss_action": 0.008482933044433594,
      "loss_total": 0.008482933044433594,
      "step": 19830
    },
    {
      "loss_action": 0.017913028597831726,
      "loss_total": 0.017913028597831726,
      "step": 19830
    },
    {
      "loss_action": 0.005208940710872412,
      "loss_total": 0.005208940710872412,
      "step": 19830
    },
    {
      "loss_action": 0.010676499456167221,
      "loss_total": 0.010676499456167221,
      "step": 19830
    },
    {
      "loss_action": 0.006816282868385315,
      "loss_total": 0.006816282868385315,
      "step": 19830
    },
    {
      "grad_norm": 0.19335496425628662,
      "learning_rate": 9.40997650147025e-05,
      "loss": 0.0143,
      "step": 19840
    },
    {
      "loss_action": 0.011308247223496437,
      "loss_total": 0.011308247223496437,
      "step": 19840
    },
    {
      "loss_action": 0.010956770740449429,
      "loss_total": 0.010956770740449429,
      "step": 19840
    },
    {
      "loss_action": 0.011541355401277542,
      "loss_total": 0.011541355401277542,
      "step": 19840
    },
    {
      "loss_action": 0.007659564726054668,
      "loss_total": 0.007659564726054668,
      "step": 19840
    },
    {
      "loss_action": 0.02157880738377571,
      "loss_total": 0.02157880738377571,
      "step": 19840
    },
    {
      "loss_action": 0.011471396312117577,
      "loss_total": 0.011471396312117577,
      "step": 19840
    },
    {
      "loss_action": 0.028797904029488564,
      "loss_total": 0.028797904029488564,
      "step": 19840
    },
    {
      "loss_action": 0.010395050048828125,
      "loss_total": 0.010395050048828125,
      "step": 19840
    },
    {
      "grad_norm": 0.23322848975658417,
      "learning_rate": 9.409197049141637e-05,
      "loss": 0.0132,
      "step": 19850
    },
    {
      "loss_action": 0.021656081080436707,
      "loss_total": 0.021656081080436707,
      "step": 19850
    },
    {
      "loss_action": 0.012605288065969944,
      "loss_total": 0.012605288065969944,
      "step": 19850
    },
    {
      "loss_action": 0.009003417566418648,
      "loss_total": 0.009003417566418648,
      "step": 19850
    },
    {
      "loss_action": 0.012783480808138847,
      "loss_total": 0.012783480808138847,
      "step": 19850
    },
    {
      "loss_action": 0.008943824097514153,
      "loss_total": 0.008943824097514153,
      "step": 19850
    },
    {
      "loss_action": 0.013850407674908638,
      "loss_total": 0.013850407674908638,
      "step": 19850
    },
    {
      "loss_action": 0.015592770650982857,
      "loss_total": 0.015592770650982857,
      "step": 19850
    },
    {
      "loss_action": 0.018624836578965187,
      "loss_total": 0.018624836578965187,
      "step": 19850
    },
    {
      "grad_norm": 0.1727571189403534,
      "learning_rate": 9.408417114629863e-05,
      "loss": 0.014,
      "step": 19860
    },
    {
      "loss_action": 0.005425142124295235,
      "loss_total": 0.005425142124295235,
      "step": 19860
    },
    {
      "loss_action": 0.011376114562153816,
      "loss_total": 0.011376114562153816,
      "step": 19860
    },
    {
      "loss_action": 0.02264883741736412,
      "loss_total": 0.02264883741736412,
      "step": 19860
    },
    {
      "loss_action": 0.010346909984946251,
      "loss_total": 0.010346909984946251,
      "step": 19860
    },
    {
      "loss_action": 0.00805580709129572,
      "loss_total": 0.00805580709129572,
      "step": 19860
    },
    {
      "loss_action": 0.043735332787036896,
      "loss_total": 0.043735332787036896,
      "step": 19860
    },
    {
      "loss_action": 0.005080105736851692,
      "loss_total": 0.005080105736851692,
      "step": 19860
    },
    {
      "loss_action": 0.030919156968593597,
      "loss_total": 0.030919156968593597,
      "step": 19860
    },
    {
      "grad_norm": 0.1406014859676361,
      "learning_rate": 9.40763669802022e-05,
      "loss": 0.0149,
      "step": 19870
    },
    {
      "loss_action": 0.005513439886271954,
      "loss_total": 0.005513439886271954,
      "step": 19870
    },
    {
      "loss_action": 0.008448207750916481,
      "loss_total": 0.008448207750916481,
      "step": 19870
    },
    {
      "loss_action": 0.007214719895273447,
      "loss_total": 0.007214719895273447,
      "step": 19870
    },
    {
      "loss_action": 0.009052133187651634,
      "loss_total": 0.009052133187651634,
      "step": 19870
    },
    {
      "loss_action": 0.010557113215327263,
      "loss_total": 0.010557113215327263,
      "step": 19870
    },
    {
      "loss_action": 0.014874715358018875,
      "loss_total": 0.014874715358018875,
      "step": 19870
    },
    {
      "loss_action": 0.023435669019818306,
      "loss_total": 0.023435669019818306,
      "step": 19870
    },
    {
      "loss_action": 0.004976845812052488,
      "loss_total": 0.004976845812052488,
      "step": 19870
    },
    {
      "grad_norm": 0.14305496215820312,
      "learning_rate": 9.406855799398056e-05,
      "loss": 0.0133,
      "step": 19880
    },
    {
      "loss_action": 0.013060413300991058,
      "loss_total": 0.013060413300991058,
      "step": 19880
    },
    {
      "loss_action": 0.02167655900120735,
      "loss_total": 0.02167655900120735,
      "step": 19880
    },
    {
      "loss_action": 0.006461794488132,
      "loss_total": 0.006461794488132,
      "step": 19880
    },
    {
      "loss_action": 0.01368042267858982,
      "loss_total": 0.01368042267858982,
      "step": 19880
    },
    {
      "loss_action": 0.006479598581790924,
      "loss_total": 0.006479598581790924,
      "step": 19880
    },
    {
      "loss_action": 0.014953534118831158,
      "loss_total": 0.014953534118831158,
      "step": 19880
    },
    {
      "loss_action": 0.014775561168789864,
      "loss_total": 0.014775561168789864,
      "step": 19880
    },
    {
      "loss_action": 0.00822193268686533,
      "loss_total": 0.00822193268686533,
      "step": 19880
    },
    {
      "grad_norm": 0.14311757683753967,
      "learning_rate": 9.406074418848767e-05,
      "loss": 0.0135,
      "step": 19890
    },
    {
      "loss_action": 0.01927439123392105,
      "loss_total": 0.01927439123392105,
      "step": 19890
    },
    {
      "loss_action": 0.017381928861141205,
      "loss_total": 0.017381928861141205,
      "step": 19890
    },
    {
      "loss_action": 0.01211613230407238,
      "loss_total": 0.01211613230407238,
      "step": 19890
    },
    {
      "loss_action": 0.014919343404471874,
      "loss_total": 0.014919343404471874,
      "step": 19890
    },
    {
      "loss_action": 0.016348667442798615,
      "loss_total": 0.016348667442798615,
      "step": 19890
    },
    {
      "loss_action": 0.022935952991247177,
      "loss_total": 0.022935952991247177,
      "step": 19890
    },
    {
      "loss_action": 0.02240297943353653,
      "loss_total": 0.02240297943353653,
      "step": 19890
    },
    {
      "loss_action": 0.022285353392362595,
      "loss_total": 0.022285353392362595,
      "step": 19890
    },
    {
      "grad_norm": 0.18136359751224518,
      "learning_rate": 9.405292556457805e-05,
      "loss": 0.015,
      "step": 19900
    },
    {
      "loss_action": 0.010786609724164009,
      "loss_total": 0.010786609724164009,
      "step": 19900
    },
    {
      "loss_action": 0.015101466327905655,
      "loss_total": 0.015101466327905655,
      "step": 19900
    },
    {
      "loss_action": 0.014616458676755428,
      "loss_total": 0.014616458676755428,
      "step": 19900
    },
    {
      "loss_action": 0.04692700877785683,
      "loss_total": 0.04692700877785683,
      "step": 19900
    },
    {
      "loss_action": 0.012187641113996506,
      "loss_total": 0.012187641113996506,
      "step": 19900
    },
    {
      "loss_action": 0.014132522977888584,
      "loss_total": 0.014132522977888584,
      "step": 19900
    },
    {
      "loss_action": 0.010900978930294514,
      "loss_total": 0.010900978930294514,
      "step": 19900
    },
    {
      "loss_action": 0.015106145292520523,
      "loss_total": 0.015106145292520523,
      "step": 19900
    },
    {
      "grad_norm": 0.09763160347938538,
      "learning_rate": 9.404510212310671e-05,
      "loss": 0.0156,
      "step": 19910
    },
    {
      "loss_action": 0.015774032101035118,
      "loss_total": 0.015774032101035118,
      "step": 19910
    },
    {
      "loss_action": 0.016191598027944565,
      "loss_total": 0.016191598027944565,
      "step": 19910
    },
    {
      "loss_action": 0.01229320839047432,
      "loss_total": 0.01229320839047432,
      "step": 19910
    },
    {
      "loss_action": 0.010547546669840813,
      "loss_total": 0.010547546669840813,
      "step": 19910
    },
    {
      "loss_action": 0.021533941850066185,
      "loss_total": 0.021533941850066185,
      "step": 19910
    },
    {
      "loss_action": 0.01147923618555069,
      "loss_total": 0.01147923618555069,
      "step": 19910
    },
    {
      "loss_action": 0.011175235733389854,
      "loss_total": 0.011175235733389854,
      "step": 19910
    },
    {
      "loss_action": 0.00678970105946064,
      "loss_total": 0.00678970105946064,
      "step": 19910
    },
    {
      "grad_norm": 0.15276296436786652,
      "learning_rate": 9.403727386492924e-05,
      "loss": 0.015,
      "step": 19920
    },
    {
      "loss_action": 0.020496822893619537,
      "loss_total": 0.020496822893619537,
      "step": 19920
    },
    {
      "loss_action": 0.010695084929466248,
      "loss_total": 0.010695084929466248,
      "step": 19920
    },
    {
      "loss_action": 0.004858993459492922,
      "loss_total": 0.004858993459492922,
      "step": 19920
    },
    {
      "loss_action": 0.006527984514832497,
      "loss_total": 0.006527984514832497,
      "step": 19920
    },
    {
      "loss_action": 0.05223206430673599,
      "loss_total": 0.05223206430673599,
      "step": 19920
    },
    {
      "loss_action": 0.008870330639183521,
      "loss_total": 0.008870330639183521,
      "step": 19920
    },
    {
      "loss_action": 0.016055302694439888,
      "loss_total": 0.016055302694439888,
      "step": 19920
    },
    {
      "loss_action": 0.01532636396586895,
      "loss_total": 0.01532636396586895,
      "step": 19920
    },
    {
      "grad_norm": 0.17196457087993622,
      "learning_rate": 9.40294407909017e-05,
      "loss": 0.0156,
      "step": 19930
    },
    {
      "loss_action": 0.008064964786171913,
      "loss_total": 0.008064964786171913,
      "step": 19930
    },
    {
      "loss_action": 0.0032209744676947594,
      "loss_total": 0.0032209744676947594,
      "step": 19930
    },
    {
      "loss_action": 0.007539909332990646,
      "loss_total": 0.007539909332990646,
      "step": 19930
    },
    {
      "loss_action": 0.01019553653895855,
      "loss_total": 0.01019553653895855,
      "step": 19930
    },
    {
      "loss_action": 0.018550796434283257,
      "loss_total": 0.018550796434283257,
      "step": 19930
    },
    {
      "loss_action": 0.022450575605034828,
      "loss_total": 0.022450575605034828,
      "step": 19930
    },
    {
      "loss_action": 0.007528530899435282,
      "loss_total": 0.007528530899435282,
      "step": 19930
    },
    {
      "loss_action": 0.010119060985744,
      "loss_total": 0.010119060985744,
      "step": 19930
    },
    {
      "grad_norm": 0.12405385822057724,
      "learning_rate": 9.40216029018807e-05,
      "loss": 0.0131,
      "step": 19940
    },
    {
      "loss_action": 0.006482744123786688,
      "loss_total": 0.006482744123786688,
      "step": 19940
    },
    {
      "loss_action": 0.006609311327338219,
      "loss_total": 0.006609311327338219,
      "step": 19940
    },
    {
      "loss_action": 0.014259683899581432,
      "loss_total": 0.014259683899581432,
      "step": 19940
    },
    {
      "loss_action": 0.025909103453159332,
      "loss_total": 0.025909103453159332,
      "step": 19940
    },
    {
      "loss_action": 0.015476178377866745,
      "loss_total": 0.015476178377866745,
      "step": 19940
    },
    {
      "loss_action": 0.008200537413358688,
      "loss_total": 0.008200537413358688,
      "step": 19940
    },
    {
      "loss_action": 0.015234348364174366,
      "loss_total": 0.015234348364174366,
      "step": 19940
    },
    {
      "loss_action": 0.006916592828929424,
      "loss_total": 0.006916592828929424,
      "step": 19940
    },
    {
      "grad_norm": 0.19859455525875092,
      "learning_rate": 9.401376019872338e-05,
      "loss": 0.0145,
      "step": 19950
    },
    {
      "loss_action": 0.011122903786599636,
      "loss_total": 0.011122903786599636,
      "step": 19950
    },
    {
      "loss_action": 0.009620292112231255,
      "loss_total": 0.009620292112231255,
      "step": 19950
    },
    {
      "loss_action": 0.006116462871432304,
      "loss_total": 0.006116462871432304,
      "step": 19950
    },
    {
      "loss_action": 0.016875604167580605,
      "loss_total": 0.016875604167580605,
      "step": 19950
    },
    {
      "loss_action": 0.006662130355834961,
      "loss_total": 0.006662130355834961,
      "step": 19950
    },
    {
      "loss_action": 0.009750128723680973,
      "loss_total": 0.009750128723680973,
      "step": 19950
    },
    {
      "loss_action": 0.02080167457461357,
      "loss_total": 0.02080167457461357,
      "step": 19950
    },
    {
      "loss_action": 0.01000332459807396,
      "loss_total": 0.01000332459807396,
      "step": 19950
    },
    {
      "grad_norm": 0.3157621920108795,
      "learning_rate": 9.400591268228746e-05,
      "loss": 0.0186,
      "step": 19960
    },
    {
      "loss_action": 0.007516456767916679,
      "loss_total": 0.007516456767916679,
      "step": 19960
    },
    {
      "loss_action": 0.016469577327370644,
      "loss_total": 0.016469577327370644,
      "step": 19960
    },
    {
      "loss_action": 0.005164480768144131,
      "loss_total": 0.005164480768144131,
      "step": 19960
    },
    {
      "loss_action": 0.014464537613093853,
      "loss_total": 0.014464537613093853,
      "step": 19960
    },
    {
      "loss_action": 0.017804354429244995,
      "loss_total": 0.017804354429244995,
      "step": 19960
    },
    {
      "loss_action": 0.0426374226808548,
      "loss_total": 0.0426374226808548,
      "step": 19960
    },
    {
      "loss_action": 0.009825242683291435,
      "loss_total": 0.009825242683291435,
      "step": 19960
    },
    {
      "loss_action": 0.010309653356671333,
      "loss_total": 0.010309653356671333,
      "step": 19960
    },
    {
      "grad_norm": 0.21584415435791016,
      "learning_rate": 9.399806035343106e-05,
      "loss": 0.015,
      "step": 19970
    },
    {
      "loss_action": 0.015438778325915337,
      "loss_total": 0.015438778325915337,
      "step": 19970
    },
    {
      "loss_action": 0.01786995679140091,
      "loss_total": 0.01786995679140091,
      "step": 19970
    },
    {
      "loss_action": 0.01734725385904312,
      "loss_total": 0.01734725385904312,
      "step": 19970
    },
    {
      "loss_action": 0.03743928670883179,
      "loss_total": 0.03743928670883179,
      "step": 19970
    },
    {
      "loss_action": 0.024778608232736588,
      "loss_total": 0.024778608232736588,
      "step": 19970
    },
    {
      "loss_action": 0.01659938134253025,
      "loss_total": 0.01659938134253025,
      "step": 19970
    },
    {
      "loss_action": 0.007824419066309929,
      "loss_total": 0.007824419066309929,
      "step": 19970
    },
    {
      "loss_action": 0.016789471730589867,
      "loss_total": 0.016789471730589867,
      "step": 19970
    },
    {
      "grad_norm": 0.15816335380077362,
      "learning_rate": 9.399020321301294e-05,
      "loss": 0.014,
      "step": 19980
    },
    {
      "loss_action": 0.011232562363147736,
      "loss_total": 0.011232562363147736,
      "step": 19980
    },
    {
      "loss_action": 0.0186891071498394,
      "loss_total": 0.0186891071498394,
      "step": 19980
    },
    {
      "loss_action": 0.005361904855817556,
      "loss_total": 0.005361904855817556,
      "step": 19980
    },
    {
      "loss_action": 0.018397731706500053,
      "loss_total": 0.018397731706500053,
      "step": 19980
    },
    {
      "loss_action": 0.009844070300459862,
      "loss_total": 0.009844070300459862,
      "step": 19980
    },
    {
      "loss_action": 0.012217690236866474,
      "loss_total": 0.012217690236866474,
      "step": 19980
    },
    {
      "loss_action": 0.0059008123353123665,
      "loss_total": 0.0059008123353123665,
      "step": 19980
    },
    {
      "loss_action": 0.005675029940903187,
      "loss_total": 0.005675029940903187,
      "step": 19980
    },
    {
      "grad_norm": 0.24081602692604065,
      "learning_rate": 9.398234126189234e-05,
      "loss": 0.0128,
      "step": 19990
    },
    {
      "loss_action": 0.01272746454924345,
      "loss_total": 0.01272746454924345,
      "step": 19990
    },
    {
      "loss_action": 0.01648712530732155,
      "loss_total": 0.01648712530732155,
      "step": 19990
    },
    {
      "loss_action": 0.01675788313150406,
      "loss_total": 0.01675788313150406,
      "step": 19990
    },
    {
      "loss_action": 0.009468333795666695,
      "loss_total": 0.009468333795666695,
      "step": 19990
    },
    {
      "loss_action": 0.01685279794037342,
      "loss_total": 0.01685279794037342,
      "step": 19990
    },
    {
      "loss_action": 0.014710485935211182,
      "loss_total": 0.014710485935211182,
      "step": 19990
    },
    {
      "loss_action": 0.026919037103652954,
      "loss_total": 0.026919037103652954,
      "step": 19990
    },
    {
      "loss_action": 0.012776171788573265,
      "loss_total": 0.012776171788573265,
      "step": 19990
    },
    {
      "grad_norm": 0.17494706809520721,
      "learning_rate": 9.397447450092902e-05,
      "loss": 0.013,
      "step": 20000
    },
    {
      "loss_action": 0.015639323741197586,
      "loss_total": 0.015639323741197586,
      "step": 20000
    },
    {
      "loss_action": 0.01783202961087227,
      "loss_total": 0.01783202961087227,
      "step": 20000
    },
    {
      "loss_action": 0.003920420538634062,
      "loss_total": 0.003920420538634062,
      "step": 20000
    },
    {
      "loss_action": 0.014136572368443012,
      "loss_total": 0.014136572368443012,
      "step": 20000
    },
    {
      "loss_action": 0.006364974193274975,
      "loss_total": 0.006364974193274975,
      "step": 20000
    },
    {
      "loss_action": 0.006937977857887745,
      "loss_total": 0.006937977857887745,
      "step": 20000
    },
    {
      "loss_action": 0.018581781536340714,
      "loss_total": 0.018581781536340714,
      "step": 20000
    },
    {
      "loss_action": 0.007157512940466404,
      "loss_total": 0.007157512940466404,
      "step": 20000
    },
    {
      "grad_norm": 0.135509192943573,
      "learning_rate": 9.39666029309833e-05,
      "loss": 0.0115,
      "step": 20010
    },
    {
      "loss_action": 0.014041455462574959,
      "loss_total": 0.014041455462574959,
      "step": 20010
    },
    {
      "loss_action": 0.005149561911821365,
      "loss_total": 0.005149561911821365,
      "step": 20010
    },
    {
      "loss_action": 0.013060290366411209,
      "loss_total": 0.013060290366411209,
      "step": 20010
    },
    {
      "loss_action": 0.004123983904719353,
      "loss_total": 0.004123983904719353,
      "step": 20010
    },
    {
      "loss_action": 0.012508359737694263,
      "loss_total": 0.012508359737694263,
      "step": 20010
    },
    {
      "loss_action": 0.00720697408542037,
      "loss_total": 0.00720697408542037,
      "step": 20010
    },
    {
      "loss_action": 0.008821507915854454,
      "loss_total": 0.008821507915854454,
      "step": 20010
    },
    {
      "loss_action": 0.005980036687105894,
      "loss_total": 0.005980036687105894,
      "step": 20010
    },
    {
      "grad_norm": 0.13508881628513336,
      "learning_rate": 9.395872655291596e-05,
      "loss": 0.011,
      "step": 20020
    },
    {
      "loss_action": 0.007390533573925495,
      "loss_total": 0.007390533573925495,
      "step": 20020
    },
    {
      "loss_action": 0.0071714092046022415,
      "loss_total": 0.0071714092046022415,
      "step": 20020
    },
    {
      "loss_action": 0.005330546759068966,
      "loss_total": 0.005330546759068966,
      "step": 20020
    },
    {
      "loss_action": 0.01037568598985672,
      "loss_total": 0.01037568598985672,
      "step": 20020
    },
    {
      "loss_action": 0.024139024317264557,
      "loss_total": 0.024139024317264557,
      "step": 20020
    },
    {
      "loss_action": 0.005400641821324825,
      "loss_total": 0.005400641821324825,
      "step": 20020
    },
    {
      "loss_action": 0.006250089965760708,
      "loss_total": 0.006250089965760708,
      "step": 20020
    },
    {
      "loss_action": 0.008138235658407211,
      "loss_total": 0.008138235658407211,
      "step": 20020
    },
    {
      "grad_norm": 0.21126823127269745,
      "learning_rate": 9.395084536758838e-05,
      "loss": 0.0126,
      "step": 20030
    },
    {
      "loss_action": 0.01673121750354767,
      "loss_total": 0.01673121750354767,
      "step": 20030
    },
    {
      "loss_action": 0.04066470265388489,
      "loss_total": 0.04066470265388489,
      "step": 20030
    },
    {
      "loss_action": 0.014440168626606464,
      "loss_total": 0.014440168626606464,
      "step": 20030
    },
    {
      "loss_action": 0.023596303537487984,
      "loss_total": 0.023596303537487984,
      "step": 20030
    },
    {
      "loss_action": 0.009944094344973564,
      "loss_total": 0.009944094344973564,
      "step": 20030
    },
    {
      "loss_action": 0.010032407939434052,
      "loss_total": 0.010032407939434052,
      "step": 20030
    },
    {
      "loss_action": 0.007522128988057375,
      "loss_total": 0.007522128988057375,
      "step": 20030
    },
    {
      "loss_action": 0.0280340313911438,
      "loss_total": 0.0280340313911438,
      "step": 20030
    },
    {
      "grad_norm": 0.15613974630832672,
      "learning_rate": 9.394295937586243e-05,
      "loss": 0.0139,
      "step": 20040
    },
    {
      "loss_action": 0.008376236073672771,
      "loss_total": 0.008376236073672771,
      "step": 20040
    },
    {
      "loss_action": 0.009477507323026657,
      "loss_total": 0.009477507323026657,
      "step": 20040
    },
    {
      "loss_action": 0.008078675717115402,
      "loss_total": 0.008078675717115402,
      "step": 20040
    },
    {
      "loss_action": 0.00319340405985713,
      "loss_total": 0.00319340405985713,
      "step": 20040
    },
    {
      "loss_action": 0.008435804396867752,
      "loss_total": 0.008435804396867752,
      "step": 20040
    },
    {
      "loss_action": 0.017600849270820618,
      "loss_total": 0.017600849270820618,
      "step": 20040
    },
    {
      "loss_action": 0.006395531818270683,
      "loss_total": 0.006395531818270683,
      "step": 20040
    },
    {
      "loss_action": 0.015809854492545128,
      "loss_total": 0.015809854492545128,
      "step": 20040
    },
    {
      "grad_norm": 0.1923859715461731,
      "learning_rate": 9.393506857860052e-05,
      "loss": 0.0112,
      "step": 20050
    },
    {
      "loss_action": 0.010744511149823666,
      "loss_total": 0.010744511149823666,
      "step": 20050
    },
    {
      "loss_action": 0.01672932133078575,
      "loss_total": 0.01672932133078575,
      "step": 20050
    },
    {
      "loss_action": 0.007019722368568182,
      "loss_total": 0.007019722368568182,
      "step": 20050
    },
    {
      "loss_action": 0.012475594878196716,
      "loss_total": 0.012475594878196716,
      "step": 20050
    },
    {
      "loss_action": 0.008105975575745106,
      "loss_total": 0.008105975575745106,
      "step": 20050
    },
    {
      "loss_action": 0.00930081494152546,
      "loss_total": 0.00930081494152546,
      "step": 20050
    },
    {
      "loss_action": 0.00606380682438612,
      "loss_total": 0.00606380682438612,
      "step": 20050
    },
    {
      "loss_action": 0.0146405640989542,
      "loss_total": 0.0146405640989542,
      "step": 20050
    },
    {
      "grad_norm": 0.13175912201404572,
      "learning_rate": 9.392717297666555e-05,
      "loss": 0.0145,
      "step": 20060
    },
    {
      "loss_action": 0.004082193598151207,
      "loss_total": 0.004082193598151207,
      "step": 20060
    },
    {
      "loss_action": 0.007961258292198181,
      "loss_total": 0.007961258292198181,
      "step": 20060
    },
    {
      "loss_action": 0.012178453616797924,
      "loss_total": 0.012178453616797924,
      "step": 20060
    },
    {
      "loss_action": 0.006359323859214783,
      "loss_total": 0.006359323859214783,
      "step": 20060
    },
    {
      "loss_action": 0.005484441295266151,
      "loss_total": 0.005484441295266151,
      "step": 20060
    },
    {
      "loss_action": 0.005536274053156376,
      "loss_total": 0.005536274053156376,
      "step": 20060
    },
    {
      "loss_action": 0.005053249653428793,
      "loss_total": 0.005053249653428793,
      "step": 20060
    },
    {
      "loss_action": 0.03064027428627014,
      "loss_total": 0.03064027428627014,
      "step": 20060
    },
    {
      "grad_norm": 0.12919645011425018,
      "learning_rate": 9.391927257092101e-05,
      "loss": 0.013,
      "step": 20070
    },
    {
      "loss_action": 0.004961725324392319,
      "loss_total": 0.004961725324392319,
      "step": 20070
    },
    {
      "loss_action": 0.014186965301632881,
      "loss_total": 0.014186965301632881,
      "step": 20070
    },
    {
      "loss_action": 0.016719456762075424,
      "loss_total": 0.016719456762075424,
      "step": 20070
    },
    {
      "loss_action": 0.00772687466815114,
      "loss_total": 0.00772687466815114,
      "step": 20070
    },
    {
      "loss_action": 0.018070831894874573,
      "loss_total": 0.018070831894874573,
      "step": 20070
    },
    {
      "loss_action": 0.014925659634172916,
      "loss_total": 0.014925659634172916,
      "step": 20070
    },
    {
      "loss_action": 0.01341324858367443,
      "loss_total": 0.01341324858367443,
      "step": 20070
    },
    {
      "loss_action": 0.011737177148461342,
      "loss_total": 0.011737177148461342,
      "step": 20070
    },
    {
      "grad_norm": 0.15280650556087494,
      "learning_rate": 9.391136736223085e-05,
      "loss": 0.0135,
      "step": 20080
    },
    {
      "loss_action": 0.011286142282187939,
      "loss_total": 0.011286142282187939,
      "step": 20080
    },
    {
      "loss_action": 0.008566414937376976,
      "loss_total": 0.008566414937376976,
      "step": 20080
    },
    {
      "loss_action": 0.024342941120266914,
      "loss_total": 0.024342941120266914,
      "step": 20080
    },
    {
      "loss_action": 0.006752037443220615,
      "loss_total": 0.006752037443220615,
      "step": 20080
    },
    {
      "loss_action": 0.020673632621765137,
      "loss_total": 0.020673632621765137,
      "step": 20080
    },
    {
      "loss_action": 0.010497947223484516,
      "loss_total": 0.010497947223484516,
      "step": 20080
    },
    {
      "loss_action": 0.024676624685525894,
      "loss_total": 0.024676624685525894,
      "step": 20080
    },
    {
      "loss_action": 0.004975903779268265,
      "loss_total": 0.004975903779268265,
      "step": 20080
    },
    {
      "grad_norm": 0.10813654214143753,
      "learning_rate": 9.390345735145956e-05,
      "loss": 0.0125,
      "step": 20090
    },
    {
      "loss_action": 0.015345461666584015,
      "loss_total": 0.015345461666584015,
      "step": 20090
    },
    {
      "loss_action": 0.01508385967463255,
      "loss_total": 0.01508385967463255,
      "step": 20090
    },
    {
      "loss_action": 0.013910859823226929,
      "loss_total": 0.013910859823226929,
      "step": 20090
    },
    {
      "loss_action": 0.011206614784896374,
      "loss_total": 0.011206614784896374,
      "step": 20090
    },
    {
      "loss_action": 0.010720070451498032,
      "loss_total": 0.010720070451498032,
      "step": 20090
    },
    {
      "loss_action": 0.009701024740934372,
      "loss_total": 0.009701024740934372,
      "step": 20090
    },
    {
      "loss_action": 0.008831055834889412,
      "loss_total": 0.008831055834889412,
      "step": 20090
    },
    {
      "loss_action": 0.0186329148709774,
      "loss_total": 0.0186329148709774,
      "step": 20090
    },
    {
      "grad_norm": 0.13892681896686554,
      "learning_rate": 9.389554253947219e-05,
      "loss": 0.013,
      "step": 20100
    },
    {
      "loss_action": 0.009263773448765278,
      "loss_total": 0.009263773448765278,
      "step": 20100
    },
    {
      "loss_action": 0.017859678715467453,
      "loss_total": 0.017859678715467453,
      "step": 20100
    },
    {
      "loss_action": 0.01671229489147663,
      "loss_total": 0.01671229489147663,
      "step": 20100
    },
    {
      "loss_action": 0.017996855080127716,
      "loss_total": 0.017996855080127716,
      "step": 20100
    },
    {
      "loss_action": 0.036325715482234955,
      "loss_total": 0.036325715482234955,
      "step": 20100
    },
    {
      "loss_action": 0.007598000578582287,
      "loss_total": 0.007598000578582287,
      "step": 20100
    },
    {
      "loss_action": 0.014529756270349026,
      "loss_total": 0.014529756270349026,
      "step": 20100
    },
    {
      "loss_action": 0.01752030849456787,
      "loss_total": 0.01752030849456787,
      "step": 20100
    },
    {
      "grad_norm": 0.19993272423744202,
      "learning_rate": 9.388762292713428e-05,
      "loss": 0.0146,
      "step": 20110
    },
    {
      "loss_action": 0.01468421146273613,
      "loss_total": 0.01468421146273613,
      "step": 20110
    },
    {
      "loss_action": 0.007033140864223242,
      "loss_total": 0.007033140864223242,
      "step": 20110
    },
    {
      "loss_action": 0.006685442291200161,
      "loss_total": 0.006685442291200161,
      "step": 20110
    },
    {
      "loss_action": 0.005351988598704338,
      "loss_total": 0.005351988598704338,
      "step": 20110
    },
    {
      "loss_action": 0.005358325317502022,
      "loss_total": 0.005358325317502022,
      "step": 20110
    },
    {
      "loss_action": 0.015207900665700436,
      "loss_total": 0.015207900665700436,
      "step": 20110
    },
    {
      "loss_action": 0.006667574867606163,
      "loss_total": 0.006667574867606163,
      "step": 20110
    },
    {
      "loss_action": 0.006562805734574795,
      "loss_total": 0.006562805734574795,
      "step": 20110
    },
    {
      "grad_norm": 0.13170775771141052,
      "learning_rate": 9.38796985153119e-05,
      "loss": 0.0127,
      "step": 20120
    },
    {
      "loss_action": 0.006145375780761242,
      "loss_total": 0.006145375780761242,
      "step": 20120
    },
    {
      "loss_action": 0.024531681090593338,
      "loss_total": 0.024531681090593338,
      "step": 20120
    },
    {
      "loss_action": 0.0066312700510025024,
      "loss_total": 0.0066312700510025024,
      "step": 20120
    },
    {
      "loss_action": 0.005337570793926716,
      "loss_total": 0.005337570793926716,
      "step": 20120
    },
    {
      "loss_action": 0.01651664450764656,
      "loss_total": 0.01651664450764656,
      "step": 20120
    },
    {
      "loss_action": 0.014375199563801289,
      "loss_total": 0.014375199563801289,
      "step": 20120
    },
    {
      "loss_action": 0.011780964210629463,
      "loss_total": 0.011780964210629463,
      "step": 20120
    },
    {
      "loss_action": 0.006306363269686699,
      "loss_total": 0.006306363269686699,
      "step": 20120
    },
    {
      "grad_norm": 0.15599945187568665,
      "learning_rate": 9.387176930487169e-05,
      "loss": 0.0154,
      "step": 20130
    },
    {
      "loss_action": 0.011775516904890537,
      "loss_total": 0.011775516904890537,
      "step": 20130
    },
    {
      "loss_action": 0.013127729296684265,
      "loss_total": 0.013127729296684265,
      "step": 20130
    },
    {
      "loss_action": 0.012358170002698898,
      "loss_total": 0.012358170002698898,
      "step": 20130
    },
    {
      "loss_action": 0.009584764949977398,
      "loss_total": 0.009584764949977398,
      "step": 20130
    },
    {
      "loss_action": 0.02191934734582901,
      "loss_total": 0.02191934734582901,
      "step": 20130
    },
    {
      "loss_action": 0.03404636308550835,
      "loss_total": 0.03404636308550835,
      "step": 20130
    },
    {
      "loss_action": 0.013115202076733112,
      "loss_total": 0.013115202076733112,
      "step": 20130
    },
    {
      "loss_action": 0.01328048761934042,
      "loss_total": 0.01328048761934042,
      "step": 20130
    },
    {
      "grad_norm": 0.16139812767505646,
      "learning_rate": 9.386383529668072e-05,
      "loss": 0.0148,
      "step": 20140
    },
    {
      "loss_action": 0.0060139866545796394,
      "loss_total": 0.0060139866545796394,
      "step": 20140
    },
    {
      "loss_action": 0.00972017366439104,
      "loss_total": 0.00972017366439104,
      "step": 20140
    },
    {
      "loss_action": 0.007661100476980209,
      "loss_total": 0.007661100476980209,
      "step": 20140
    },
    {
      "loss_action": 0.017548317089676857,
      "loss_total": 0.017548317089676857,
      "step": 20140
    },
    {
      "loss_action": 0.009157059714198112,
      "loss_total": 0.009157059714198112,
      "step": 20140
    },
    {
      "loss_action": 0.017545148730278015,
      "loss_total": 0.017545148730278015,
      "step": 20140
    },
    {
      "loss_action": 0.019807741045951843,
      "loss_total": 0.019807741045951843,
      "step": 20140
    },
    {
      "loss_action": 0.00858418457210064,
      "loss_total": 0.00858418457210064,
      "step": 20140
    },
    {
      "grad_norm": 0.21539738774299622,
      "learning_rate": 9.385589649160669e-05,
      "loss": 0.0127,
      "step": 20150
    },
    {
      "loss_action": 0.016574697569012642,
      "loss_total": 0.016574697569012642,
      "step": 20150
    },
    {
      "loss_action": 0.018179573118686676,
      "loss_total": 0.018179573118686676,
      "step": 20150
    },
    {
      "loss_action": 0.005701276473701,
      "loss_total": 0.005701276473701,
      "step": 20150
    },
    {
      "loss_action": 0.004753044340759516,
      "loss_total": 0.004753044340759516,
      "step": 20150
    },
    {
      "loss_action": 0.012873669154942036,
      "loss_total": 0.012873669154942036,
      "step": 20150
    },
    {
      "loss_action": 0.008717112243175507,
      "loss_total": 0.008717112243175507,
      "step": 20150
    },
    {
      "loss_action": 0.019077055156230927,
      "loss_total": 0.019077055156230927,
      "step": 20150
    },
    {
      "loss_action": 0.01715662330389023,
      "loss_total": 0.01715662330389023,
      "step": 20150
    },
    {
      "grad_norm": 0.17571206390857697,
      "learning_rate": 9.384795289051775e-05,
      "loss": 0.0147,
      "step": 20160
    },
    {
      "loss_action": 0.01274547167122364,
      "loss_total": 0.01274547167122364,
      "step": 20160
    },
    {
      "loss_action": 0.02173752896487713,
      "loss_total": 0.02173752896487713,
      "step": 20160
    },
    {
      "loss_action": 0.020227685570716858,
      "loss_total": 0.020227685570716858,
      "step": 20160
    },
    {
      "loss_action": 0.017380136996507645,
      "loss_total": 0.017380136996507645,
      "step": 20160
    },
    {
      "loss_action": 0.009101278148591518,
      "loss_total": 0.009101278148591518,
      "step": 20160
    },
    {
      "loss_action": 0.030488718301057816,
      "loss_total": 0.030488718301057816,
      "step": 20160
    },
    {
      "loss_action": 0.01597694493830204,
      "loss_total": 0.01597694493830204,
      "step": 20160
    },
    {
      "loss_action": 0.013864444568753242,
      "loss_total": 0.013864444568753242,
      "step": 20160
    },
    {
      "grad_norm": 0.11177336424589157,
      "learning_rate": 9.384000449428261e-05,
      "loss": 0.0149,
      "step": 20170
    },
    {
      "loss_action": 0.009327168576419353,
      "loss_total": 0.009327168576419353,
      "step": 20170
    },
    {
      "loss_action": 0.03074173629283905,
      "loss_total": 0.03074173629283905,
      "step": 20170
    },
    {
      "loss_action": 0.006840457208454609,
      "loss_total": 0.006840457208454609,
      "step": 20170
    },
    {
      "loss_action": 0.0050237043760716915,
      "loss_total": 0.0050237043760716915,
      "step": 20170
    },
    {
      "loss_action": 0.012253481894731522,
      "loss_total": 0.012253481894731522,
      "step": 20170
    },
    {
      "loss_action": 0.017262663692235947,
      "loss_total": 0.017262663692235947,
      "step": 20170
    },
    {
      "loss_action": 0.013009417802095413,
      "loss_total": 0.013009417802095413,
      "step": 20170
    },
    {
      "loss_action": 0.009620522148907185,
      "loss_total": 0.009620522148907185,
      "step": 20170
    },
    {
      "grad_norm": 0.12989845871925354,
      "learning_rate": 9.383205130377048e-05,
      "loss": 0.0126,
      "step": 20180
    },
    {
      "loss_action": 0.01167440414428711,
      "loss_total": 0.01167440414428711,
      "step": 20180
    },
    {
      "loss_action": 0.005097304470837116,
      "loss_total": 0.005097304470837116,
      "step": 20180
    },
    {
      "loss_action": 0.007655139546841383,
      "loss_total": 0.007655139546841383,
      "step": 20180
    },
    {
      "loss_action": 0.005586148239672184,
      "loss_total": 0.005586148239672184,
      "step": 20180
    },
    {
      "loss_action": 0.010510709136724472,
      "loss_total": 0.010510709136724472,
      "step": 20180
    },
    {
      "loss_action": 0.005572059657424688,
      "loss_total": 0.005572059657424688,
      "step": 20180
    },
    {
      "loss_action": 0.009978867135941982,
      "loss_total": 0.009978867135941982,
      "step": 20180
    },
    {
      "loss_action": 0.012798259034752846,
      "loss_total": 0.012798259034752846,
      "step": 20180
    },
    {
      "grad_norm": 0.1296251267194748,
      "learning_rate": 9.382409331985114e-05,
      "loss": 0.0115,
      "step": 20190
    },
    {
      "loss_action": 0.012359999120235443,
      "loss_total": 0.012359999120235443,
      "step": 20190
    },
    {
      "loss_action": 0.027738302946090698,
      "loss_total": 0.027738302946090698,
      "step": 20190
    },
    {
      "loss_action": 0.01023864932358265,
      "loss_total": 0.01023864932358265,
      "step": 20190
    },
    {
      "loss_action": 0.015745893120765686,
      "loss_total": 0.015745893120765686,
      "step": 20190
    },
    {
      "loss_action": 0.01701836846768856,
      "loss_total": 0.01701836846768856,
      "step": 20190
    },
    {
      "loss_action": 0.008188832551240921,
      "loss_total": 0.008188832551240921,
      "step": 20190
    },
    {
      "loss_action": 0.006559152156114578,
      "loss_total": 0.006559152156114578,
      "step": 20190
    },
    {
      "loss_action": 0.005768654868006706,
      "loss_total": 0.005768654868006706,
      "step": 20190
    },
    {
      "grad_norm": 0.11688245832920074,
      "learning_rate": 9.381613054339482e-05,
      "loss": 0.0121,
      "step": 20200
    },
    {
      "loss_action": 0.024950269609689713,
      "loss_total": 0.024950269609689713,
      "step": 20200
    },
    {
      "loss_action": 0.023912517353892326,
      "loss_total": 0.023912517353892326,
      "step": 20200
    },
    {
      "loss_action": 0.04259627312421799,
      "loss_total": 0.04259627312421799,
      "step": 20200
    },
    {
      "loss_action": 0.018015850335359573,
      "loss_total": 0.018015850335359573,
      "step": 20200
    },
    {
      "loss_action": 0.016508938744664192,
      "loss_total": 0.016508938744664192,
      "step": 20200
    },
    {
      "loss_action": 0.011545823886990547,
      "loss_total": 0.011545823886990547,
      "step": 20200
    },
    {
      "loss_action": 0.004048725590109825,
      "loss_total": 0.004048725590109825,
      "step": 20200
    },
    {
      "loss_action": 0.007792297750711441,
      "loss_total": 0.007792297750711441,
      "step": 20200
    },
    {
      "grad_norm": 0.16199862957000732,
      "learning_rate": 9.380816297527235e-05,
      "loss": 0.0128,
      "step": 20210
    },
    {
      "loss_action": 0.012735866941511631,
      "loss_total": 0.012735866941511631,
      "step": 20210
    },
    {
      "loss_action": 0.010009260848164558,
      "loss_total": 0.010009260848164558,
      "step": 20210
    },
    {
      "loss_action": 0.01951535977423191,
      "loss_total": 0.01951535977423191,
      "step": 20210
    },
    {
      "loss_action": 0.011368258856236935,
      "loss_total": 0.011368258856236935,
      "step": 20210
    },
    {
      "loss_action": 0.013564400374889374,
      "loss_total": 0.013564400374889374,
      "step": 20210
    },
    {
      "loss_action": 0.026152145117521286,
      "loss_total": 0.026152145117521286,
      "step": 20210
    },
    {
      "loss_action": 0.019283529371023178,
      "loss_total": 0.019283529371023178,
      "step": 20210
    },
    {
      "loss_action": 0.016067765653133392,
      "loss_total": 0.016067765653133392,
      "step": 20210
    },
    {
      "grad_norm": 0.3216569423675537,
      "learning_rate": 9.380019061635506e-05,
      "loss": 0.0154,
      "step": 20220
    },
    {
      "loss_action": 0.007929215207695961,
      "loss_total": 0.007929215207695961,
      "step": 20220
    },
    {
      "loss_action": 0.013459458947181702,
      "loss_total": 0.013459458947181702,
      "step": 20220
    },
    {
      "loss_action": 0.007979463785886765,
      "loss_total": 0.007979463785886765,
      "step": 20220
    },
    {
      "loss_action": 0.02040143311023712,
      "loss_total": 0.02040143311023712,
      "step": 20220
    },
    {
      "loss_action": 0.026635877788066864,
      "loss_total": 0.026635877788066864,
      "step": 20220
    },
    {
      "loss_action": 0.012157518416643143,
      "loss_total": 0.012157518416643143,
      "step": 20220
    },
    {
      "loss_action": 0.033155202865600586,
      "loss_total": 0.033155202865600586,
      "step": 20220
    },
    {
      "loss_action": 0.02354443073272705,
      "loss_total": 0.02354443073272705,
      "step": 20220
    },
    {
      "grad_norm": 0.1798175722360611,
      "learning_rate": 9.379221346751474e-05,
      "loss": 0.0169,
      "step": 20230
    },
    {
      "loss_action": 0.011294186115264893,
      "loss_total": 0.011294186115264893,
      "step": 20230
    },
    {
      "loss_action": 0.017852790653705597,
      "loss_total": 0.017852790653705597,
      "step": 20230
    },
    {
      "loss_action": 0.004661687649786472,
      "loss_total": 0.004661687649786472,
      "step": 20230
    },
    {
      "loss_action": 0.021533526480197906,
      "loss_total": 0.021533526480197906,
      "step": 20230
    },
    {
      "loss_action": 0.006653039250522852,
      "loss_total": 0.006653039250522852,
      "step": 20230
    },
    {
      "loss_action": 0.01805918477475643,
      "loss_total": 0.01805918477475643,
      "step": 20230
    },
    {
      "loss_action": 0.007577961776405573,
      "loss_total": 0.007577961776405573,
      "step": 20230
    },
    {
      "loss_action": 0.007135313469916582,
      "loss_total": 0.007135313469916582,
      "step": 20230
    },
    {
      "grad_norm": 0.13857699930667877,
      "learning_rate": 9.378423152962382e-05,
      "loss": 0.0143,
      "step": 20240
    },
    {
      "loss_action": 0.021635334938764572,
      "loss_total": 0.021635334938764572,
      "step": 20240
    },
    {
      "loss_action": 0.004483159631490707,
      "loss_total": 0.004483159631490707,
      "step": 20240
    },
    {
      "loss_action": 0.026955831795930862,
      "loss_total": 0.026955831795930862,
      "step": 20240
    },
    {
      "loss_action": 0.004297167994081974,
      "loss_total": 0.004297167994081974,
      "step": 20240
    },
    {
      "loss_action": 0.014723331667482853,
      "loss_total": 0.014723331667482853,
      "step": 20240
    },
    {
      "loss_action": 0.0115380072966218,
      "loss_total": 0.0115380072966218,
      "step": 20240
    },
    {
      "loss_action": 0.008936336264014244,
      "loss_total": 0.008936336264014244,
      "step": 20240
    },
    {
      "loss_action": 0.004314914345741272,
      "loss_total": 0.004314914345741272,
      "step": 20240
    },
    {
      "grad_norm": 0.1608639657497406,
      "learning_rate": 9.377624480355517e-05,
      "loss": 0.0146,
      "step": 20250
    },
    {
      "loss_action": 0.01921904645860195,
      "loss_total": 0.01921904645860195,
      "step": 20250
    },
    {
      "loss_action": 0.014555912464857101,
      "loss_total": 0.014555912464857101,
      "step": 20250
    },
    {
      "loss_action": 0.021128807216882706,
      "loss_total": 0.021128807216882706,
      "step": 20250
    },
    {
      "loss_action": 0.009228615090250969,
      "loss_total": 0.009228615090250969,
      "step": 20250
    },
    {
      "loss_action": 0.01250691618770361,
      "loss_total": 0.01250691618770361,
      "step": 20250
    },
    {
      "loss_action": 0.009240908548235893,
      "loss_total": 0.009240908548235893,
      "step": 20250
    },
    {
      "loss_action": 0.01526288315653801,
      "loss_total": 0.01526288315653801,
      "step": 20250
    },
    {
      "loss_action": 0.025141939520835876,
      "loss_total": 0.025141939520835876,
      "step": 20250
    },
    {
      "grad_norm": 0.15999504923820496,
      "learning_rate": 9.376825329018219e-05,
      "loss": 0.0149,
      "step": 20260
    },
    {
      "loss_action": 0.01737080328166485,
      "loss_total": 0.01737080328166485,
      "step": 20260
    },
    {
      "loss_action": 0.008828741498291492,
      "loss_total": 0.008828741498291492,
      "step": 20260
    },
    {
      "loss_action": 0.008948497474193573,
      "loss_total": 0.008948497474193573,
      "step": 20260
    },
    {
      "loss_action": 0.0079121058806777,
      "loss_total": 0.0079121058806777,
      "step": 20260
    },
    {
      "loss_action": 0.020466694608330727,
      "loss_total": 0.020466694608330727,
      "step": 20260
    },
    {
      "loss_action": 0.008676478639245033,
      "loss_total": 0.008676478639245033,
      "step": 20260
    },
    {
      "loss_action": 0.0060304636135697365,
      "loss_total": 0.0060304636135697365,
      "step": 20260
    },
    {
      "loss_action": 0.00955718569457531,
      "loss_total": 0.00955718569457531,
      "step": 20260
    },
    {
      "grad_norm": 0.14639312028884888,
      "learning_rate": 9.376025699037884e-05,
      "loss": 0.0132,
      "step": 20270
    },
    {
      "loss_action": 0.014626512303948402,
      "loss_total": 0.014626512303948402,
      "step": 20270
    },
    {
      "loss_action": 0.005473407916724682,
      "loss_total": 0.005473407916724682,
      "step": 20270
    },
    {
      "loss_action": 0.011146665550768375,
      "loss_total": 0.011146665550768375,
      "step": 20270
    },
    {
      "loss_action": 0.004960262682288885,
      "loss_total": 0.004960262682288885,
      "step": 20270
    },
    {
      "loss_action": 0.00923012662678957,
      "loss_total": 0.00923012662678957,
      "step": 20270
    },
    {
      "loss_action": 0.007979500107467175,
      "loss_total": 0.007979500107467175,
      "step": 20270
    },
    {
      "loss_action": 0.01630515605211258,
      "loss_total": 0.01630515605211258,
      "step": 20270
    },
    {
      "loss_action": 0.01276625506579876,
      "loss_total": 0.01276625506579876,
      "step": 20270
    },
    {
      "grad_norm": 0.1768881231546402,
      "learning_rate": 9.37522559050196e-05,
      "loss": 0.0124,
      "step": 20280
    },
    {
      "loss_action": 0.004709964618086815,
      "loss_total": 0.004709964618086815,
      "step": 20280
    },
    {
      "loss_action": 0.019669033586978912,
      "loss_total": 0.019669033586978912,
      "step": 20280
    },
    {
      "loss_action": 0.00643687229603529,
      "loss_total": 0.00643687229603529,
      "step": 20280
    },
    {
      "loss_action": 0.004584820009768009,
      "loss_total": 0.004584820009768009,
      "step": 20280
    },
    {
      "loss_action": 0.01888468861579895,
      "loss_total": 0.01888468861579895,
      "step": 20280
    },
    {
      "loss_action": 0.010346677154302597,
      "loss_total": 0.010346677154302597,
      "step": 20280
    },
    {
      "loss_action": 0.01050865650177002,
      "loss_total": 0.01050865650177002,
      "step": 20280
    },
    {
      "loss_action": 0.006289178505539894,
      "loss_total": 0.006289178505539894,
      "step": 20280
    },
    {
      "grad_norm": 0.1546688675880432,
      "learning_rate": 9.37442500349794e-05,
      "loss": 0.0134,
      "step": 20290
    },
    {
      "loss_action": 0.012394126504659653,
      "loss_total": 0.012394126504659653,
      "step": 20290
    },
    {
      "loss_action": 0.015204389579594135,
      "loss_total": 0.015204389579594135,
      "step": 20290
    },
    {
      "loss_action": 0.008977006189525127,
      "loss_total": 0.008977006189525127,
      "step": 20290
    },
    {
      "loss_action": 0.005431293044239283,
      "loss_total": 0.005431293044239283,
      "step": 20290
    },
    {
      "loss_action": 0.01580643467605114,
      "loss_total": 0.01580643467605114,
      "step": 20290
    },
    {
      "loss_action": 0.007837836630642414,
      "loss_total": 0.007837836630642414,
      "step": 20290
    },
    {
      "loss_action": 0.023538578301668167,
      "loss_total": 0.023538578301668167,
      "step": 20290
    },
    {
      "loss_action": 0.01955832913517952,
      "loss_total": 0.01955832913517952,
      "step": 20290
    },
    {
      "grad_norm": 0.22204862534999847,
      "learning_rate": 9.373623938113381e-05,
      "loss": 0.0141,
      "step": 20300
    },
    {
      "loss_action": 0.006419931538403034,
      "loss_total": 0.006419931538403034,
      "step": 20300
    },
    {
      "loss_action": 0.00687840860337019,
      "loss_total": 0.00687840860337019,
      "step": 20300
    },
    {
      "loss_action": 0.009019297547638416,
      "loss_total": 0.009019297547638416,
      "step": 20300
    },
    {
      "loss_action": 0.02836579829454422,
      "loss_total": 0.02836579829454422,
      "step": 20300
    },
    {
      "loss_action": 0.010387245565652847,
      "loss_total": 0.010387245565652847,
      "step": 20300
    },
    {
      "loss_action": 0.013689746148884296,
      "loss_total": 0.013689746148884296,
      "step": 20300
    },
    {
      "loss_action": 0.005341947078704834,
      "loss_total": 0.005341947078704834,
      "step": 20300
    },
    {
      "loss_action": 0.00954976212233305,
      "loss_total": 0.00954976212233305,
      "step": 20300
    },
    {
      "grad_norm": 0.1415265053510666,
      "learning_rate": 9.372822394435883e-05,
      "loss": 0.0143,
      "step": 20310
    },
    {
      "loss_action": 0.007373057305812836,
      "loss_total": 0.007373057305812836,
      "step": 20310
    },
    {
      "loss_action": 0.005551598966121674,
      "loss_total": 0.005551598966121674,
      "step": 20310
    },
    {
      "loss_action": 0.013405725359916687,
      "loss_total": 0.013405725359916687,
      "step": 20310
    },
    {
      "loss_action": 0.019376201555132866,
      "loss_total": 0.019376201555132866,
      "step": 20310
    },
    {
      "loss_action": 0.017668364569544792,
      "loss_total": 0.017668364569544792,
      "step": 20310
    },
    {
      "loss_action": 0.02078876458108425,
      "loss_total": 0.02078876458108425,
      "step": 20310
    },
    {
      "loss_action": 0.008916394785046577,
      "loss_total": 0.008916394785046577,
      "step": 20310
    },
    {
      "loss_action": 0.009678752161562443,
      "loss_total": 0.009678752161562443,
      "step": 20310
    },
    {
      "grad_norm": 0.18524663150310516,
      "learning_rate": 9.372020372553102e-05,
      "loss": 0.0125,
      "step": 20320
    },
    {
      "loss_action": 0.022640055045485497,
      "loss_total": 0.022640055045485497,
      "step": 20320
    },
    {
      "loss_action": 0.027358872815966606,
      "loss_total": 0.027358872815966606,
      "step": 20320
    },
    {
      "loss_action": 0.016982685774564743,
      "loss_total": 0.016982685774564743,
      "step": 20320
    },
    {
      "loss_action": 0.011362206190824509,
      "loss_total": 0.011362206190824509,
      "step": 20320
    },
    {
      "loss_action": 0.01759982854127884,
      "loss_total": 0.01759982854127884,
      "step": 20320
    },
    {
      "loss_action": 0.011799652129411697,
      "loss_total": 0.011799652129411697,
      "step": 20320
    },
    {
      "loss_action": 0.013028665445744991,
      "loss_total": 0.013028665445744991,
      "step": 20320
    },
    {
      "loss_action": 0.010819896124303341,
      "loss_total": 0.010819896124303341,
      "step": 20320
    },
    {
      "grad_norm": 0.19989030063152313,
      "learning_rate": 9.371217872552746e-05,
      "loss": 0.013,
      "step": 20330
    },
    {
      "loss_action": 0.01825507916510105,
      "loss_total": 0.01825507916510105,
      "step": 20330
    },
    {
      "loss_action": 0.0106891430914402,
      "loss_total": 0.0106891430914402,
      "step": 20330
    },
    {
      "loss_action": 0.01807464100420475,
      "loss_total": 0.01807464100420475,
      "step": 20330
    },
    {
      "loss_action": 0.013260183855891228,
      "loss_total": 0.013260183855891228,
      "step": 20330
    },
    {
      "loss_action": 0.007291280198842287,
      "loss_total": 0.007291280198842287,
      "step": 20330
    },
    {
      "loss_action": 0.033371105790138245,
      "loss_total": 0.033371105790138245,
      "step": 20330
    },
    {
      "loss_action": 0.008838346228003502,
      "loss_total": 0.008838346228003502,
      "step": 20330
    },
    {
      "loss_action": 0.0073957666754722595,
      "loss_total": 0.0073957666754722595,
      "step": 20330
    },
    {
      "grad_norm": 0.1378723680973053,
      "learning_rate": 9.370414894522576e-05,
      "loss": 0.0149,
      "step": 20340
    },
    {
      "loss_action": 0.012998133897781372,
      "loss_total": 0.012998133897781372,
      "step": 20340
    },
    {
      "loss_action": 0.00733321625739336,
      "loss_total": 0.00733321625739336,
      "step": 20340
    },
    {
      "loss_action": 0.0080336295068264,
      "loss_total": 0.0080336295068264,
      "step": 20340
    },
    {
      "loss_action": 0.012970704585313797,
      "loss_total": 0.012970704585313797,
      "step": 20340
    },
    {
      "loss_action": 0.017540305852890015,
      "loss_total": 0.017540305852890015,
      "step": 20340
    },
    {
      "loss_action": 0.027931896969676018,
      "loss_total": 0.027931896969676018,
      "step": 20340
    },
    {
      "loss_action": 0.01825755462050438,
      "loss_total": 0.01825755462050438,
      "step": 20340
    },
    {
      "loss_action": 0.03206745535135269,
      "loss_total": 0.03206745535135269,
      "step": 20340
    },
    {
      "grad_norm": 0.1447729468345642,
      "learning_rate": 9.369611438550406e-05,
      "loss": 0.0158,
      "step": 20350
    },
    {
      "loss_action": 0.009342689998447895,
      "loss_total": 0.009342689998447895,
      "step": 20350
    },
    {
      "loss_action": 0.037345144897699356,
      "loss_total": 0.037345144897699356,
      "step": 20350
    },
    {
      "loss_action": 0.007789410650730133,
      "loss_total": 0.007789410650730133,
      "step": 20350
    },
    {
      "loss_action": 0.008993430994451046,
      "loss_total": 0.008993430994451046,
      "step": 20350
    },
    {
      "loss_action": 0.016379989683628082,
      "loss_total": 0.016379989683628082,
      "step": 20350
    },
    {
      "loss_action": 0.015927236527204514,
      "loss_total": 0.015927236527204514,
      "step": 20350
    },
    {
      "loss_action": 0.011925814673304558,
      "loss_total": 0.011925814673304558,
      "step": 20350
    },
    {
      "loss_action": 0.008005855605006218,
      "loss_total": 0.008005855605006218,
      "step": 20350
    },
    {
      "grad_norm": 0.12576904892921448,
      "learning_rate": 9.368807504724095e-05,
      "loss": 0.0158,
      "step": 20360
    },
    {
      "loss_action": 0.009623374789953232,
      "loss_total": 0.009623374789953232,
      "step": 20360
    },
    {
      "loss_action": 0.015139727853238583,
      "loss_total": 0.015139727853238583,
      "step": 20360
    },
    {
      "loss_action": 0.013900707475841045,
      "loss_total": 0.013900707475841045,
      "step": 20360
    },
    {
      "loss_action": 0.01189196016639471,
      "loss_total": 0.01189196016639471,
      "step": 20360
    },
    {
      "loss_action": 0.0084945447742939,
      "loss_total": 0.0084945447742939,
      "step": 20360
    },
    {
      "loss_action": 0.009600121527910233,
      "loss_total": 0.009600121527910233,
      "step": 20360
    },
    {
      "loss_action": 0.01564745046198368,
      "loss_total": 0.01564745046198368,
      "step": 20360
    },
    {
      "loss_action": 0.011155224405229092,
      "loss_total": 0.011155224405229092,
      "step": 20360
    },
    {
      "grad_norm": 0.1456754505634308,
      "learning_rate": 9.368003093131565e-05,
      "loss": 0.0135,
      "step": 20370
    },
    {
      "loss_action": 0.0276656337082386,
      "loss_total": 0.0276656337082386,
      "step": 20370
    },
    {
      "loss_action": 0.016139613464474678,
      "loss_total": 0.016139613464474678,
      "step": 20370
    },
    {
      "loss_action": 0.006127309054136276,
      "loss_total": 0.006127309054136276,
      "step": 20370
    },
    {
      "loss_action": 0.005526496097445488,
      "loss_total": 0.005526496097445488,
      "step": 20370
    },
    {
      "loss_action": 0.01089913584291935,
      "loss_total": 0.01089913584291935,
      "step": 20370
    },
    {
      "loss_action": 0.018013503402471542,
      "loss_total": 0.018013503402471542,
      "step": 20370
    },
    {
      "loss_action": 0.009158112108707428,
      "loss_total": 0.009158112108707428,
      "step": 20370
    },
    {
      "loss_action": 0.006605610251426697,
      "loss_total": 0.006605610251426697,
      "step": 20370
    },
    {
      "grad_norm": 0.1534605175256729,
      "learning_rate": 9.367198203860785e-05,
      "loss": 0.0156,
      "step": 20380
    },
    {
      "loss_action": 0.0067741759121418,
      "loss_total": 0.0067741759121418,
      "step": 20380
    },
    {
      "loss_action": 0.005600399803370237,
      "loss_total": 0.005600399803370237,
      "step": 20380
    },
    {
      "loss_action": 0.017634009942412376,
      "loss_total": 0.017634009942412376,
      "step": 20380
    },
    {
      "loss_action": 0.00844007357954979,
      "loss_total": 0.00844007357954979,
      "step": 20380
    },
    {
      "loss_action": 0.011402813717722893,
      "loss_total": 0.011402813717722893,
      "step": 20380
    },
    {
      "loss_action": 0.016608700156211853,
      "loss_total": 0.016608700156211853,
      "step": 20380
    },
    {
      "loss_action": 0.023335270583629608,
      "loss_total": 0.023335270583629608,
      "step": 20380
    },
    {
      "loss_action": 0.025380995124578476,
      "loss_total": 0.025380995124578476,
      "step": 20380
    },
    {
      "grad_norm": 0.1520073115825653,
      "learning_rate": 9.366392836999774e-05,
      "loss": 0.0124,
      "step": 20390
    },
    {
      "loss_action": 0.008176682516932487,
      "loss_total": 0.008176682516932487,
      "step": 20390
    },
    {
      "loss_action": 0.01596968062222004,
      "loss_total": 0.01596968062222004,
      "step": 20390
    },
    {
      "loss_action": 0.026537492871284485,
      "loss_total": 0.026537492871284485,
      "step": 20390
    },
    {
      "loss_action": 0.013721240684390068,
      "loss_total": 0.013721240684390068,
      "step": 20390
    },
    {
      "loss_action": 0.011377847753465176,
      "loss_total": 0.011377847753465176,
      "step": 20390
    },
    {
      "loss_action": 0.03448944538831711,
      "loss_total": 0.03448944538831711,
      "step": 20390
    },
    {
      "loss_action": 0.016825508326292038,
      "loss_total": 0.016825508326292038,
      "step": 20390
    },
    {
      "loss_action": 0.013103893026709557,
      "loss_total": 0.013103893026709557,
      "step": 20390
    },
    {
      "grad_norm": 0.16443192958831787,
      "learning_rate": 9.365586992636607e-05,
      "loss": 0.0136,
      "step": 20400
    },
    {
      "loss_action": 0.01493941992521286,
      "loss_total": 0.01493941992521286,
      "step": 20400
    },
    {
      "loss_action": 0.006917300634086132,
      "loss_total": 0.006917300634086132,
      "step": 20400
    },
    {
      "loss_action": 0.01793609745800495,
      "loss_total": 0.01793609745800495,
      "step": 20400
    },
    {
      "loss_action": 0.04035899043083191,
      "loss_total": 0.04035899043083191,
      "step": 20400
    },
    {
      "loss_action": 0.015765486285090446,
      "loss_total": 0.015765486285090446,
      "step": 20400
    },
    {
      "loss_action": 0.004682606086134911,
      "loss_total": 0.004682606086134911,
      "step": 20400
    },
    {
      "loss_action": 0.004666083492338657,
      "loss_total": 0.004666083492338657,
      "step": 20400
    },
    {
      "loss_action": 0.006337983533740044,
      "loss_total": 0.006337983533740044,
      "step": 20400
    },
    {
      "grad_norm": 0.17928054928779602,
      "learning_rate": 9.364780670859412e-05,
      "loss": 0.0129,
      "step": 20410
    },
    {
      "loss_action": 0.020388342440128326,
      "loss_total": 0.020388342440128326,
      "step": 20410
    },
    {
      "loss_action": 0.006886044051498175,
      "loss_total": 0.006886044051498175,
      "step": 20410
    },
    {
      "loss_action": 0.02000264823436737,
      "loss_total": 0.02000264823436737,
      "step": 20410
    },
    {
      "loss_action": 0.026157375425100327,
      "loss_total": 0.026157375425100327,
      "step": 20410
    },
    {
      "loss_action": 0.00937329139560461,
      "loss_total": 0.00937329139560461,
      "step": 20410
    },
    {
      "loss_action": 0.011742418631911278,
      "loss_total": 0.011742418631911278,
      "step": 20410
    },
    {
      "loss_action": 0.019519273191690445,
      "loss_total": 0.019519273191690445,
      "step": 20410
    },
    {
      "loss_action": 0.008805235847830772,
      "loss_total": 0.008805235847830772,
      "step": 20410
    },
    {
      "grad_norm": 0.19045716524124146,
      "learning_rate": 9.363973871756364e-05,
      "loss": 0.0139,
      "step": 20420
    },
    {
      "loss_action": 0.014296437613666058,
      "loss_total": 0.014296437613666058,
      "step": 20420
    },
    {
      "loss_action": 0.01413140632212162,
      "loss_total": 0.01413140632212162,
      "step": 20420
    },
    {
      "loss_action": 0.015443007461726665,
      "loss_total": 0.015443007461726665,
      "step": 20420
    },
    {
      "loss_action": 0.016903720796108246,
      "loss_total": 0.016903720796108246,
      "step": 20420
    },
    {
      "loss_action": 0.0159244854003191,
      "loss_total": 0.0159244854003191,
      "step": 20420
    },
    {
      "loss_action": 0.014486337080597878,
      "loss_total": 0.014486337080597878,
      "step": 20420
    },
    {
      "loss_action": 0.008893080055713654,
      "loss_total": 0.008893080055713654,
      "step": 20420
    },
    {
      "loss_action": 0.008884280920028687,
      "loss_total": 0.008884280920028687,
      "step": 20420
    },
    {
      "grad_norm": 0.12823569774627686,
      "learning_rate": 9.363166595415696e-05,
      "loss": 0.0139,
      "step": 20430
    },
    {
      "loss_action": 0.009367822669446468,
      "loss_total": 0.009367822669446468,
      "step": 20430
    },
    {
      "loss_action": 0.011746155098080635,
      "loss_total": 0.011746155098080635,
      "step": 20430
    },
    {
      "loss_action": 0.007899291813373566,
      "loss_total": 0.007899291813373566,
      "step": 20430
    },
    {
      "loss_action": 0.008975649252533913,
      "loss_total": 0.008975649252533913,
      "step": 20430
    },
    {
      "loss_action": 0.011973555199801922,
      "loss_total": 0.011973555199801922,
      "step": 20430
    },
    {
      "loss_action": 0.008647366426885128,
      "loss_total": 0.008647366426885128,
      "step": 20430
    },
    {
      "loss_action": 0.02109738625586033,
      "loss_total": 0.02109738625586033,
      "step": 20430
    },
    {
      "loss_action": 0.010441074147820473,
      "loss_total": 0.010441074147820473,
      "step": 20430
    },
    {
      "grad_norm": 0.15647241473197937,
      "learning_rate": 9.362358841925686e-05,
      "loss": 0.0132,
      "step": 20440
    },
    {
      "loss_action": 0.021227221935987473,
      "loss_total": 0.021227221935987473,
      "step": 20440
    },
    {
      "loss_action": 0.022843532264232635,
      "loss_total": 0.022843532264232635,
      "step": 20440
    },
    {
      "loss_action": 0.006671315059065819,
      "loss_total": 0.006671315059065819,
      "step": 20440
    },
    {
      "loss_action": 0.0042518023401498795,
      "loss_total": 0.0042518023401498795,
      "step": 20440
    },
    {
      "loss_action": 0.031441688537597656,
      "loss_total": 0.031441688537597656,
      "step": 20440
    },
    {
      "loss_action": 0.014004519209265709,
      "loss_total": 0.014004519209265709,
      "step": 20440
    },
    {
      "loss_action": 0.00876030046492815,
      "loss_total": 0.00876030046492815,
      "step": 20440
    },
    {
      "loss_action": 0.007589408662170172,
      "loss_total": 0.007589408662170172,
      "step": 20440
    },
    {
      "grad_norm": 0.13146553933620453,
      "learning_rate": 9.361550611374674e-05,
      "loss": 0.0144,
      "step": 20450
    },
    {
      "loss_action": 0.011856135912239552,
      "loss_total": 0.011856135912239552,
      "step": 20450
    },
    {
      "loss_action": 0.009948544204235077,
      "loss_total": 0.009948544204235077,
      "step": 20450
    },
    {
      "loss_action": 0.006262692157179117,
      "loss_total": 0.006262692157179117,
      "step": 20450
    },
    {
      "loss_action": 0.01075464952737093,
      "loss_total": 0.01075464952737093,
      "step": 20450
    },
    {
      "loss_action": 0.014568784274160862,
      "loss_total": 0.014568784274160862,
      "step": 20450
    },
    {
      "loss_action": 0.006890561431646347,
      "loss_total": 0.006890561431646347,
      "step": 20450
    },
    {
      "loss_action": 0.028051678091287613,
      "loss_total": 0.028051678091287613,
      "step": 20450
    },
    {
      "loss_action": 0.008880501613020897,
      "loss_total": 0.008880501613020897,
      "step": 20450
    },
    {
      "grad_norm": 0.16019292175769806,
      "learning_rate": 9.360741903851043e-05,
      "loss": 0.0136,
      "step": 20460
    },
    {
      "loss_action": 0.009061431512236595,
      "loss_total": 0.009061431512236595,
      "step": 20460
    },
    {
      "loss_action": 0.01800839602947235,
      "loss_total": 0.01800839602947235,
      "step": 20460
    },
    {
      "loss_action": 0.016956111416220665,
      "loss_total": 0.016956111416220665,
      "step": 20460
    },
    {
      "loss_action": 0.022664416581392288,
      "loss_total": 0.022664416581392288,
      "step": 20460
    },
    {
      "loss_action": 0.007355904672294855,
      "loss_total": 0.007355904672294855,
      "step": 20460
    },
    {
      "loss_action": 0.009263365529477596,
      "loss_total": 0.009263365529477596,
      "step": 20460
    },
    {
      "loss_action": 0.005841704551130533,
      "loss_total": 0.005841704551130533,
      "step": 20460
    },
    {
      "loss_action": 0.011635120958089828,
      "loss_total": 0.011635120958089828,
      "step": 20460
    },
    {
      "grad_norm": 0.16755244135856628,
      "learning_rate": 9.359932719443236e-05,
      "loss": 0.0129,
      "step": 20470
    },
    {
      "loss_action": 0.010559944435954094,
      "loss_total": 0.010559944435954094,
      "step": 20470
    },
    {
      "loss_action": 0.014384930022060871,
      "loss_total": 0.014384930022060871,
      "step": 20470
    },
    {
      "loss_action": 0.05299822986125946,
      "loss_total": 0.05299822986125946,
      "step": 20470
    },
    {
      "loss_action": 0.018277578055858612,
      "loss_total": 0.018277578055858612,
      "step": 20470
    },
    {
      "loss_action": 0.014437094330787659,
      "loss_total": 0.014437094330787659,
      "step": 20470
    },
    {
      "loss_action": 0.013766108080744743,
      "loss_total": 0.013766108080744743,
      "step": 20470
    },
    {
      "loss_action": 0.007964173331856728,
      "loss_total": 0.007964173331856728,
      "step": 20470
    },
    {
      "loss_action": 0.013226700946688652,
      "loss_total": 0.013226700946688652,
      "step": 20470
    },
    {
      "grad_norm": 0.1967293918132782,
      "learning_rate": 9.35912305823974e-05,
      "loss": 0.0142,
      "step": 20480
    },
    {
      "loss_action": 0.005659802351146936,
      "loss_total": 0.005659802351146936,
      "step": 20480
    },
    {
      "loss_action": 0.013574400916695595,
      "loss_total": 0.013574400916695595,
      "step": 20480
    },
    {
      "loss_action": 0.00628913938999176,
      "loss_total": 0.00628913938999176,
      "step": 20480
    },
    {
      "loss_action": 0.007468007504940033,
      "loss_total": 0.007468007504940033,
      "step": 20480
    },
    {
      "loss_action": 0.020919833332300186,
      "loss_total": 0.020919833332300186,
      "step": 20480
    },
    {
      "loss_action": 0.013584241271018982,
      "loss_total": 0.013584241271018982,
      "step": 20480
    },
    {
      "loss_action": 0.011775977909564972,
      "loss_total": 0.011775977909564972,
      "step": 20480
    },
    {
      "loss_action": 0.010511016473174095,
      "loss_total": 0.010511016473174095,
      "step": 20480
    },
    {
      "grad_norm": 0.12737450003623962,
      "learning_rate": 9.358312920329101e-05,
      "loss": 0.0134,
      "step": 20490
    },
    {
      "loss_action": 0.007417728193104267,
      "loss_total": 0.007417728193104267,
      "step": 20490
    },
    {
      "loss_action": 0.014878962188959122,
      "loss_total": 0.014878962188959122,
      "step": 20490
    },
    {
      "loss_action": 0.016379747539758682,
      "loss_total": 0.016379747539758682,
      "step": 20490
    },
    {
      "loss_action": 0.013250167481601238,
      "loss_total": 0.013250167481601238,
      "step": 20490
    },
    {
      "loss_action": 0.006986262276768684,
      "loss_total": 0.006986262276768684,
      "step": 20490
    },
    {
      "loss_action": 0.0266648568212986,
      "loss_total": 0.0266648568212986,
      "step": 20490
    },
    {
      "loss_action": 0.017782840877771378,
      "loss_total": 0.017782840877771378,
      "step": 20490
    },
    {
      "loss_action": 0.009845978580415249,
      "loss_total": 0.009845978580415249,
      "step": 20490
    },
    {
      "grad_norm": 0.17949457466602325,
      "learning_rate": 9.357502305799914e-05,
      "loss": 0.0131,
      "step": 20500
    },
    {
      "loss_action": 0.019075244665145874,
      "loss_total": 0.019075244665145874,
      "step": 20500
    },
    {
      "loss_action": 0.011410937644541264,
      "loss_total": 0.011410937644541264,
      "step": 20500
    },
    {
      "loss_action": 0.014413418248295784,
      "loss_total": 0.014413418248295784,
      "step": 20500
    },
    {
      "loss_action": 0.021168196573853493,
      "loss_total": 0.021168196573853493,
      "step": 20500
    },
    {
      "loss_action": 0.018315467983484268,
      "loss_total": 0.018315467983484268,
      "step": 20500
    },
    {
      "loss_action": 0.01838615909218788,
      "loss_total": 0.01838615909218788,
      "step": 20500
    },
    {
      "loss_action": 0.023759188130497932,
      "loss_total": 0.023759188130497932,
      "step": 20500
    },
    {
      "loss_action": 0.021168144419789314,
      "loss_total": 0.021168144419789314,
      "step": 20500
    },
    {
      "grad_norm": 0.20955653488636017,
      "learning_rate": 9.356691214740824e-05,
      "loss": 0.0125,
      "step": 20510
    },
    {
      "loss_action": 0.01993619091808796,
      "loss_total": 0.01993619091808796,
      "step": 20510
    },
    {
      "loss_action": 0.006880004890263081,
      "loss_total": 0.006880004890263081,
      "step": 20510
    },
    {
      "loss_action": 0.026193758472800255,
      "loss_total": 0.026193758472800255,
      "step": 20510
    },
    {
      "loss_action": 0.013596951961517334,
      "loss_total": 0.013596951961517334,
      "step": 20510
    },
    {
      "loss_action": 0.009431102313101292,
      "loss_total": 0.009431102313101292,
      "step": 20510
    },
    {
      "loss_action": 0.015049481764435768,
      "loss_total": 0.015049481764435768,
      "step": 20510
    },
    {
      "loss_action": 0.007699676789343357,
      "loss_total": 0.007699676789343357,
      "step": 20510
    },
    {
      "loss_action": 0.012823611497879028,
      "loss_total": 0.012823611497879028,
      "step": 20510
    },
    {
      "grad_norm": 0.15994979441165924,
      "learning_rate": 9.355879647240535e-05,
      "loss": 0.0132,
      "step": 20520
    },
    {
      "loss_action": 0.012980089522898197,
      "loss_total": 0.012980089522898197,
      "step": 20520
    },
    {
      "loss_action": 0.06027385592460632,
      "loss_total": 0.06027385592460632,
      "step": 20520
    },
    {
      "loss_action": 0.02471182867884636,
      "loss_total": 0.02471182867884636,
      "step": 20520
    },
    {
      "loss_action": 0.012702920474112034,
      "loss_total": 0.012702920474112034,
      "step": 20520
    },
    {
      "loss_action": 0.015649721026420593,
      "loss_total": 0.015649721026420593,
      "step": 20520
    },
    {
      "loss_action": 0.024031884968280792,
      "loss_total": 0.024031884968280792,
      "step": 20520
    },
    {
      "loss_action": 0.01619112864136696,
      "loss_total": 0.01619112864136696,
      "step": 20520
    },
    {
      "loss_action": 0.02569197118282318,
      "loss_total": 0.02569197118282318,
      "step": 20520
    },
    {
      "grad_norm": 0.15963979065418243,
      "learning_rate": 9.355067603387798e-05,
      "loss": 0.0145,
      "step": 20530
    },
    {
      "loss_action": 0.011792936362326145,
      "loss_total": 0.011792936362326145,
      "step": 20530
    },
    {
      "loss_action": 0.010918525978922844,
      "loss_total": 0.010918525978922844,
      "step": 20530
    },
    {
      "loss_action": 0.008040514774620533,
      "loss_total": 0.008040514774620533,
      "step": 20530
    },
    {
      "loss_action": 0.023560145869851112,
      "loss_total": 0.023560145869851112,
      "step": 20530
    },
    {
      "loss_action": 0.020859494805336,
      "loss_total": 0.020859494805336,
      "step": 20530
    },
    {
      "loss_action": 0.012992819771170616,
      "loss_total": 0.012992819771170616,
      "step": 20530
    },
    {
      "loss_action": 0.015139222145080566,
      "loss_total": 0.015139222145080566,
      "step": 20530
    },
    {
      "loss_action": 0.017931682989001274,
      "loss_total": 0.017931682989001274,
      "step": 20530
    },
    {
      "grad_norm": 0.19755466282367706,
      "learning_rate": 9.354255083271412e-05,
      "loss": 0.0139,
      "step": 20540
    },
    {
      "loss_action": 0.0072253732942044735,
      "loss_total": 0.0072253732942044735,
      "step": 20540
    },
    {
      "loss_action": 0.00503727700561285,
      "loss_total": 0.00503727700561285,
      "step": 20540
    },
    {
      "loss_action": 0.006792708300054073,
      "loss_total": 0.006792708300054073,
      "step": 20540
    },
    {
      "loss_action": 0.018696799874305725,
      "loss_total": 0.018696799874305725,
      "step": 20540
    },
    {
      "loss_action": 0.007875400595366955,
      "loss_total": 0.007875400595366955,
      "step": 20540
    },
    {
      "loss_action": 0.003614293411374092,
      "loss_total": 0.003614293411374092,
      "step": 20540
    },
    {
      "loss_action": 0.004624444525688887,
      "loss_total": 0.004624444525688887,
      "step": 20540
    },
    {
      "loss_action": 0.005052777007222176,
      "loss_total": 0.005052777007222176,
      "step": 20540
    },
    {
      "grad_norm": 0.16107770800590515,
      "learning_rate": 9.353442086980239e-05,
      "loss": 0.0139,
      "step": 20550
    },
    {
      "loss_action": 0.009012519381940365,
      "loss_total": 0.009012519381940365,
      "step": 20550
    },
    {
      "loss_action": 0.013333001174032688,
      "loss_total": 0.013333001174032688,
      "step": 20550
    },
    {
      "loss_action": 0.005022461526095867,
      "loss_total": 0.005022461526095867,
      "step": 20550
    },
    {
      "loss_action": 0.008625063113868237,
      "loss_total": 0.008625063113868237,
      "step": 20550
    },
    {
      "loss_action": 0.004616155754774809,
      "loss_total": 0.004616155754774809,
      "step": 20550
    },
    {
      "loss_action": 0.011514296755194664,
      "loss_total": 0.011514296755194664,
      "step": 20550
    },
    {
      "loss_action": 0.012748245149850845,
      "loss_total": 0.012748245149850845,
      "step": 20550
    },
    {
      "loss_action": 0.006888146512210369,
      "loss_total": 0.006888146512210369,
      "step": 20550
    },
    {
      "grad_norm": 0.1730152666568756,
      "learning_rate": 9.352628614603185e-05,
      "loss": 0.0131,
      "step": 20560
    },
    {
      "loss_action": 0.011657308787107468,
      "loss_total": 0.011657308787107468,
      "step": 20560
    },
    {
      "loss_action": 0.009501364082098007,
      "loss_total": 0.009501364082098007,
      "step": 20560
    },
    {
      "loss_action": 0.00988289900124073,
      "loss_total": 0.00988289900124073,
      "step": 20560
    },
    {
      "loss_action": 0.013154738582670689,
      "loss_total": 0.013154738582670689,
      "step": 20560
    },
    {
      "loss_action": 0.010838458314538002,
      "loss_total": 0.010838458314538002,
      "step": 20560
    },
    {
      "loss_action": 0.012678766623139381,
      "loss_total": 0.012678766623139381,
      "step": 20560
    },
    {
      "loss_action": 0.02407476119697094,
      "loss_total": 0.02407476119697094,
      "step": 20560
    },
    {
      "loss_action": 0.009400026872754097,
      "loss_total": 0.009400026872754097,
      "step": 20560
    },
    {
      "grad_norm": 0.1432771235704422,
      "learning_rate": 9.351814666229209e-05,
      "loss": 0.0129,
      "step": 20570
    },
    {
      "loss_action": 0.0333557203412056,
      "loss_total": 0.0333557203412056,
      "step": 20570
    },
    {
      "loss_action": 0.044764649122953415,
      "loss_total": 0.044764649122953415,
      "step": 20570
    },
    {
      "loss_action": 0.01204872876405716,
      "loss_total": 0.01204872876405716,
      "step": 20570
    },
    {
      "loss_action": 0.022450823336839676,
      "loss_total": 0.022450823336839676,
      "step": 20570
    },
    {
      "loss_action": 0.015895556658506393,
      "loss_total": 0.015895556658506393,
      "step": 20570
    },
    {
      "loss_action": 0.008741173893213272,
      "loss_total": 0.008741173893213272,
      "step": 20570
    },
    {
      "loss_action": 0.013919919729232788,
      "loss_total": 0.013919919729232788,
      "step": 20570
    },
    {
      "loss_action": 0.007227772381156683,
      "loss_total": 0.007227772381156683,
      "step": 20570
    },
    {
      "grad_norm": 0.1443786919116974,
      "learning_rate": 9.351000241947324e-05,
      "loss": 0.015,
      "step": 20580
    },
    {
      "loss_action": 0.02116226591169834,
      "loss_total": 0.02116226591169834,
      "step": 20580
    },
    {
      "loss_action": 0.01618729718029499,
      "loss_total": 0.01618729718029499,
      "step": 20580
    },
    {
      "loss_action": 0.01372240949422121,
      "loss_total": 0.01372240949422121,
      "step": 20580
    },
    {
      "loss_action": 0.01414056308567524,
      "loss_total": 0.01414056308567524,
      "step": 20580
    },
    {
      "loss_action": 0.006511026993393898,
      "loss_total": 0.006511026993393898,
      "step": 20580
    },
    {
      "loss_action": 0.018199747428297997,
      "loss_total": 0.018199747428297997,
      "step": 20580
    },
    {
      "loss_action": 0.02370678260922432,
      "loss_total": 0.02370678260922432,
      "step": 20580
    },
    {
      "loss_action": 0.02268041856586933,
      "loss_total": 0.02268041856586933,
      "step": 20580
    },
    {
      "grad_norm": 0.14520089328289032,
      "learning_rate": 9.350185341846594e-05,
      "loss": 0.0145,
      "step": 20590
    },
    {
      "loss_action": 0.014936262741684914,
      "loss_total": 0.014936262741684914,
      "step": 20590
    },
    {
      "loss_action": 0.013244014233350754,
      "loss_total": 0.013244014233350754,
      "step": 20590
    },
    {
      "loss_action": 0.015360387042164803,
      "loss_total": 0.015360387042164803,
      "step": 20590
    },
    {
      "loss_action": 0.008149259723722935,
      "loss_total": 0.008149259723722935,
      "step": 20590
    },
    {
      "loss_action": 0.009766388684511185,
      "loss_total": 0.009766388684511185,
      "step": 20590
    },
    {
      "loss_action": 0.01612665504217148,
      "loss_total": 0.01612665504217148,
      "step": 20590
    },
    {
      "loss_action": 0.021336644887924194,
      "loss_total": 0.021336644887924194,
      "step": 20590
    },
    {
      "loss_action": 0.021419789642095566,
      "loss_total": 0.021419789642095566,
      "step": 20590
    },
    {
      "grad_norm": 0.22096587717533112,
      "learning_rate": 9.349369966016134e-05,
      "loss": 0.0143,
      "step": 20600
    },
    {
      "loss_action": 0.007750684395432472,
      "loss_total": 0.007750684395432472,
      "step": 20600
    },
    {
      "loss_action": 0.01664995774626732,
      "loss_total": 0.01664995774626732,
      "step": 20600
    },
    {
      "loss_action": 0.019291795790195465,
      "loss_total": 0.019291795790195465,
      "step": 20600
    },
    {
      "loss_action": 0.01315264031291008,
      "loss_total": 0.01315264031291008,
      "step": 20600
    },
    {
      "loss_action": 0.06541186571121216,
      "loss_total": 0.06541186571121216,
      "step": 20600
    },
    {
      "loss_action": 0.017024796456098557,
      "loss_total": 0.017024796456098557,
      "step": 20600
    },
    {
      "loss_action": 0.006075154524296522,
      "loss_total": 0.006075154524296522,
      "step": 20600
    },
    {
      "loss_action": 0.01243879646062851,
      "loss_total": 0.01243879646062851,
      "step": 20600
    },
    {
      "grad_norm": 0.13614581525325775,
      "learning_rate": 9.348554114545117e-05,
      "loss": 0.0126,
      "step": 20610
    },
    {
      "loss_action": 0.007746219635009766,
      "loss_total": 0.007746219635009766,
      "step": 20610
    },
    {
      "loss_action": 0.005861408077180386,
      "loss_total": 0.005861408077180386,
      "step": 20610
    },
    {
      "loss_action": 0.009590095840394497,
      "loss_total": 0.009590095840394497,
      "step": 20610
    },
    {
      "loss_action": 0.006799447350203991,
      "loss_total": 0.006799447350203991,
      "step": 20610
    },
    {
      "loss_action": 0.0073711746372282505,
      "loss_total": 0.0073711746372282505,
      "step": 20610
    },
    {
      "loss_action": 0.021700378507375717,
      "loss_total": 0.021700378507375717,
      "step": 20610
    },
    {
      "loss_action": 0.004891553893685341,
      "loss_total": 0.004891553893685341,
      "step": 20610
    },
    {
      "loss_action": 0.0204114131629467,
      "loss_total": 0.0204114131629467,
      "step": 20610
    },
    {
      "grad_norm": 0.13336466252803802,
      "learning_rate": 9.347737787522758e-05,
      "loss": 0.011,
      "step": 20620
    },
    {
      "loss_action": 0.020689256489276886,
      "loss_total": 0.020689256489276886,
      "step": 20620
    },
    {
      "loss_action": 0.01293184980750084,
      "loss_total": 0.01293184980750084,
      "step": 20620
    },
    {
      "loss_action": 0.003940020687878132,
      "loss_total": 0.003940020687878132,
      "step": 20620
    },
    {
      "loss_action": 0.01987548917531967,
      "loss_total": 0.01987548917531967,
      "step": 20620
    },
    {
      "loss_action": 0.016677366569638252,
      "loss_total": 0.016677366569638252,
      "step": 20620
    },
    {
      "loss_action": 0.006886397488415241,
      "loss_total": 0.006886397488415241,
      "step": 20620
    },
    {
      "loss_action": 0.0215039923787117,
      "loss_total": 0.0215039923787117,
      "step": 20620
    },
    {
      "loss_action": 0.007506994530558586,
      "loss_total": 0.007506994530558586,
      "step": 20620
    },
    {
      "grad_norm": 0.1292053908109665,
      "learning_rate": 9.346920985038332e-05,
      "loss": 0.0133,
      "step": 20630
    },
    {
      "loss_action": 0.008763551712036133,
      "loss_total": 0.008763551712036133,
      "step": 20630
    },
    {
      "loss_action": 0.0059091500006616116,
      "loss_total": 0.0059091500006616116,
      "step": 20630
    },
    {
      "loss_action": 0.00802555214613676,
      "loss_total": 0.00802555214613676,
      "step": 20630
    },
    {
      "loss_action": 0.021770473569631577,
      "loss_total": 0.021770473569631577,
      "step": 20630
    },
    {
      "loss_action": 0.013222891837358475,
      "loss_total": 0.013222891837358475,
      "step": 20630
    },
    {
      "loss_action": 0.010914875194430351,
      "loss_total": 0.010914875194430351,
      "step": 20630
    },
    {
      "loss_action": 0.011008163914084435,
      "loss_total": 0.011008163914084435,
      "step": 20630
    },
    {
      "loss_action": 0.014707174152135849,
      "loss_total": 0.014707174152135849,
      "step": 20630
    },
    {
      "grad_norm": 0.15651822090148926,
      "learning_rate": 9.346103707181162e-05,
      "loss": 0.014,
      "step": 20640
    },
    {
      "loss_action": 0.013706519268453121,
      "loss_total": 0.013706519268453121,
      "step": 20640
    },
    {
      "loss_action": 0.016033563762903214,
      "loss_total": 0.016033563762903214,
      "step": 20640
    },
    {
      "loss_action": 0.01440748292952776,
      "loss_total": 0.01440748292952776,
      "step": 20640
    },
    {
      "loss_action": 0.00982261635363102,
      "loss_total": 0.00982261635363102,
      "step": 20640
    },
    {
      "loss_action": 0.010260706767439842,
      "loss_total": 0.010260706767439842,
      "step": 20640
    },
    {
      "loss_action": 0.01981675997376442,
      "loss_total": 0.01981675997376442,
      "step": 20640
    },
    {
      "loss_action": 0.011622374877333641,
      "loss_total": 0.011622374877333641,
      "step": 20640
    },
    {
      "loss_action": 0.008460160344839096,
      "loss_total": 0.008460160344839096,
      "step": 20640
    },
    {
      "grad_norm": 0.19348470866680145,
      "learning_rate": 9.345285954040626e-05,
      "loss": 0.0127,
      "step": 20650
    },
    {
      "loss_action": 0.027901576831936836,
      "loss_total": 0.027901576831936836,
      "step": 20650
    },
    {
      "loss_action": 0.02046312391757965,
      "loss_total": 0.02046312391757965,
      "step": 20650
    },
    {
      "loss_action": 0.009322132915258408,
      "loss_total": 0.009322132915258408,
      "step": 20650
    },
    {
      "loss_action": 0.007729949429631233,
      "loss_total": 0.007729949429631233,
      "step": 20650
    },
    {
      "loss_action": 0.009845327585935593,
      "loss_total": 0.009845327585935593,
      "step": 20650
    },
    {
      "loss_action": 0.009108563885092735,
      "loss_total": 0.009108563885092735,
      "step": 20650
    },
    {
      "loss_action": 0.006239121779799461,
      "loss_total": 0.006239121779799461,
      "step": 20650
    },
    {
      "loss_action": 0.01014821045100689,
      "loss_total": 0.01014821045100689,
      "step": 20650
    },
    {
      "grad_norm": 0.14475862681865692,
      "learning_rate": 9.34446772570615e-05,
      "loss": 0.0133,
      "step": 20660
    },
    {
      "loss_action": 0.006580658257007599,
      "loss_total": 0.006580658257007599,
      "step": 20660
    },
    {
      "loss_action": 0.006086236797273159,
      "loss_total": 0.006086236797273159,
      "step": 20660
    },
    {
      "loss_action": 0.004707174375653267,
      "loss_total": 0.004707174375653267,
      "step": 20660
    },
    {
      "loss_action": 0.012911802157759666,
      "loss_total": 0.012911802157759666,
      "step": 20660
    },
    {
      "loss_action": 0.010576512664556503,
      "loss_total": 0.010576512664556503,
      "step": 20660
    },
    {
      "loss_action": 0.03048085793852806,
      "loss_total": 0.03048085793852806,
      "step": 20660
    },
    {
      "loss_action": 0.03694309666752815,
      "loss_total": 0.03694309666752815,
      "step": 20660
    },
    {
      "loss_action": 0.006164124701172113,
      "loss_total": 0.006164124701172113,
      "step": 20660
    },
    {
      "grad_norm": 0.1729135364294052,
      "learning_rate": 9.343649022267214e-05,
      "loss": 0.0122,
      "step": 20670
    },
    {
      "loss_action": 0.01601235568523407,
      "loss_total": 0.01601235568523407,
      "step": 20670
    },
    {
      "loss_action": 0.023613443598151207,
      "loss_total": 0.023613443598151207,
      "step": 20670
    },
    {
      "loss_action": 0.010945889167487621,
      "loss_total": 0.010945889167487621,
      "step": 20670
    },
    {
      "loss_action": 0.017964886501431465,
      "loss_total": 0.017964886501431465,
      "step": 20670
    },
    {
      "loss_action": 0.0191677063703537,
      "loss_total": 0.0191677063703537,
      "step": 20670
    },
    {
      "loss_action": 0.02404574491083622,
      "loss_total": 0.02404574491083622,
      "step": 20670
    },
    {
      "loss_action": 0.006183052435517311,
      "loss_total": 0.006183052435517311,
      "step": 20670
    },
    {
      "loss_action": 0.03048437461256981,
      "loss_total": 0.03048437461256981,
      "step": 20670
    },
    {
      "grad_norm": 0.15177340805530548,
      "learning_rate": 9.342829843813353e-05,
      "loss": 0.0158,
      "step": 20680
    },
    {
      "loss_action": 0.0168380718678236,
      "loss_total": 0.0168380718678236,
      "step": 20680
    },
    {
      "loss_action": 0.0038734148256480694,
      "loss_total": 0.0038734148256480694,
      "step": 20680
    },
    {
      "loss_action": 0.012850912287831306,
      "loss_total": 0.012850912287831306,
      "step": 20680
    },
    {
      "loss_action": 0.02166004106402397,
      "loss_total": 0.02166004106402397,
      "step": 20680
    },
    {
      "loss_action": 0.02649054303765297,
      "loss_total": 0.02649054303765297,
      "step": 20680
    },
    {
      "loss_action": 0.01640287972986698,
      "loss_total": 0.01640287972986698,
      "step": 20680
    },
    {
      "loss_action": 0.01398201659321785,
      "loss_total": 0.01398201659321785,
      "step": 20680
    },
    {
      "loss_action": 0.009399293921887875,
      "loss_total": 0.009399293921887875,
      "step": 20680
    },
    {
      "grad_norm": 0.19211703538894653,
      "learning_rate": 9.342010190434149e-05,
      "loss": 0.0143,
      "step": 20690
    },
    {
      "loss_action": 0.01190443430095911,
      "loss_total": 0.01190443430095911,
      "step": 20690
    },
    {
      "loss_action": 0.012980375438928604,
      "loss_total": 0.012980375438928604,
      "step": 20690
    },
    {
      "loss_action": 0.013119153678417206,
      "loss_total": 0.013119153678417206,
      "step": 20690
    },
    {
      "loss_action": 0.01405892800539732,
      "loss_total": 0.01405892800539732,
      "step": 20690
    },
    {
      "loss_action": 0.06242600828409195,
      "loss_total": 0.06242600828409195,
      "step": 20690
    },
    {
      "loss_action": 0.024520209059119225,
      "loss_total": 0.024520209059119225,
      "step": 20690
    },
    {
      "loss_action": 0.017569635063409805,
      "loss_total": 0.017569635063409805,
      "step": 20690
    },
    {
      "loss_action": 0.005160916596651077,
      "loss_total": 0.005160916596651077,
      "step": 20690
    },
    {
      "grad_norm": 0.12539424002170563,
      "learning_rate": 9.34119006221924e-05,
      "loss": 0.0147,
      "step": 20700
    },
    {
      "loss_action": 0.01873643510043621,
      "loss_total": 0.01873643510043621,
      "step": 20700
    },
    {
      "loss_action": 0.013329295441508293,
      "loss_total": 0.013329295441508293,
      "step": 20700
    },
    {
      "loss_action": 0.04022593796253204,
      "loss_total": 0.04022593796253204,
      "step": 20700
    },
    {
      "loss_action": 0.0106912637129426,
      "loss_total": 0.0106912637129426,
      "step": 20700
    },
    {
      "loss_action": 0.0069675506092607975,
      "loss_total": 0.0069675506092607975,
      "step": 20700
    },
    {
      "loss_action": 0.02848094142973423,
      "loss_total": 0.02848094142973423,
      "step": 20700
    },
    {
      "loss_action": 0.011364771053195,
      "loss_total": 0.011364771053195,
      "step": 20700
    },
    {
      "loss_action": 0.03052426315844059,
      "loss_total": 0.03052426315844059,
      "step": 20700
    },
    {
      "grad_norm": 0.15357047319412231,
      "learning_rate": 9.340369459258313e-05,
      "loss": 0.0134,
      "step": 20710
    },
    {
      "loss_action": 0.017793048173189163,
      "loss_total": 0.017793048173189163,
      "step": 20710
    },
    {
      "loss_action": 0.008357835002243519,
      "loss_total": 0.008357835002243519,
      "step": 20710
    },
    {
      "loss_action": 0.02610253542661667,
      "loss_total": 0.02610253542661667,
      "step": 20710
    },
    {
      "loss_action": 0.005399385932832956,
      "loss_total": 0.005399385932832956,
      "step": 20710
    },
    {
      "loss_action": 0.010612176731228828,
      "loss_total": 0.010612176731228828,
      "step": 20710
    },
    {
      "loss_action": 0.023274216800928116,
      "loss_total": 0.023274216800928116,
      "step": 20710
    },
    {
      "loss_action": 0.08623827248811722,
      "loss_total": 0.08623827248811722,
      "step": 20710
    },
    {
      "loss_action": 0.00818018987774849,
      "loss_total": 0.00818018987774849,
      "step": 20710
    },
    {
      "grad_norm": 0.15563459694385529,
      "learning_rate": 9.339548381641106e-05,
      "loss": 0.0139,
      "step": 20720
    },
    {
      "loss_action": 0.02025914564728737,
      "loss_total": 0.02025914564728737,
      "step": 20720
    },
    {
      "loss_action": 0.006662918254733086,
      "loss_total": 0.006662918254733086,
      "step": 20720
    },
    {
      "loss_action": 0.01264332514256239,
      "loss_total": 0.01264332514256239,
      "step": 20720
    },
    {
      "loss_action": 0.011336877942085266,
      "loss_total": 0.011336877942085266,
      "step": 20720
    },
    {
      "loss_action": 0.026218142360448837,
      "loss_total": 0.026218142360448837,
      "step": 20720
    },
    {
      "loss_action": 0.03277940675616264,
      "loss_total": 0.03277940675616264,
      "step": 20720
    },
    {
      "loss_action": 0.02888626605272293,
      "loss_total": 0.02888626605272293,
      "step": 20720
    },
    {
      "loss_action": 0.010677621699869633,
      "loss_total": 0.010677621699869633,
      "step": 20720
    },
    {
      "grad_norm": 0.17861603200435638,
      "learning_rate": 9.338726829457413e-05,
      "loss": 0.0152,
      "step": 20730
    },
    {
      "loss_action": 0.01154958363622427,
      "loss_total": 0.01154958363622427,
      "step": 20730
    },
    {
      "loss_action": 0.01686837524175644,
      "loss_total": 0.01686837524175644,
      "step": 20730
    },
    {
      "loss_action": 0.008389314636588097,
      "loss_total": 0.008389314636588097,
      "step": 20730
    },
    {
      "loss_action": 0.012576980516314507,
      "loss_total": 0.012576980516314507,
      "step": 20730
    },
    {
      "loss_action": 0.018924962729215622,
      "loss_total": 0.018924962729215622,
      "step": 20730
    },
    {
      "loss_action": 0.011372056789696217,
      "loss_total": 0.011372056789696217,
      "step": 20730
    },
    {
      "loss_action": 0.02685130015015602,
      "loss_total": 0.02685130015015602,
      "step": 20730
    },
    {
      "loss_action": 0.00883305724710226,
      "loss_total": 0.00883305724710226,
      "step": 20730
    },
    {
      "grad_norm": 0.23560810089111328,
      "learning_rate": 9.337904802797078e-05,
      "loss": 0.0121,
      "step": 20740
    },
    {
      "loss_action": 0.008429383859038353,
      "loss_total": 0.008429383859038353,
      "step": 20740
    },
    {
      "loss_action": 0.006017514504492283,
      "loss_total": 0.006017514504492283,
      "step": 20740
    },
    {
      "loss_action": 0.026310253888368607,
      "loss_total": 0.026310253888368607,
      "step": 20740
    },
    {
      "loss_action": 0.018552763387560844,
      "loss_total": 0.018552763387560844,
      "step": 20740
    },
    {
      "loss_action": 0.014943644404411316,
      "loss_total": 0.014943644404411316,
      "step": 20740
    },
    {
      "loss_action": 0.030485669150948524,
      "loss_total": 0.030485669150948524,
      "step": 20740
    },
    {
      "loss_action": 0.02188635617494583,
      "loss_total": 0.02188635617494583,
      "step": 20740
    },
    {
      "loss_action": 0.03663098067045212,
      "loss_total": 0.03663098067045212,
      "step": 20740
    },
    {
      "grad_norm": 0.09285920858383179,
      "learning_rate": 9.337082301749993e-05,
      "loss": 0.0131,
      "step": 20750
    },
    {
      "loss_action": 0.008139028213918209,
      "loss_total": 0.008139028213918209,
      "step": 20750
    },
    {
      "loss_action": 0.004674197174608707,
      "loss_total": 0.004674197174608707,
      "step": 20750
    },
    {
      "loss_action": 0.014447297900915146,
      "loss_total": 0.014447297900915146,
      "step": 20750
    },
    {
      "loss_action": 0.004931727424263954,
      "loss_total": 0.004931727424263954,
      "step": 20750
    },
    {
      "loss_action": 0.005274102091789246,
      "loss_total": 0.005274102091789246,
      "step": 20750
    },
    {
      "loss_action": 0.0058453199453651905,
      "loss_total": 0.0058453199453651905,
      "step": 20750
    },
    {
      "loss_action": 0.005689516663551331,
      "loss_total": 0.005689516663551331,
      "step": 20750
    },
    {
      "loss_action": 0.00974852405488491,
      "loss_total": 0.00974852405488491,
      "step": 20750
    },
    {
      "grad_norm": 0.16449280083179474,
      "learning_rate": 9.336259326406109e-05,
      "loss": 0.01,
      "step": 20760
    },
    {
      "loss_action": 0.008325841277837753,
      "loss_total": 0.008325841277837753,
      "step": 20760
    },
    {
      "loss_action": 0.009120745584368706,
      "loss_total": 0.009120745584368706,
      "step": 20760
    },
    {
      "loss_action": 0.019676469266414642,
      "loss_total": 0.019676469266414642,
      "step": 20760
    },
    {
      "loss_action": 0.004551992751657963,
      "loss_total": 0.004551992751657963,
      "step": 20760
    },
    {
      "loss_action": 0.007151302881538868,
      "loss_total": 0.007151302881538868,
      "step": 20760
    },
    {
      "loss_action": 0.006427629850804806,
      "loss_total": 0.006427629850804806,
      "step": 20760
    },
    {
      "loss_action": 0.01393945887684822,
      "loss_total": 0.01393945887684822,
      "step": 20760
    },
    {
      "loss_action": 0.007851570844650269,
      "loss_total": 0.007851570844650269,
      "step": 20760
    },
    {
      "grad_norm": 0.1398501992225647,
      "learning_rate": 9.335435876855427e-05,
      "loss": 0.0138,
      "step": 20770
    },
    {
      "loss_action": 0.006305278744548559,
      "loss_total": 0.006305278744548559,
      "step": 20770
    },
    {
      "loss_action": 0.00813421793282032,
      "loss_total": 0.00813421793282032,
      "step": 20770
    },
    {
      "loss_action": 0.0042127277702093124,
      "loss_total": 0.0042127277702093124,
      "step": 20770
    },
    {
      "loss_action": 0.022828850895166397,
      "loss_total": 0.022828850895166397,
      "step": 20770
    },
    {
      "loss_action": 0.007537897676229477,
      "loss_total": 0.007537897676229477,
      "step": 20770
    },
    {
      "loss_action": 0.00891866534948349,
      "loss_total": 0.00891866534948349,
      "step": 20770
    },
    {
      "loss_action": 0.008708767592906952,
      "loss_total": 0.008708767592906952,
      "step": 20770
    },
    {
      "loss_action": 0.012330370023846626,
      "loss_total": 0.012330370023846626,
      "step": 20770
    },
    {
      "grad_norm": 0.18975885212421417,
      "learning_rate": 9.334611953187994e-05,
      "loss": 0.0126,
      "step": 20780
    },
    {
      "loss_action": 0.006713733077049255,
      "loss_total": 0.006713733077049255,
      "step": 20780
    },
    {
      "loss_action": 0.006743019446730614,
      "loss_total": 0.006743019446730614,
      "step": 20780
    },
    {
      "loss_action": 0.008083641529083252,
      "loss_total": 0.008083641529083252,
      "step": 20780
    },
    {
      "loss_action": 0.010593036189675331,
      "loss_total": 0.010593036189675331,
      "step": 20780
    },
    {
      "loss_action": 0.03180765360593796,
      "loss_total": 0.03180765360593796,
      "step": 20780
    },
    {
      "loss_action": 0.007986011914908886,
      "loss_total": 0.007986011914908886,
      "step": 20780
    },
    {
      "loss_action": 0.008988386951386929,
      "loss_total": 0.008988386951386929,
      "step": 20780
    },
    {
      "loss_action": 0.03100604936480522,
      "loss_total": 0.03100604936480522,
      "step": 20780
    },
    {
      "grad_norm": 0.1497047245502472,
      "learning_rate": 9.333787555493914e-05,
      "loss": 0.0135,
      "step": 20790
    },
    {
      "loss_action": 0.015751466155052185,
      "loss_total": 0.015751466155052185,
      "step": 20790
    },
    {
      "loss_action": 0.007436848245561123,
      "loss_total": 0.007436848245561123,
      "step": 20790
    },
    {
      "loss_action": 0.010486482642591,
      "loss_total": 0.010486482642591,
      "step": 20790
    },
    {
      "loss_action": 0.0060399919748306274,
      "loss_total": 0.0060399919748306274,
      "step": 20790
    },
    {
      "loss_action": 0.012973634526133537,
      "loss_total": 0.012973634526133537,
      "step": 20790
    },
    {
      "loss_action": 0.010810504667460918,
      "loss_total": 0.010810504667460918,
      "step": 20790
    },
    {
      "loss_action": 0.005340658128261566,
      "loss_total": 0.005340658128261566,
      "step": 20790
    },
    {
      "loss_action": 0.006935502868145704,
      "loss_total": 0.006935502868145704,
      "step": 20790
    },
    {
      "grad_norm": 0.14962637424468994,
      "learning_rate": 9.332962683863345e-05,
      "loss": 0.0118,
      "step": 20800
    },
    {
      "loss_action": 0.017414966598153114,
      "loss_total": 0.017414966598153114,
      "step": 20800
    },
    {
      "loss_action": 0.00646227365359664,
      "loss_total": 0.00646227365359664,
      "step": 20800
    },
    {
      "loss_action": 0.004296854604035616,
      "loss_total": 0.004296854604035616,
      "step": 20800
    },
    {
      "loss_action": 0.018138224259018898,
      "loss_total": 0.018138224259018898,
      "step": 20800
    },
    {
      "loss_action": 0.02760883793234825,
      "loss_total": 0.02760883793234825,
      "step": 20800
    },
    {
      "loss_action": 0.012278338894248009,
      "loss_total": 0.012278338894248009,
      "step": 20800
    },
    {
      "loss_action": 0.00790261197835207,
      "loss_total": 0.00790261197835207,
      "step": 20800
    },
    {
      "loss_action": 0.01512104645371437,
      "loss_total": 0.01512104645371437,
      "step": 20800
    },
    {
      "grad_norm": 0.13659079372882843,
      "learning_rate": 9.332137338386489e-05,
      "loss": 0.0147,
      "step": 20810
    },
    {
      "loss_action": 0.014308986254036427,
      "loss_total": 0.014308986254036427,
      "step": 20810
    },
    {
      "loss_action": 0.028855588287115097,
      "loss_total": 0.028855588287115097,
      "step": 20810
    },
    {
      "loss_action": 0.018580619245767593,
      "loss_total": 0.018580619245767593,
      "step": 20810
    },
    {
      "loss_action": 0.009686971083283424,
      "loss_total": 0.009686971083283424,
      "step": 20810
    },
    {
      "loss_action": 0.02944806031882763,
      "loss_total": 0.02944806031882763,
      "step": 20810
    },
    {
      "loss_action": 0.015236935578286648,
      "loss_total": 0.015236935578286648,
      "step": 20810
    },
    {
      "loss_action": 0.009599635377526283,
      "loss_total": 0.009599635377526283,
      "step": 20810
    },
    {
      "loss_action": 0.024941662326455116,
      "loss_total": 0.024941662326455116,
      "step": 20810
    },
    {
      "grad_norm": 0.11821892112493515,
      "learning_rate": 9.33131151915361e-05,
      "loss": 0.0127,
      "step": 20820
    },
    {
      "loss_action": 0.007374861277639866,
      "loss_total": 0.007374861277639866,
      "step": 20820
    },
    {
      "loss_action": 0.014564850367605686,
      "loss_total": 0.014564850367605686,
      "step": 20820
    },
    {
      "loss_action": 0.008154338225722313,
      "loss_total": 0.008154338225722313,
      "step": 20820
    },
    {
      "loss_action": 0.013909293338656425,
      "loss_total": 0.013909293338656425,
      "step": 20820
    },
    {
      "loss_action": 0.04255656525492668,
      "loss_total": 0.04255656525492668,
      "step": 20820
    },
    {
      "loss_action": 0.017063772305846214,
      "loss_total": 0.017063772305846214,
      "step": 20820
    },
    {
      "loss_action": 0.007178266998380423,
      "loss_total": 0.007178266998380423,
      "step": 20820
    },
    {
      "loss_action": 0.011227227747440338,
      "loss_total": 0.011227227747440338,
      "step": 20820
    },
    {
      "grad_norm": 0.19902047514915466,
      "learning_rate": 9.330485226255012e-05,
      "loss": 0.0121,
      "step": 20830
    },
    {
      "loss_action": 0.019109731540083885,
      "loss_total": 0.019109731540083885,
      "step": 20830
    },
    {
      "loss_action": 0.016813203692436218,
      "loss_total": 0.016813203692436218,
      "step": 20830
    },
    {
      "loss_action": 0.005209028720855713,
      "loss_total": 0.005209028720855713,
      "step": 20830
    },
    {
      "loss_action": 0.009989888407289982,
      "loss_total": 0.009989888407289982,
      "step": 20830
    },
    {
      "loss_action": 0.01667873188853264,
      "loss_total": 0.01667873188853264,
      "step": 20830
    },
    {
      "loss_action": 0.01519680768251419,
      "loss_total": 0.01519680768251419,
      "step": 20830
    },
    {
      "loss_action": 0.010948900133371353,
      "loss_total": 0.010948900133371353,
      "step": 20830
    },
    {
      "loss_action": 0.004592651966959238,
      "loss_total": 0.004592651966959238,
      "step": 20830
    },
    {
      "grad_norm": 0.17004121840000153,
      "learning_rate": 9.329658459781061e-05,
      "loss": 0.0138,
      "step": 20840
    },
    {
      "loss_action": 0.00626443512737751,
      "loss_total": 0.00626443512737751,
      "step": 20840
    },
    {
      "loss_action": 0.024242112413048744,
      "loss_total": 0.024242112413048744,
      "step": 20840
    },
    {
      "loss_action": 0.010481785051524639,
      "loss_total": 0.010481785051524639,
      "step": 20840
    },
    {
      "loss_action": 0.012213192880153656,
      "loss_total": 0.012213192880153656,
      "step": 20840
    },
    {
      "loss_action": 0.020649878308176994,
      "loss_total": 0.020649878308176994,
      "step": 20840
    },
    {
      "loss_action": 0.024544263258576393,
      "loss_total": 0.024544263258576393,
      "step": 20840
    },
    {
      "loss_action": 0.0100044971331954,
      "loss_total": 0.0100044971331954,
      "step": 20840
    },
    {
      "loss_action": 0.00864730216562748,
      "loss_total": 0.00864730216562748,
      "step": 20840
    },
    {
      "grad_norm": 0.14466360211372375,
      "learning_rate": 9.328831219822172e-05,
      "loss": 0.0141,
      "step": 20850
    },
    {
      "loss_action": 0.006056030280888081,
      "loss_total": 0.006056030280888081,
      "step": 20850
    },
    {
      "loss_action": 0.011394320987164974,
      "loss_total": 0.011394320987164974,
      "step": 20850
    },
    {
      "loss_action": 0.01918342523276806,
      "loss_total": 0.01918342523276806,
      "step": 20850
    },
    {
      "loss_action": 0.012012889608740807,
      "loss_total": 0.012012889608740807,
      "step": 20850
    },
    {
      "loss_action": 0.023072825744748116,
      "loss_total": 0.023072825744748116,
      "step": 20850
    },
    {
      "loss_action": 0.012893143109977245,
      "loss_total": 0.012893143109977245,
      "step": 20850
    },
    {
      "loss_action": 0.008743476122617722,
      "loss_total": 0.008743476122617722,
      "step": 20850
    },
    {
      "loss_action": 0.009314841590821743,
      "loss_total": 0.009314841590821743,
      "step": 20850
    },
    {
      "grad_norm": 0.1366029530763626,
      "learning_rate": 9.328003506468808e-05,
      "loss": 0.0139,
      "step": 20860
    },
    {
      "loss_action": 0.019937075674533844,
      "loss_total": 0.019937075674533844,
      "step": 20860
    },
    {
      "loss_action": 0.011240758001804352,
      "loss_total": 0.011240758001804352,
      "step": 20860
    },
    {
      "loss_action": 0.00634391326457262,
      "loss_total": 0.00634391326457262,
      "step": 20860
    },
    {
      "loss_action": 0.007980483584105968,
      "loss_total": 0.007980483584105968,
      "step": 20860
    },
    {
      "loss_action": 0.013218848034739494,
      "loss_total": 0.013218848034739494,
      "step": 20860
    },
    {
      "loss_action": 0.03322126716375351,
      "loss_total": 0.03322126716375351,
      "step": 20860
    },
    {
      "loss_action": 0.006848739460110664,
      "loss_total": 0.006848739460110664,
      "step": 20860
    },
    {
      "loss_action": 0.01641208305954933,
      "loss_total": 0.01641208305954933,
      "step": 20860
    },
    {
      "grad_norm": 0.1962682604789734,
      "learning_rate": 9.327175319811488e-05,
      "loss": 0.015,
      "step": 20870
    },
    {
      "loss_action": 0.006590750999748707,
      "loss_total": 0.006590750999748707,
      "step": 20870
    },
    {
      "loss_action": 0.021371114999055862,
      "loss_total": 0.021371114999055862,
      "step": 20870
    },
    {
      "loss_action": 0.01741175726056099,
      "loss_total": 0.01741175726056099,
      "step": 20870
    },
    {
      "loss_action": 0.012304210104048252,
      "loss_total": 0.012304210104048252,
      "step": 20870
    },
    {
      "loss_action": 0.008673652075231075,
      "loss_total": 0.008673652075231075,
      "step": 20870
    },
    {
      "loss_action": 0.0135745108127594,
      "loss_total": 0.0135745108127594,
      "step": 20870
    },
    {
      "loss_action": 0.01001854706555605,
      "loss_total": 0.01001854706555605,
      "step": 20870
    },
    {
      "loss_action": 0.012074843049049377,
      "loss_total": 0.012074843049049377,
      "step": 20870
    },
    {
      "grad_norm": 0.17592093348503113,
      "learning_rate": 9.326346659940781e-05,
      "loss": 0.0139,
      "step": 20880
    },
    {
      "loss_action": 0.01988266408443451,
      "loss_total": 0.01988266408443451,
      "step": 20880
    },
    {
      "loss_action": 0.016323164105415344,
      "loss_total": 0.016323164105415344,
      "step": 20880
    },
    {
      "loss_action": 0.014043984934687614,
      "loss_total": 0.014043984934687614,
      "step": 20880
    },
    {
      "loss_action": 0.028979886323213577,
      "loss_total": 0.028979886323213577,
      "step": 20880
    },
    {
      "loss_action": 0.01939786784350872,
      "loss_total": 0.01939786784350872,
      "step": 20880
    },
    {
      "loss_action": 0.008898242376744747,
      "loss_total": 0.008898242376744747,
      "step": 20880
    },
    {
      "loss_action": 0.01084799226373434,
      "loss_total": 0.01084799226373434,
      "step": 20880
    },
    {
      "loss_action": 0.013728173449635506,
      "loss_total": 0.013728173449635506,
      "step": 20880
    },
    {
      "grad_norm": 0.1766873151063919,
      "learning_rate": 9.325517526947308e-05,
      "loss": 0.0146,
      "step": 20890
    },
    {
      "loss_action": 0.0150936059653759,
      "loss_total": 0.0150936059653759,
      "step": 20890
    },
    {
      "loss_action": 0.018869873136281967,
      "loss_total": 0.018869873136281967,
      "step": 20890
    },
    {
      "loss_action": 0.009337350726127625,
      "loss_total": 0.009337350726127625,
      "step": 20890
    },
    {
      "loss_action": 0.014279857277870178,
      "loss_total": 0.014279857277870178,
      "step": 20890
    },
    {
      "loss_action": 0.010965817607939243,
      "loss_total": 0.010965817607939243,
      "step": 20890
    },
    {
      "loss_action": 0.014047391712665558,
      "loss_total": 0.014047391712665558,
      "step": 20890
    },
    {
      "loss_action": 0.015548450872302055,
      "loss_total": 0.015548450872302055,
      "step": 20890
    },
    {
      "loss_action": 0.015643883496522903,
      "loss_total": 0.015643883496522903,
      "step": 20890
    },
    {
      "grad_norm": 0.14762115478515625,
      "learning_rate": 9.32468792092174e-05,
      "loss": 0.0134,
      "step": 20900
    },
    {
      "loss_action": 0.014374233782291412,
      "loss_total": 0.014374233782291412,
      "step": 20900
    },
    {
      "loss_action": 0.007191060110926628,
      "loss_total": 0.007191060110926628,
      "step": 20900
    },
    {
      "loss_action": 0.006279032677412033,
      "loss_total": 0.006279032677412033,
      "step": 20900
    },
    {
      "loss_action": 0.0062893107533454895,
      "loss_total": 0.0062893107533454895,
      "step": 20900
    },
    {
      "loss_action": 0.0044508567079901695,
      "loss_total": 0.0044508567079901695,
      "step": 20900
    },
    {
      "loss_action": 0.018486037850379944,
      "loss_total": 0.018486037850379944,
      "step": 20900
    },
    {
      "loss_action": 0.005789805669337511,
      "loss_total": 0.005789805669337511,
      "step": 20900
    },
    {
      "loss_action": 0.014941638335585594,
      "loss_total": 0.014941638335585594,
      "step": 20900
    },
    {
      "grad_norm": 0.21629215776920319,
      "learning_rate": 9.323857841954803e-05,
      "loss": 0.0152,
      "step": 20910
    },
    {
      "loss_action": 0.024171508848667145,
      "loss_total": 0.024171508848667145,
      "step": 20910
    },
    {
      "loss_action": 0.02979947254061699,
      "loss_total": 0.02979947254061699,
      "step": 20910
    },
    {
      "loss_action": 0.022262874990701675,
      "loss_total": 0.022262874990701675,
      "step": 20910
    },
    {
      "loss_action": 0.0051280427724123,
      "loss_total": 0.0051280427724123,
      "step": 20910
    },
    {
      "loss_action": 0.018810495734214783,
      "loss_total": 0.018810495734214783,
      "step": 20910
    },
    {
      "loss_action": 0.0054511455819010735,
      "loss_total": 0.0054511455819010735,
      "step": 20910
    },
    {
      "loss_action": 0.01585230603814125,
      "loss_total": 0.01585230603814125,
      "step": 20910
    },
    {
      "loss_action": 0.015238668769598007,
      "loss_total": 0.015238668769598007,
      "step": 20910
    },
    {
      "grad_norm": 0.1242891177535057,
      "learning_rate": 9.323027290137276e-05,
      "loss": 0.015,
      "step": 20920
    },
    {
      "loss_action": 0.02420966699719429,
      "loss_total": 0.02420966699719429,
      "step": 20920
    },
    {
      "loss_action": 0.004714360460639,
      "loss_total": 0.004714360460639,
      "step": 20920
    },
    {
      "loss_action": 0.007468689698725939,
      "loss_total": 0.007468689698725939,
      "step": 20920
    },
    {
      "loss_action": 0.010477044619619846,
      "loss_total": 0.010477044619619846,
      "step": 20920
    },
    {
      "loss_action": 0.007647502236068249,
      "loss_total": 0.007647502236068249,
      "step": 20920
    },
    {
      "loss_action": 0.015147034078836441,
      "loss_total": 0.015147034078836441,
      "step": 20920
    },
    {
      "loss_action": 0.01191751379519701,
      "loss_total": 0.01191751379519701,
      "step": 20920
    },
    {
      "loss_action": 0.016528327018022537,
      "loss_total": 0.016528327018022537,
      "step": 20920
    },
    {
      "grad_norm": 0.11750634014606476,
      "learning_rate": 9.322196265559981e-05,
      "loss": 0.0121,
      "step": 20930
    },
    {
      "loss_action": 0.009669643826782703,
      "loss_total": 0.009669643826782703,
      "step": 20930
    },
    {
      "loss_action": 0.00993233174085617,
      "loss_total": 0.00993233174085617,
      "step": 20930
    },
    {
      "loss_action": 0.011140309274196625,
      "loss_total": 0.011140309274196625,
      "step": 20930
    },
    {
      "loss_action": 0.00748360063880682,
      "loss_total": 0.00748360063880682,
      "step": 20930
    },
    {
      "loss_action": 0.013592623174190521,
      "loss_total": 0.013592623174190521,
      "step": 20930
    },
    {
      "loss_action": 0.011852402240037918,
      "loss_total": 0.011852402240037918,
      "step": 20930
    },
    {
      "loss_action": 0.04985107108950615,
      "loss_total": 0.04985107108950615,
      "step": 20930
    },
    {
      "loss_action": 0.012077860534191132,
      "loss_total": 0.012077860534191132,
      "step": 20930
    },
    {
      "grad_norm": 0.15702778100967407,
      "learning_rate": 9.321364768313803e-05,
      "loss": 0.0147,
      "step": 20940
    },
    {
      "loss_action": 0.00978905614465475,
      "loss_total": 0.00978905614465475,
      "step": 20940
    },
    {
      "loss_action": 0.017970388755202293,
      "loss_total": 0.017970388755202293,
      "step": 20940
    },
    {
      "loss_action": 0.01130591705441475,
      "loss_total": 0.01130591705441475,
      "step": 20940
    },
    {
      "loss_action": 0.01471360307186842,
      "loss_total": 0.01471360307186842,
      "step": 20940
    },
    {
      "loss_action": 0.011869411915540695,
      "loss_total": 0.011869411915540695,
      "step": 20940
    },
    {
      "loss_action": 0.016013212502002716,
      "loss_total": 0.016013212502002716,
      "step": 20940
    },
    {
      "loss_action": 0.02171066403388977,
      "loss_total": 0.02171066403388977,
      "step": 20940
    },
    {
      "loss_action": 0.021459847688674927,
      "loss_total": 0.021459847688674927,
      "step": 20940
    },
    {
      "grad_norm": 0.21689473092556,
      "learning_rate": 9.32053279848967e-05,
      "loss": 0.0156,
      "step": 20950
    },
    {
      "loss_action": 0.008538200519979,
      "loss_total": 0.008538200519979,
      "step": 20950
    },
    {
      "loss_action": 0.0073518939316272736,
      "loss_total": 0.0073518939316272736,
      "step": 20950
    },
    {
      "loss_action": 0.008823066018521786,
      "loss_total": 0.008823066018521786,
      "step": 20950
    },
    {
      "loss_action": 0.01185780018568039,
      "loss_total": 0.01185780018568039,
      "step": 20950
    },
    {
      "loss_action": 0.006743177771568298,
      "loss_total": 0.006743177771568298,
      "step": 20950
    },
    {
      "loss_action": 0.019235139712691307,
      "loss_total": 0.019235139712691307,
      "step": 20950
    },
    {
      "loss_action": 0.00803313497453928,
      "loss_total": 0.00803313497453928,
      "step": 20950
    },
    {
      "loss_action": 0.016782380640506744,
      "loss_total": 0.016782380640506744,
      "step": 20950
    },
    {
      "grad_norm": 0.15637625753879547,
      "learning_rate": 9.319700356178567e-05,
      "loss": 0.0151,
      "step": 20960
    },
    {
      "loss_action": 0.009791586548089981,
      "loss_total": 0.009791586548089981,
      "step": 20960
    },
    {
      "loss_action": 0.006496853660792112,
      "loss_total": 0.006496853660792112,
      "step": 20960
    },
    {
      "loss_action": 0.027653176337480545,
      "loss_total": 0.027653176337480545,
      "step": 20960
    },
    {
      "loss_action": 0.00694078765809536,
      "loss_total": 0.00694078765809536,
      "step": 20960
    },
    {
      "loss_action": 0.0047723413445055485,
      "loss_total": 0.0047723413445055485,
      "step": 20960
    },
    {
      "loss_action": 0.015080457553267479,
      "loss_total": 0.015080457553267479,
      "step": 20960
    },
    {
      "loss_action": 0.025499574840068817,
      "loss_total": 0.025499574840068817,
      "step": 20960
    },
    {
      "loss_action": 0.004316647071391344,
      "loss_total": 0.004316647071391344,
      "step": 20960
    },
    {
      "grad_norm": 0.09822618961334229,
      "learning_rate": 9.318867441471527e-05,
      "loss": 0.0121,
      "step": 20970
    },
    {
      "loss_action": 0.019257239997386932,
      "loss_total": 0.019257239997386932,
      "step": 20970
    },
    {
      "loss_action": 0.0040252795442938805,
      "loss_total": 0.0040252795442938805,
      "step": 20970
    },
    {
      "loss_action": 0.002843383466824889,
      "loss_total": 0.002843383466824889,
      "step": 20970
    },
    {
      "loss_action": 0.012446984648704529,
      "loss_total": 0.012446984648704529,
      "step": 20970
    },
    {
      "loss_action": 0.037101492285728455,
      "loss_total": 0.037101492285728455,
      "step": 20970
    },
    {
      "loss_action": 0.023295938968658447,
      "loss_total": 0.023295938968658447,
      "step": 20970
    },
    {
      "loss_action": 0.014695591293275356,
      "loss_total": 0.014695591293275356,
      "step": 20970
    },
    {
      "loss_action": 0.017159856855869293,
      "loss_total": 0.017159856855869293,
      "step": 20970
    },
    {
      "grad_norm": 0.15280021727085114,
      "learning_rate": 9.318034054459637e-05,
      "loss": 0.0128,
      "step": 20980
    },
    {
      "loss_action": 0.01000333484262228,
      "loss_total": 0.01000333484262228,
      "step": 20980
    },
    {
      "loss_action": 0.010072188451886177,
      "loss_total": 0.010072188451886177,
      "step": 20980
    },
    {
      "loss_action": 0.005555677227675915,
      "loss_total": 0.005555677227675915,
      "step": 20980
    },
    {
      "loss_action": 0.009405667893588543,
      "loss_total": 0.009405667893588543,
      "step": 20980
    },
    {
      "loss_action": 0.018386710435152054,
      "loss_total": 0.018386710435152054,
      "step": 20980
    },
    {
      "loss_action": 0.009563044644892216,
      "loss_total": 0.009563044644892216,
      "step": 20980
    },
    {
      "loss_action": 0.010021073743700981,
      "loss_total": 0.010021073743700981,
      "step": 20980
    },
    {
      "loss_action": 0.005978508852422237,
      "loss_total": 0.005978508852422237,
      "step": 20980
    },
    {
      "grad_norm": 0.1297014355659485,
      "learning_rate": 9.317200195234034e-05,
      "loss": 0.0119,
      "step": 20990
    },
    {
      "loss_action": 0.024925656616687775,
      "loss_total": 0.024925656616687775,
      "step": 20990
    },
    {
      "loss_action": 0.009023329243063927,
      "loss_total": 0.009023329243063927,
      "step": 20990
    },
    {
      "loss_action": 0.006914778612554073,
      "loss_total": 0.006914778612554073,
      "step": 20990
    },
    {
      "loss_action": 0.01081940159201622,
      "loss_total": 0.01081940159201622,
      "step": 20990
    },
    {
      "loss_action": 0.013738428242504597,
      "loss_total": 0.013738428242504597,
      "step": 20990
    },
    {
      "loss_action": 0.018991177901625633,
      "loss_total": 0.018991177901625633,
      "step": 20990
    },
    {
      "loss_action": 0.016046134755015373,
      "loss_total": 0.016046134755015373,
      "step": 20990
    },
    {
      "loss_action": 0.010807953774929047,
      "loss_total": 0.010807953774929047,
      "step": 20990
    },
    {
      "grad_norm": 0.17827360332012177,
      "learning_rate": 9.316365863885909e-05,
      "loss": 0.013,
      "step": 21000
    },
    {
      "loss_action": 0.012352608144283295,
      "loss_total": 0.012352608144283295,
      "step": 21000
    },
    {
      "loss_action": 0.009606077335774899,
      "loss_total": 0.009606077335774899,
      "step": 21000
    },
    {
      "loss_action": 0.009078468196094036,
      "loss_total": 0.009078468196094036,
      "step": 21000
    },
    {
      "loss_action": 0.025391260161995888,
      "loss_total": 0.025391260161995888,
      "step": 21000
    },
    {
      "loss_action": 0.011362645775079727,
      "loss_total": 0.011362645775079727,
      "step": 21000
    },
    {
      "loss_action": 0.0061438921838998795,
      "loss_total": 0.0061438921838998795,
      "step": 21000
    },
    {
      "loss_action": 0.011051403358578682,
      "loss_total": 0.011051403358578682,
      "step": 21000
    },
    {
      "loss_action": 0.00625322200357914,
      "loss_total": 0.00625322200357914,
      "step": 21000
    },
    {
      "grad_norm": 0.19612860679626465,
      "learning_rate": 9.315531060506502e-05,
      "loss": 0.013,
      "step": 21010
    },
    {
      "loss_action": 0.01429224107414484,
      "loss_total": 0.01429224107414484,
      "step": 21010
    },
    {
      "loss_action": 0.0101617481559515,
      "loss_total": 0.0101617481559515,
      "step": 21010
    },
    {
      "loss_action": 0.021393977105617523,
      "loss_total": 0.021393977105617523,
      "step": 21010
    },
    {
      "loss_action": 0.010511517524719238,
      "loss_total": 0.010511517524719238,
      "step": 21010
    },
    {
      "loss_action": 0.028466086834669113,
      "loss_total": 0.028466086834669113,
      "step": 21010
    },
    {
      "loss_action": 0.005000859033316374,
      "loss_total": 0.005000859033316374,
      "step": 21010
    },
    {
      "loss_action": 0.018986210227012634,
      "loss_total": 0.018986210227012634,
      "step": 21010
    },
    {
      "loss_action": 0.03750652074813843,
      "loss_total": 0.03750652074813843,
      "step": 21010
    },
    {
      "grad_norm": 0.1660504788160324,
      "learning_rate": 9.314695785187108e-05,
      "loss": 0.0138,
      "step": 21020
    },
    {
      "loss_action": 0.003736965823918581,
      "loss_total": 0.003736965823918581,
      "step": 21020
    },
    {
      "loss_action": 0.0136953666806221,
      "loss_total": 0.0136953666806221,
      "step": 21020
    },
    {
      "loss_action": 0.015715312212705612,
      "loss_total": 0.015715312212705612,
      "step": 21020
    },
    {
      "loss_action": 0.0065754554234445095,
      "loss_total": 0.0065754554234445095,
      "step": 21020
    },
    {
      "loss_action": 0.009054400026798248,
      "loss_total": 0.009054400026798248,
      "step": 21020
    },
    {
      "loss_action": 0.0040925112552940845,
      "loss_total": 0.0040925112552940845,
      "step": 21020
    },
    {
      "loss_action": 0.013092848472297192,
      "loss_total": 0.013092848472297192,
      "step": 21020
    },
    {
      "loss_action": 0.0034255075734108686,
      "loss_total": 0.0034255075734108686,
      "step": 21020
    },
    {
      "grad_norm": 0.13252894580364227,
      "learning_rate": 9.313860038019069e-05,
      "loss": 0.0131,
      "step": 21030
    },
    {
      "loss_action": 0.009200317785143852,
      "loss_total": 0.009200317785143852,
      "step": 21030
    },
    {
      "loss_action": 0.021619901061058044,
      "loss_total": 0.021619901061058044,
      "step": 21030
    },
    {
      "loss_action": 0.009008962661027908,
      "loss_total": 0.009008962661027908,
      "step": 21030
    },
    {
      "loss_action": 0.03155322000384331,
      "loss_total": 0.03155322000384331,
      "step": 21030
    },
    {
      "loss_action": 0.010753404349088669,
      "loss_total": 0.010753404349088669,
      "step": 21030
    },
    {
      "loss_action": 0.008497567847371101,
      "loss_total": 0.008497567847371101,
      "step": 21030
    },
    {
      "loss_action": 0.010730798356235027,
      "loss_total": 0.010730798356235027,
      "step": 21030
    },
    {
      "loss_action": 0.0129034873098135,
      "loss_total": 0.0129034873098135,
      "step": 21030
    },
    {
      "grad_norm": 0.1275586038827896,
      "learning_rate": 9.313023819093782e-05,
      "loss": 0.0126,
      "step": 21040
    },
    {
      "loss_action": 0.01657794788479805,
      "loss_total": 0.01657794788479805,
      "step": 21040
    },
    {
      "loss_action": 0.013074245303869247,
      "loss_total": 0.013074245303869247,
      "step": 21040
    },
    {
      "loss_action": 0.010502133518457413,
      "loss_total": 0.010502133518457413,
      "step": 21040
    },
    {
      "loss_action": 0.010174106806516647,
      "loss_total": 0.010174106806516647,
      "step": 21040
    },
    {
      "loss_action": 0.012520045042037964,
      "loss_total": 0.012520045042037964,
      "step": 21040
    },
    {
      "loss_action": 0.010635783895850182,
      "loss_total": 0.010635783895850182,
      "step": 21040
    },
    {
      "loss_action": 0.004835051950067282,
      "loss_total": 0.004835051950067282,
      "step": 21040
    },
    {
      "loss_action": 0.02653062343597412,
      "loss_total": 0.02653062343597412,
      "step": 21040
    },
    {
      "grad_norm": 0.12908634543418884,
      "learning_rate": 9.312187128502695e-05,
      "loss": 0.0121,
      "step": 21050
    },
    {
      "loss_action": 0.03318314254283905,
      "loss_total": 0.03318314254283905,
      "step": 21050
    },
    {
      "loss_action": 0.014491761103272438,
      "loss_total": 0.014491761103272438,
      "step": 21050
    },
    {
      "loss_action": 0.005895146168768406,
      "loss_total": 0.005895146168768406,
      "step": 21050
    },
    {
      "loss_action": 0.007855713367462158,
      "loss_total": 0.007855713367462158,
      "step": 21050
    },
    {
      "loss_action": 0.006758349481970072,
      "loss_total": 0.006758349481970072,
      "step": 21050
    },
    {
      "loss_action": 0.007505095098167658,
      "loss_total": 0.007505095098167658,
      "step": 21050
    },
    {
      "loss_action": 0.006912217475473881,
      "loss_total": 0.006912217475473881,
      "step": 21050
    },
    {
      "loss_action": 0.004667401313781738,
      "loss_total": 0.004667401313781738,
      "step": 21050
    },
    {
      "grad_norm": 0.15435172617435455,
      "learning_rate": 9.311349966337307e-05,
      "loss": 0.0124,
      "step": 21060
    },
    {
      "loss_action": 0.03062559850513935,
      "loss_total": 0.03062559850513935,
      "step": 21060
    },
    {
      "loss_action": 0.005745996721088886,
      "loss_total": 0.005745996721088886,
      "step": 21060
    },
    {
      "loss_action": 0.01044534146785736,
      "loss_total": 0.01044534146785736,
      "step": 21060
    },
    {
      "loss_action": 0.01724426820874214,
      "loss_total": 0.01724426820874214,
      "step": 21060
    },
    {
      "loss_action": 0.007960930466651917,
      "loss_total": 0.007960930466651917,
      "step": 21060
    },
    {
      "loss_action": 0.006116748321801424,
      "loss_total": 0.006116748321801424,
      "step": 21060
    },
    {
      "loss_action": 0.005788268521428108,
      "loss_total": 0.005788268521428108,
      "step": 21060
    },
    {
      "loss_action": 0.01378905214369297,
      "loss_total": 0.01378905214369297,
      "step": 21060
    },
    {
      "grad_norm": 0.15195146203041077,
      "learning_rate": 9.310512332689169e-05,
      "loss": 0.0106,
      "step": 21070
    },
    {
      "loss_action": 0.006461361888796091,
      "loss_total": 0.006461361888796091,
      "step": 21070
    },
    {
      "loss_action": 0.017394380643963814,
      "loss_total": 0.017394380643963814,
      "step": 21070
    },
    {
      "loss_action": 0.0057478416711091995,
      "loss_total": 0.0057478416711091995,
      "step": 21070
    },
    {
      "loss_action": 0.008206875994801521,
      "loss_total": 0.008206875994801521,
      "step": 21070
    },
    {
      "loss_action": 0.004970678128302097,
      "loss_total": 0.004970678128302097,
      "step": 21070
    },
    {
      "loss_action": 0.01872425153851509,
      "loss_total": 0.01872425153851509,
      "step": 21070
    },
    {
      "loss_action": 0.005358349997550249,
      "loss_total": 0.005358349997550249,
      "step": 21070
    },
    {
      "loss_action": 0.014406180940568447,
      "loss_total": 0.014406180940568447,
      "step": 21070
    },
    {
      "grad_norm": 0.1403668075799942,
      "learning_rate": 9.309674227649883e-05,
      "loss": 0.014,
      "step": 21080
    },
    {
      "loss_action": 0.029149487614631653,
      "loss_total": 0.029149487614631653,
      "step": 21080
    },
    {
      "loss_action": 0.011975527741014957,
      "loss_total": 0.011975527741014957,
      "step": 21080
    },
    {
      "loss_action": 0.025714246556162834,
      "loss_total": 0.025714246556162834,
      "step": 21080
    },
    {
      "loss_action": 0.009206625632941723,
      "loss_total": 0.009206625632941723,
      "step": 21080
    },
    {
      "loss_action": 0.009406907483935356,
      "loss_total": 0.009406907483935356,
      "step": 21080
    },
    {
      "loss_action": 0.008923743851482868,
      "loss_total": 0.008923743851482868,
      "step": 21080
    },
    {
      "loss_action": 0.013811793178319931,
      "loss_total": 0.013811793178319931,
      "step": 21080
    },
    {
      "loss_action": 0.02673872373998165,
      "loss_total": 0.02673872373998165,
      "step": 21080
    },
    {
      "grad_norm": 0.2850862145423889,
      "learning_rate": 9.308835651311103e-05,
      "loss": 0.0145,
      "step": 21090
    },
    {
      "loss_action": 0.005219521000981331,
      "loss_total": 0.005219521000981331,
      "step": 21090
    },
    {
      "loss_action": 0.019114259630441666,
      "loss_total": 0.019114259630441666,
      "step": 21090
    },
    {
      "loss_action": 0.013493688777089119,
      "loss_total": 0.013493688777089119,
      "step": 21090
    },
    {
      "loss_action": 0.010025721043348312,
      "loss_total": 0.010025721043348312,
      "step": 21090
    },
    {
      "loss_action": 0.010826163925230503,
      "loss_total": 0.010826163925230503,
      "step": 21090
    },
    {
      "loss_action": 0.007359566166996956,
      "loss_total": 0.007359566166996956,
      "step": 21090
    },
    {
      "loss_action": 0.008634591475129128,
      "loss_total": 0.008634591475129128,
      "step": 21090
    },
    {
      "loss_action": 0.01498464122414589,
      "loss_total": 0.01498464122414589,
      "step": 21090
    },
    {
      "grad_norm": 0.20476551353931427,
      "learning_rate": 9.307996603764533e-05,
      "loss": 0.0157,
      "step": 21100
    },
    {
      "loss_action": 0.007529865484684706,
      "loss_total": 0.007529865484684706,
      "step": 21100
    },
    {
      "loss_action": 0.013965824618935585,
      "loss_total": 0.013965824618935585,
      "step": 21100
    },
    {
      "loss_action": 0.010038045234978199,
      "loss_total": 0.010038045234978199,
      "step": 21100
    },
    {
      "loss_action": 0.01076416950672865,
      "loss_total": 0.01076416950672865,
      "step": 21100
    },
    {
      "loss_action": 0.009031960740685463,
      "loss_total": 0.009031960740685463,
      "step": 21100
    },
    {
      "loss_action": 0.007824907079339027,
      "loss_total": 0.007824907079339027,
      "step": 21100
    },
    {
      "loss_action": 0.005442567635327578,
      "loss_total": 0.005442567635327578,
      "step": 21100
    },
    {
      "loss_action": 0.01037592627108097,
      "loss_total": 0.01037592627108097,
      "step": 21100
    },
    {
      "grad_norm": 0.12484925240278244,
      "learning_rate": 9.307157085101932e-05,
      "loss": 0.0112,
      "step": 21110
    },
    {
      "loss_action": 0.006362267304211855,
      "loss_total": 0.006362267304211855,
      "step": 21110
    },
    {
      "loss_action": 0.01845402643084526,
      "loss_total": 0.01845402643084526,
      "step": 21110
    },
    {
      "loss_action": 0.01855645701289177,
      "loss_total": 0.01855645701289177,
      "step": 21110
    },
    {
      "loss_action": 0.00859211478382349,
      "loss_total": 0.00859211478382349,
      "step": 21110
    },
    {
      "loss_action": 0.005337591283023357,
      "loss_total": 0.005337591283023357,
      "step": 21110
    },
    {
      "loss_action": 0.00802734587341547,
      "loss_total": 0.00802734587341547,
      "step": 21110
    },
    {
      "loss_action": 0.011512110009789467,
      "loss_total": 0.011512110009789467,
      "step": 21110
    },
    {
      "loss_action": 0.011113148182630539,
      "loss_total": 0.011113148182630539,
      "step": 21110
    },
    {
      "grad_norm": 0.10647521167993546,
      "learning_rate": 9.306317095415109e-05,
      "loss": 0.0129,
      "step": 21120
    },
    {
      "loss_action": 0.016765223816037178,
      "loss_total": 0.016765223816037178,
      "step": 21120
    },
    {
      "loss_action": 0.026218727231025696,
      "loss_total": 0.026218727231025696,
      "step": 21120
    },
    {
      "loss_action": 0.012089313939213753,
      "loss_total": 0.012089313939213753,
      "step": 21120
    },
    {
      "loss_action": 0.010421998798847198,
      "loss_total": 0.010421998798847198,
      "step": 21120
    },
    {
      "loss_action": 0.012952970340847969,
      "loss_total": 0.012952970340847969,
      "step": 21120
    },
    {
      "loss_action": 0.005987086333334446,
      "loss_total": 0.005987086333334446,
      "step": 21120
    },
    {
      "loss_action": 0.010823276825249195,
      "loss_total": 0.010823276825249195,
      "step": 21120
    },
    {
      "loss_action": 0.01074110995978117,
      "loss_total": 0.01074110995978117,
      "step": 21120
    },
    {
      "grad_norm": 0.20944857597351074,
      "learning_rate": 9.305476634795922e-05,
      "loss": 0.0161,
      "step": 21130
    },
    {
      "loss_action": 0.015155293978750706,
      "loss_total": 0.015155293978750706,
      "step": 21130
    },
    {
      "loss_action": 0.013225728645920753,
      "loss_total": 0.013225728645920753,
      "step": 21130
    },
    {
      "loss_action": 0.01731354370713234,
      "loss_total": 0.01731354370713234,
      "step": 21130
    },
    {
      "loss_action": 0.024387825280427933,
      "loss_total": 0.024387825280427933,
      "step": 21130
    },
    {
      "loss_action": 0.004164479672908783,
      "loss_total": 0.004164479672908783,
      "step": 21130
    },
    {
      "loss_action": 0.026817703619599342,
      "loss_total": 0.026817703619599342,
      "step": 21130
    },
    {
      "loss_action": 0.01032119058072567,
      "loss_total": 0.01032119058072567,
      "step": 21130
    },
    {
      "loss_action": 0.006413399241864681,
      "loss_total": 0.006413399241864681,
      "step": 21130
    },
    {
      "grad_norm": 0.17184235155582428,
      "learning_rate": 9.304635703336284e-05,
      "loss": 0.0151,
      "step": 21140
    },
    {
      "loss_action": 0.007144641596823931,
      "loss_total": 0.007144641596823931,
      "step": 21140
    },
    {
      "loss_action": 0.008509961888194084,
      "loss_total": 0.008509961888194084,
      "step": 21140
    },
    {
      "loss_action": 0.014365573413670063,
      "loss_total": 0.014365573413670063,
      "step": 21140
    },
    {
      "loss_action": 0.008935477584600449,
      "loss_total": 0.008935477584600449,
      "step": 21140
    },
    {
      "loss_action": 0.015309611335396767,
      "loss_total": 0.015309611335396767,
      "step": 21140
    },
    {
      "loss_action": 0.006283920258283615,
      "loss_total": 0.006283920258283615,
      "step": 21140
    },
    {
      "loss_action": 0.013028081506490707,
      "loss_total": 0.013028081506490707,
      "step": 21140
    },
    {
      "loss_action": 0.009144616313278675,
      "loss_total": 0.009144616313278675,
      "step": 21140
    },
    {
      "grad_norm": 0.10797114670276642,
      "learning_rate": 9.303794301128157e-05,
      "loss": 0.0129,
      "step": 21150
    },
    {
      "loss_action": 0.005127045791596174,
      "loss_total": 0.005127045791596174,
      "step": 21150
    },
    {
      "loss_action": 0.011993525549769402,
      "loss_total": 0.011993525549769402,
      "step": 21150
    },
    {
      "loss_action": 0.015489873476326466,
      "loss_total": 0.015489873476326466,
      "step": 21150
    },
    {
      "loss_action": 0.00974440760910511,
      "loss_total": 0.00974440760910511,
      "step": 21150
    },
    {
      "loss_action": 0.010923857800662518,
      "loss_total": 0.010923857800662518,
      "step": 21150
    },
    {
      "loss_action": 0.00867905281484127,
      "loss_total": 0.00867905281484127,
      "step": 21150
    },
    {
      "loss_action": 0.014601451344788074,
      "loss_total": 0.014601451344788074,
      "step": 21150
    },
    {
      "loss_action": 0.01210903748869896,
      "loss_total": 0.01210903748869896,
      "step": 21150
    },
    {
      "grad_norm": 0.1680789291858673,
      "learning_rate": 9.302952428263555e-05,
      "loss": 0.0135,
      "step": 21160
    },
    {
      "loss_action": 0.018204497173428535,
      "loss_total": 0.018204497173428535,
      "step": 21160
    },
    {
      "loss_action": 0.011221108958125114,
      "loss_total": 0.011221108958125114,
      "step": 21160
    },
    {
      "loss_action": 0.01355615071952343,
      "loss_total": 0.01355615071952343,
      "step": 21160
    },
    {
      "loss_action": 0.017735332250595093,
      "loss_total": 0.017735332250595093,
      "step": 21160
    },
    {
      "loss_action": 0.012775364331901073,
      "loss_total": 0.012775364331901073,
      "step": 21160
    },
    {
      "loss_action": 0.0063932654447853565,
      "loss_total": 0.0063932654447853565,
      "step": 21160
    },
    {
      "loss_action": 0.0065596457570791245,
      "loss_total": 0.0065596457570791245,
      "step": 21160
    },
    {
      "loss_action": 0.0073201702907681465,
      "loss_total": 0.0073201702907681465,
      "step": 21160
    },
    {
      "grad_norm": 0.1583971381187439,
      "learning_rate": 9.302110084834545e-05,
      "loss": 0.0125,
      "step": 21170
    },
    {
      "loss_action": 0.0039362721145153046,
      "loss_total": 0.0039362721145153046,
      "step": 21170
    },
    {
      "loss_action": 0.0234955083578825,
      "loss_total": 0.0234955083578825,
      "step": 21170
    },
    {
      "loss_action": 0.005536141339689493,
      "loss_total": 0.005536141339689493,
      "step": 21170
    },
    {
      "loss_action": 0.012895345687866211,
      "loss_total": 0.012895345687866211,
      "step": 21170
    },
    {
      "loss_action": 0.007995044812560081,
      "loss_total": 0.007995044812560081,
      "step": 21170
    },
    {
      "loss_action": 0.006950455252081156,
      "loss_total": 0.006950455252081156,
      "step": 21170
    },
    {
      "loss_action": 0.016849609091877937,
      "loss_total": 0.016849609091877937,
      "step": 21170
    },
    {
      "loss_action": 0.005095544271171093,
      "loss_total": 0.005095544271171093,
      "step": 21170
    },
    {
      "grad_norm": 0.1948380023241043,
      "learning_rate": 9.301267270933245e-05,
      "loss": 0.012,
      "step": 21180
    },
    {
      "loss_action": 0.01526935026049614,
      "loss_total": 0.01526935026049614,
      "step": 21180
    },
    {
      "loss_action": 0.004532631952315569,
      "loss_total": 0.004532631952315569,
      "step": 21180
    },
    {
      "loss_action": 0.011338280513882637,
      "loss_total": 0.011338280513882637,
      "step": 21180
    },
    {
      "loss_action": 0.007093559950590134,
      "loss_total": 0.007093559950590134,
      "step": 21180
    },
    {
      "loss_action": 0.007763080298900604,
      "loss_total": 0.007763080298900604,
      "step": 21180
    },
    {
      "loss_action": 0.006395022384822369,
      "loss_total": 0.006395022384822369,
      "step": 21180
    },
    {
      "loss_action": 0.008871317841112614,
      "loss_total": 0.008871317841112614,
      "step": 21180
    },
    {
      "loss_action": 0.005733329337090254,
      "loss_total": 0.005733329337090254,
      "step": 21180
    },
    {
      "grad_norm": 0.15511533617973328,
      "learning_rate": 9.300423986651823e-05,
      "loss": 0.0143,
      "step": 21190
    },
    {
      "loss_action": 0.007220719940960407,
      "loss_total": 0.007220719940960407,
      "step": 21190
    },
    {
      "loss_action": 0.006143574137240648,
      "loss_total": 0.006143574137240648,
      "step": 21190
    },
    {
      "loss_action": 0.010717610828578472,
      "loss_total": 0.010717610828578472,
      "step": 21190
    },
    {
      "loss_action": 0.01914694719016552,
      "loss_total": 0.01914694719016552,
      "step": 21190
    },
    {
      "loss_action": 0.007123894989490509,
      "loss_total": 0.007123894989490509,
      "step": 21190
    },
    {
      "loss_action": 0.03171040490269661,
      "loss_total": 0.03171040490269661,
      "step": 21190
    },
    {
      "loss_action": 0.017011843621730804,
      "loss_total": 0.017011843621730804,
      "step": 21190
    },
    {
      "loss_action": 0.008597180247306824,
      "loss_total": 0.008597180247306824,
      "step": 21190
    },
    {
      "grad_norm": 0.14155876636505127,
      "learning_rate": 9.299580232082501e-05,
      "loss": 0.0125,
      "step": 21200
    },
    {
      "loss_action": 0.004289707168936729,
      "loss_total": 0.004289707168936729,
      "step": 21200
    },
    {
      "loss_action": 0.00932214967906475,
      "loss_total": 0.00932214967906475,
      "step": 21200
    },
    {
      "loss_action": 0.009188836440443993,
      "loss_total": 0.009188836440443993,
      "step": 21200
    },
    {
      "loss_action": 0.006885737180709839,
      "loss_total": 0.006885737180709839,
      "step": 21200
    },
    {
      "loss_action": 0.008487057872116566,
      "loss_total": 0.008487057872116566,
      "step": 21200
    },
    {
      "loss_action": 0.01906663179397583,
      "loss_total": 0.01906663179397583,
      "step": 21200
    },
    {
      "loss_action": 0.00982130877673626,
      "loss_total": 0.00982130877673626,
      "step": 21200
    },
    {
      "loss_action": 0.009675594978034496,
      "loss_total": 0.009675594978034496,
      "step": 21200
    },
    {
      "grad_norm": 0.11899710446596146,
      "learning_rate": 9.298736007317547e-05,
      "loss": 0.0128,
      "step": 21210
    },
    {
      "loss_action": 0.011325756087899208,
      "loss_total": 0.011325756087899208,
      "step": 21210
    },
    {
      "loss_action": 0.00688537210226059,
      "loss_total": 0.00688537210226059,
      "step": 21210
    },
    {
      "loss_action": 0.03528106212615967,
      "loss_total": 0.03528106212615967,
      "step": 21210
    },
    {
      "loss_action": 0.013866670429706573,
      "loss_total": 0.013866670429706573,
      "step": 21210
    },
    {
      "loss_action": 0.007252742536365986,
      "loss_total": 0.007252742536365986,
      "step": 21210
    },
    {
      "loss_action": 0.006946751847863197,
      "loss_total": 0.006946751847863197,
      "step": 21210
    },
    {
      "loss_action": 0.016975756734609604,
      "loss_total": 0.016975756734609604,
      "step": 21210
    },
    {
      "loss_action": 0.013118119910359383,
      "loss_total": 0.013118119910359383,
      "step": 21210
    },
    {
      "grad_norm": 0.18427784740924835,
      "learning_rate": 9.297891312449288e-05,
      "loss": 0.013,
      "step": 21220
    },
    {
      "loss_action": 0.011335499584674835,
      "loss_total": 0.011335499584674835,
      "step": 21220
    },
    {
      "loss_action": 0.0057792626321315765,
      "loss_total": 0.0057792626321315765,
      "step": 21220
    },
    {
      "loss_action": 0.029061533510684967,
      "loss_total": 0.029061533510684967,
      "step": 21220
    },
    {
      "loss_action": 0.010312353260815144,
      "loss_total": 0.010312353260815144,
      "step": 21220
    },
    {
      "loss_action": 0.010768190026283264,
      "loss_total": 0.010768190026283264,
      "step": 21220
    },
    {
      "loss_action": 0.02330935001373291,
      "loss_total": 0.02330935001373291,
      "step": 21220
    },
    {
      "loss_action": 0.030553441494703293,
      "loss_total": 0.030553441494703293,
      "step": 21220
    },
    {
      "loss_action": 0.0030043688602745533,
      "loss_total": 0.0030043688602745533,
      "step": 21220
    },
    {
      "grad_norm": 0.1919628232717514,
      "learning_rate": 9.297046147570094e-05,
      "loss": 0.013,
      "step": 21230
    },
    {
      "loss_action": 0.017939046025276184,
      "loss_total": 0.017939046025276184,
      "step": 21230
    },
    {
      "loss_action": 0.014061334542930126,
      "loss_total": 0.014061334542930126,
      "step": 21230
    },
    {
      "loss_action": 0.007506437599658966,
      "loss_total": 0.007506437599658966,
      "step": 21230
    },
    {
      "loss_action": 0.012586778029799461,
      "loss_total": 0.012586778029799461,
      "step": 21230
    },
    {
      "loss_action": 0.00733540952205658,
      "loss_total": 0.00733540952205658,
      "step": 21230
    },
    {
      "loss_action": 0.011020742356777191,
      "loss_total": 0.011020742356777191,
      "step": 21230
    },
    {
      "loss_action": 0.013357092626392841,
      "loss_total": 0.013357092626392841,
      "step": 21230
    },
    {
      "loss_action": 0.004033208824694157,
      "loss_total": 0.004033208824694157,
      "step": 21230
    },
    {
      "grad_norm": 0.1287904977798462,
      "learning_rate": 9.296200512772396e-05,
      "loss": 0.0142,
      "step": 21240
    },
    {
      "loss_action": 0.014419961720705032,
      "loss_total": 0.014419961720705032,
      "step": 21240
    },
    {
      "loss_action": 0.004436722956597805,
      "loss_total": 0.004436722956597805,
      "step": 21240
    },
    {
      "loss_action": 0.014525231905281544,
      "loss_total": 0.014525231905281544,
      "step": 21240
    },
    {
      "loss_action": 0.009428740479052067,
      "loss_total": 0.009428740479052067,
      "step": 21240
    },
    {
      "loss_action": 0.01261653658002615,
      "loss_total": 0.01261653658002615,
      "step": 21240
    },
    {
      "loss_action": 0.016714736819267273,
      "loss_total": 0.016714736819267273,
      "step": 21240
    },
    {
      "loss_action": 0.009276855736970901,
      "loss_total": 0.009276855736970901,
      "step": 21240
    },
    {
      "loss_action": 0.013104034587740898,
      "loss_total": 0.013104034587740898,
      "step": 21240
    },
    {
      "grad_norm": 0.16433942317962646,
      "learning_rate": 9.295354408148668e-05,
      "loss": 0.0126,
      "step": 21250
    },
    {
      "loss_action": 0.015413466840982437,
      "loss_total": 0.015413466840982437,
      "step": 21250
    },
    {
      "loss_action": 0.015715081244707108,
      "loss_total": 0.015715081244707108,
      "step": 21250
    },
    {
      "loss_action": 0.01648413948714733,
      "loss_total": 0.01648413948714733,
      "step": 21250
    },
    {
      "loss_action": 0.011548789218068123,
      "loss_total": 0.011548789218068123,
      "step": 21250
    },
    {
      "loss_action": 0.022882670164108276,
      "loss_total": 0.022882670164108276,
      "step": 21250
    },
    {
      "loss_action": 0.012883528135716915,
      "loss_total": 0.012883528135716915,
      "step": 21250
    },
    {
      "loss_action": 0.009971742518246174,
      "loss_total": 0.009971742518246174,
      "step": 21250
    },
    {
      "loss_action": 0.017460577189922333,
      "loss_total": 0.017460577189922333,
      "step": 21250
    },
    {
      "grad_norm": 0.17831765115261078,
      "learning_rate": 9.294507833791441e-05,
      "loss": 0.0116,
      "step": 21260
    },
    {
      "loss_action": 0.02353847585618496,
      "loss_total": 0.02353847585618496,
      "step": 21260
    },
    {
      "loss_action": 0.008953358978033066,
      "loss_total": 0.008953358978033066,
      "step": 21260
    },
    {
      "loss_action": 0.020423702895641327,
      "loss_total": 0.020423702895641327,
      "step": 21260
    },
    {
      "loss_action": 0.014375239610671997,
      "loss_total": 0.014375239610671997,
      "step": 21260
    },
    {
      "loss_action": 0.020742014050483704,
      "loss_total": 0.020742014050483704,
      "step": 21260
    },
    {
      "loss_action": 0.009250558912754059,
      "loss_total": 0.009250558912754059,
      "step": 21260
    },
    {
      "loss_action": 0.015937060117721558,
      "loss_total": 0.015937060117721558,
      "step": 21260
    },
    {
      "loss_action": 0.015391560271382332,
      "loss_total": 0.015391560271382332,
      "step": 21260
    },
    {
      "grad_norm": 0.15785108506679535,
      "learning_rate": 9.293660789793295e-05,
      "loss": 0.0125,
      "step": 21270
    },
    {
      "loss_action": 0.006027487106621265,
      "loss_total": 0.006027487106621265,
      "step": 21270
    },
    {
      "loss_action": 0.011446088552474976,
      "loss_total": 0.011446088552474976,
      "step": 21270
    },
    {
      "loss_action": 0.018642021343111992,
      "loss_total": 0.018642021343111992,
      "step": 21270
    },
    {
      "loss_action": 0.012567099183797836,
      "loss_total": 0.012567099183797836,
      "step": 21270
    },
    {
      "loss_action": 0.011668967083096504,
      "loss_total": 0.011668967083096504,
      "step": 21270
    },
    {
      "loss_action": 0.013245370239019394,
      "loss_total": 0.013245370239019394,
      "step": 21270
    },
    {
      "loss_action": 0.007636763155460358,
      "loss_total": 0.007636763155460358,
      "step": 21270
    },
    {
      "loss_action": 0.022858111187815666,
      "loss_total": 0.022858111187815666,
      "step": 21270
    },
    {
      "grad_norm": 0.14507600665092468,
      "learning_rate": 9.292813276246858e-05,
      "loss": 0.0122,
      "step": 21280
    },
    {
      "loss_action": 0.007225578650832176,
      "loss_total": 0.007225578650832176,
      "step": 21280
    },
    {
      "loss_action": 0.011887098662555218,
      "loss_total": 0.011887098662555218,
      "step": 21280
    },
    {
      "loss_action": 0.0115355234593153,
      "loss_total": 0.0115355234593153,
      "step": 21280
    },
    {
      "loss_action": 0.014605790376663208,
      "loss_total": 0.014605790376663208,
      "step": 21280
    },
    {
      "loss_action": 0.01835968904197216,
      "loss_total": 0.01835968904197216,
      "step": 21280
    },
    {
      "loss_action": 0.053297821432352066,
      "loss_total": 0.053297821432352066,
      "step": 21280
    },
    {
      "loss_action": 0.007207534275949001,
      "loss_total": 0.007207534275949001,
      "step": 21280
    },
    {
      "loss_action": 0.0096534863114357,
      "loss_total": 0.0096534863114357,
      "step": 21280
    },
    {
      "grad_norm": 0.12851537764072418,
      "learning_rate": 9.291965293244816e-05,
      "loss": 0.0132,
      "step": 21290
    },
    {
      "loss_action": 0.008551922626793385,
      "loss_total": 0.008551922626793385,
      "step": 21290
    },
    {
      "loss_action": 0.006951167713850737,
      "loss_total": 0.006951167713850737,
      "step": 21290
    },
    {
      "loss_action": 0.018013354390859604,
      "loss_total": 0.018013354390859604,
      "step": 21290
    },
    {
      "loss_action": 0.030910426750779152,
      "loss_total": 0.030910426750779152,
      "step": 21290
    },
    {
      "loss_action": 0.005666958633810282,
      "loss_total": 0.005666958633810282,
      "step": 21290
    },
    {
      "loss_action": 0.013112428598105907,
      "loss_total": 0.013112428598105907,
      "step": 21290
    },
    {
      "loss_action": 0.008015402592718601,
      "loss_total": 0.008015402592718601,
      "step": 21290
    },
    {
      "loss_action": 0.010885346680879593,
      "loss_total": 0.010885346680879593,
      "step": 21290
    },
    {
      "grad_norm": 0.1064046174287796,
      "learning_rate": 9.291116840879904e-05,
      "loss": 0.0119,
      "step": 21300
    },
    {
      "loss_action": 0.0114741837605834,
      "loss_total": 0.0114741837605834,
      "step": 21300
    },
    {
      "loss_action": 0.007548246067017317,
      "loss_total": 0.007548246067017317,
      "step": 21300
    },
    {
      "loss_action": 0.01444996427744627,
      "loss_total": 0.01444996427744627,
      "step": 21300
    },
    {
      "loss_action": 0.012252507731318474,
      "loss_total": 0.012252507731318474,
      "step": 21300
    },
    {
      "loss_action": 0.01425940915942192,
      "loss_total": 0.01425940915942192,
      "step": 21300
    },
    {
      "loss_action": 0.04856349527835846,
      "loss_total": 0.04856349527835846,
      "step": 21300
    },
    {
      "loss_action": 0.010734990239143372,
      "loss_total": 0.010734990239143372,
      "step": 21300
    },
    {
      "loss_action": 0.0077979047782719135,
      "loss_total": 0.0077979047782719135,
      "step": 21300
    },
    {
      "grad_norm": 0.1515159010887146,
      "learning_rate": 9.290267919244904e-05,
      "loss": 0.0136,
      "step": 21310
    },
    {
      "loss_action": 0.009591996669769287,
      "loss_total": 0.009591996669769287,
      "step": 21310
    },
    {
      "loss_action": 0.008989345282316208,
      "loss_total": 0.008989345282316208,
      "step": 21310
    },
    {
      "loss_action": 0.017293354496359825,
      "loss_total": 0.017293354496359825,
      "step": 21310
    },
    {
      "loss_action": 0.004647959489375353,
      "loss_total": 0.004647959489375353,
      "step": 21310
    },
    {
      "loss_action": 0.027366962283849716,
      "loss_total": 0.027366962283849716,
      "step": 21310
    },
    {
      "loss_action": 0.011808054521679878,
      "loss_total": 0.011808054521679878,
      "step": 21310
    },
    {
      "loss_action": 0.013489796780049801,
      "loss_total": 0.013489796780049801,
      "step": 21310
    },
    {
      "loss_action": 0.011109258979558945,
      "loss_total": 0.011109258979558945,
      "step": 21310
    },
    {
      "grad_norm": 0.10375992953777313,
      "learning_rate": 9.289418528432655e-05,
      "loss": 0.0118,
      "step": 21320
    },
    {
      "loss_action": 0.012765167281031609,
      "loss_total": 0.012765167281031609,
      "step": 21320
    },
    {
      "loss_action": 0.007452093064785004,
      "loss_total": 0.007452093064785004,
      "step": 21320
    },
    {
      "loss_action": 0.00895533338189125,
      "loss_total": 0.00895533338189125,
      "step": 21320
    },
    {
      "loss_action": 0.010737135075032711,
      "loss_total": 0.010737135075032711,
      "step": 21320
    },
    {
      "loss_action": 0.011088834144175053,
      "loss_total": 0.011088834144175053,
      "step": 21320
    },
    {
      "loss_action": 0.012375127524137497,
      "loss_total": 0.012375127524137497,
      "step": 21320
    },
    {
      "loss_action": 0.014585647732019424,
      "loss_total": 0.014585647732019424,
      "step": 21320
    },
    {
      "loss_action": 0.009316641837358475,
      "loss_total": 0.009316641837358475,
      "step": 21320
    },
    {
      "grad_norm": 0.14001108705997467,
      "learning_rate": 9.288568668536045e-05,
      "loss": 0.0109,
      "step": 21330
    },
    {
      "loss_action": 0.009106898680329323,
      "loss_total": 0.009106898680329323,
      "step": 21330
    },
    {
      "loss_action": 0.009772423654794693,
      "loss_total": 0.009772423654794693,
      "step": 21330
    },
    {
      "loss_action": 0.00929257832467556,
      "loss_total": 0.00929257832467556,
      "step": 21330
    },
    {
      "loss_action": 0.01600640080869198,
      "loss_total": 0.01600640080869198,
      "step": 21330
    },
    {
      "loss_action": 0.01864948868751526,
      "loss_total": 0.01864948868751526,
      "step": 21330
    },
    {
      "loss_action": 0.01266739796847105,
      "loss_total": 0.01266739796847105,
      "step": 21330
    },
    {
      "loss_action": 0.009898537769913673,
      "loss_total": 0.009898537769913673,
      "step": 21330
    },
    {
      "loss_action": 0.021360212936997414,
      "loss_total": 0.021360212936997414,
      "step": 21330
    },
    {
      "grad_norm": 0.6776625514030457,
      "learning_rate": 9.287718339648013e-05,
      "loss": 0.0137,
      "step": 21340
    },
    {
      "loss_action": 0.012899750843644142,
      "loss_total": 0.012899750843644142,
      "step": 21340
    },
    {
      "loss_action": 0.006253370083868504,
      "loss_total": 0.006253370083868504,
      "step": 21340
    },
    {
      "loss_action": 0.010292312130331993,
      "loss_total": 0.010292312130331993,
      "step": 21340
    },
    {
      "loss_action": 0.006691671442240477,
      "loss_total": 0.006691671442240477,
      "step": 21340
    },
    {
      "loss_action": 0.0067530544474720955,
      "loss_total": 0.0067530544474720955,
      "step": 21340
    },
    {
      "loss_action": 0.014356530271470547,
      "loss_total": 0.014356530271470547,
      "step": 21340
    },
    {
      "loss_action": 0.0060104187577962875,
      "loss_total": 0.0060104187577962875,
      "step": 21340
    },
    {
      "loss_action": 0.0075423624366521835,
      "loss_total": 0.0075423624366521835,
      "step": 21340
    },
    {
      "grad_norm": 0.13338804244995117,
      "learning_rate": 9.28686754186155e-05,
      "loss": 0.015,
      "step": 21350
    },
    {
      "loss_action": 0.02505887858569622,
      "loss_total": 0.02505887858569622,
      "step": 21350
    },
    {
      "loss_action": 0.01918160356581211,
      "loss_total": 0.01918160356581211,
      "step": 21350
    },
    {
      "loss_action": 0.005514348857104778,
      "loss_total": 0.005514348857104778,
      "step": 21350
    },
    {
      "loss_action": 0.010838063433766365,
      "loss_total": 0.010838063433766365,
      "step": 21350
    },
    {
      "loss_action": 0.009557586163282394,
      "loss_total": 0.009557586163282394,
      "step": 21350
    },
    {
      "loss_action": 0.011866997927427292,
      "loss_total": 0.011866997927427292,
      "step": 21350
    },
    {
      "loss_action": 0.011300662532448769,
      "loss_total": 0.011300662532448769,
      "step": 21350
    },
    {
      "loss_action": 0.009010804817080498,
      "loss_total": 0.009010804817080498,
      "step": 21350
    },
    {
      "grad_norm": 0.23122723400592804,
      "learning_rate": 9.286016275269698e-05,
      "loss": 0.0154,
      "step": 21360
    },
    {
      "loss_action": 0.02627912349998951,
      "loss_total": 0.02627912349998951,
      "step": 21360
    },
    {
      "loss_action": 0.015919113531708717,
      "loss_total": 0.015919113531708717,
      "step": 21360
    },
    {
      "loss_action": 0.04123618081212044,
      "loss_total": 0.04123618081212044,
      "step": 21360
    },
    {
      "loss_action": 0.010314948856830597,
      "loss_total": 0.010314948856830597,
      "step": 21360
    },
    {
      "loss_action": 0.008901430293917656,
      "loss_total": 0.008901430293917656,
      "step": 21360
    },
    {
      "loss_action": 0.01256933156400919,
      "loss_total": 0.01256933156400919,
      "step": 21360
    },
    {
      "loss_action": 0.006365782581269741,
      "loss_total": 0.006365782581269741,
      "step": 21360
    },
    {
      "loss_action": 0.005487315356731415,
      "loss_total": 0.005487315356731415,
      "step": 21360
    },
    {
      "grad_norm": 0.15624037384986877,
      "learning_rate": 9.285164539965551e-05,
      "loss": 0.0148,
      "step": 21370
    },
    {
      "loss_action": 0.02400273084640503,
      "loss_total": 0.02400273084640503,
      "step": 21370
    },
    {
      "loss_action": 0.04129482060670853,
      "loss_total": 0.04129482060670853,
      "step": 21370
    },
    {
      "loss_action": 0.008102292194962502,
      "loss_total": 0.008102292194962502,
      "step": 21370
    },
    {
      "loss_action": 0.01347384788095951,
      "loss_total": 0.01347384788095951,
      "step": 21370
    },
    {
      "loss_action": 0.008769811131060123,
      "loss_total": 0.008769811131060123,
      "step": 21370
    },
    {
      "loss_action": 0.012324693612754345,
      "loss_total": 0.012324693612754345,
      "step": 21370
    },
    {
      "loss_action": 0.00835867878049612,
      "loss_total": 0.00835867878049612,
      "step": 21370
    },
    {
      "loss_action": 0.04747573286294937,
      "loss_total": 0.04747573286294937,
      "step": 21370
    },
    {
      "grad_norm": 0.16380009055137634,
      "learning_rate": 9.284312336042251e-05,
      "loss": 0.0134,
      "step": 21380
    },
    {
      "loss_action": 0.012714006006717682,
      "loss_total": 0.012714006006717682,
      "step": 21380
    },
    {
      "loss_action": 0.006284364499151707,
      "loss_total": 0.006284364499151707,
      "step": 21380
    },
    {
      "loss_action": 0.010543664917349815,
      "loss_total": 0.010543664917349815,
      "step": 21380
    },
    {
      "loss_action": 0.006000398192554712,
      "loss_total": 0.006000398192554712,
      "step": 21380
    },
    {
      "loss_action": 0.007335447706282139,
      "loss_total": 0.007335447706282139,
      "step": 21380
    },
    {
      "loss_action": 0.00890121515840292,
      "loss_total": 0.00890121515840292,
      "step": 21380
    },
    {
      "loss_action": 0.021207988262176514,
      "loss_total": 0.021207988262176514,
      "step": 21380
    },
    {
      "loss_action": 0.02215547114610672,
      "loss_total": 0.02215547114610672,
      "step": 21380
    },
    {
      "grad_norm": 0.21866820752620697,
      "learning_rate": 9.283459663592996e-05,
      "loss": 0.0132,
      "step": 21390
    },
    {
      "loss_action": 0.02158919908106327,
      "loss_total": 0.02158919908106327,
      "step": 21390
    },
    {
      "loss_action": 0.017541037872433662,
      "loss_total": 0.017541037872433662,
      "step": 21390
    },
    {
      "loss_action": 0.007801853120326996,
      "loss_total": 0.007801853120326996,
      "step": 21390
    },
    {
      "loss_action": 0.0060836393386125565,
      "loss_total": 0.0060836393386125565,
      "step": 21390
    },
    {
      "loss_action": 0.015412148088216782,
      "loss_total": 0.015412148088216782,
      "step": 21390
    },
    {
      "loss_action": 0.006410839036107063,
      "loss_total": 0.006410839036107063,
      "step": 21390
    },
    {
      "loss_action": 0.02611372619867325,
      "loss_total": 0.02611372619867325,
      "step": 21390
    },
    {
      "loss_action": 0.007174935191869736,
      "loss_total": 0.007174935191869736,
      "step": 21390
    },
    {
      "grad_norm": 0.18506769835948944,
      "learning_rate": 9.282606522711033e-05,
      "loss": 0.0164,
      "step": 21400
    },
    {
      "loss_action": 0.017290666699409485,
      "loss_total": 0.017290666699409485,
      "step": 21400
    },
    {
      "loss_action": 0.00886321160942316,
      "loss_total": 0.00886321160942316,
      "step": 21400
    },
    {
      "loss_action": 0.014288266189396381,
      "loss_total": 0.014288266189396381,
      "step": 21400
    },
    {
      "loss_action": 0.013856269419193268,
      "loss_total": 0.013856269419193268,
      "step": 21400
    },
    {
      "loss_action": 0.009321089833974838,
      "loss_total": 0.009321089833974838,
      "step": 21400
    },
    {
      "loss_action": 0.00655372766777873,
      "loss_total": 0.00655372766777873,
      "step": 21400
    },
    {
      "loss_action": 0.00993842538446188,
      "loss_total": 0.00993842538446188,
      "step": 21400
    },
    {
      "loss_action": 0.025544531643390656,
      "loss_total": 0.025544531643390656,
      "step": 21400
    },
    {
      "grad_norm": 0.14004819095134735,
      "learning_rate": 9.281752913489657e-05,
      "loss": 0.0141,
      "step": 21410
    },
    {
      "loss_action": 0.004651710856705904,
      "loss_total": 0.004651710856705904,
      "step": 21410
    },
    {
      "loss_action": 0.008478077128529549,
      "loss_total": 0.008478077128529549,
      "step": 21410
    },
    {
      "loss_action": 0.011020204983651638,
      "loss_total": 0.011020204983651638,
      "step": 21410
    },
    {
      "loss_action": 0.015112732537090778,
      "loss_total": 0.015112732537090778,
      "step": 21410
    },
    {
      "loss_action": 0.014475652948021889,
      "loss_total": 0.014475652948021889,
      "step": 21410
    },
    {
      "loss_action": 0.010688815265893936,
      "loss_total": 0.010688815265893936,
      "step": 21410
    },
    {
      "loss_action": 0.019161105155944824,
      "loss_total": 0.019161105155944824,
      "step": 21410
    },
    {
      "loss_action": 0.012716774828732014,
      "loss_total": 0.012716774828732014,
      "step": 21410
    },
    {
      "grad_norm": 0.1504589319229126,
      "learning_rate": 9.280898836022222e-05,
      "loss": 0.0148,
      "step": 21420
    },
    {
      "loss_action": 0.013917194679379463,
      "loss_total": 0.013917194679379463,
      "step": 21420
    },
    {
      "loss_action": 0.01188620738685131,
      "loss_total": 0.01188620738685131,
      "step": 21420
    },
    {
      "loss_action": 0.006758567877113819,
      "loss_total": 0.006758567877113819,
      "step": 21420
    },
    {
      "loss_action": 0.006441211327910423,
      "loss_total": 0.006441211327910423,
      "step": 21420
    },
    {
      "loss_action": 0.007365006487816572,
      "loss_total": 0.007365006487816572,
      "step": 21420
    },
    {
      "loss_action": 0.005305842962116003,
      "loss_total": 0.005305842962116003,
      "step": 21420
    },
    {
      "loss_action": 0.004952398128807545,
      "loss_total": 0.004952398128807545,
      "step": 21420
    },
    {
      "loss_action": 0.008230187930166721,
      "loss_total": 0.008230187930166721,
      "step": 21420
    },
    {
      "grad_norm": 0.1562483012676239,
      "learning_rate": 9.280044290402126e-05,
      "loss": 0.0125,
      "step": 21430
    },
    {
      "loss_action": 0.007188393734395504,
      "loss_total": 0.007188393734395504,
      "step": 21430
    },
    {
      "loss_action": 0.007020477205514908,
      "loss_total": 0.007020477205514908,
      "step": 21430
    },
    {
      "loss_action": 0.0056393938139081,
      "loss_total": 0.0056393938139081,
      "step": 21430
    },
    {
      "loss_action": 0.006214949302375317,
      "loss_total": 0.006214949302375317,
      "step": 21430
    },
    {
      "loss_action": 0.01101156510412693,
      "loss_total": 0.01101156510412693,
      "step": 21430
    },
    {
      "loss_action": 0.021556206047534943,
      "loss_total": 0.021556206047534943,
      "step": 21430
    },
    {
      "loss_action": 0.008173555135726929,
      "loss_total": 0.008173555135726929,
      "step": 21430
    },
    {
      "loss_action": 0.007121048402041197,
      "loss_total": 0.007121048402041197,
      "step": 21430
    },
    {
      "grad_norm": 0.13657641410827637,
      "learning_rate": 9.279189276722821e-05,
      "loss": 0.0138,
      "step": 21440
    },
    {
      "loss_action": 0.01578463613986969,
      "loss_total": 0.01578463613986969,
      "step": 21440
    },
    {
      "loss_action": 0.011800015345215797,
      "loss_total": 0.011800015345215797,
      "step": 21440
    },
    {
      "loss_action": 0.027708739042282104,
      "loss_total": 0.027708739042282104,
      "step": 21440
    },
    {
      "loss_action": 0.007740478031337261,
      "loss_total": 0.007740478031337261,
      "step": 21440
    },
    {
      "loss_action": 0.008844831958413124,
      "loss_total": 0.008844831958413124,
      "step": 21440
    },
    {
      "loss_action": 0.01595998741686344,
      "loss_total": 0.01595998741686344,
      "step": 21440
    },
    {
      "loss_action": 0.00887742917984724,
      "loss_total": 0.00887742917984724,
      "step": 21440
    },
    {
      "loss_action": 0.007603219244629145,
      "loss_total": 0.007603219244629145,
      "step": 21440
    },
    {
      "grad_norm": 0.18044790625572205,
      "learning_rate": 9.278333795077812e-05,
      "loss": 0.0126,
      "step": 21450
    },
    {
      "loss_action": 0.0068806130439043045,
      "loss_total": 0.0068806130439043045,
      "step": 21450
    },
    {
      "loss_action": 0.01516917534172535,
      "loss_total": 0.01516917534172535,
      "step": 21450
    },
    {
      "loss_action": 0.021464943885803223,
      "loss_total": 0.021464943885803223,
      "step": 21450
    },
    {
      "loss_action": 0.010931318625807762,
      "loss_total": 0.010931318625807762,
      "step": 21450
    },
    {
      "loss_action": 0.008598255924880505,
      "loss_total": 0.008598255924880505,
      "step": 21450
    },
    {
      "loss_action": 0.007396027445793152,
      "loss_total": 0.007396027445793152,
      "step": 21450
    },
    {
      "loss_action": 0.0054836636409163475,
      "loss_total": 0.0054836636409163475,
      "step": 21450
    },
    {
      "loss_action": 0.0077779870480299,
      "loss_total": 0.0077779870480299,
      "step": 21450
    },
    {
      "grad_norm": 0.12941482663154602,
      "learning_rate": 9.27747784556065e-05,
      "loss": 0.0122,
      "step": 21460
    },
    {
      "loss_action": 0.004754144698381424,
      "loss_total": 0.004754144698381424,
      "step": 21460
    },
    {
      "loss_action": 0.00624664593487978,
      "loss_total": 0.00624664593487978,
      "step": 21460
    },
    {
      "loss_action": 0.005121799185872078,
      "loss_total": 0.005121799185872078,
      "step": 21460
    },
    {
      "loss_action": 0.022110983729362488,
      "loss_total": 0.022110983729362488,
      "step": 21460
    },
    {
      "loss_action": 0.032538920640945435,
      "loss_total": 0.032538920640945435,
      "step": 21460
    },
    {
      "loss_action": 0.008725950494408607,
      "loss_total": 0.008725950494408607,
      "step": 21460
    },
    {
      "loss_action": 0.019166111946105957,
      "loss_total": 0.019166111946105957,
      "step": 21460
    },
    {
      "loss_action": 0.025557706132531166,
      "loss_total": 0.025557706132531166,
      "step": 21460
    },
    {
      "grad_norm": 0.13101761043071747,
      "learning_rate": 9.276621428264942e-05,
      "loss": 0.0141,
      "step": 21470
    },
    {
      "loss_action": 0.017173975706100464,
      "loss_total": 0.017173975706100464,
      "step": 21470
    },
    {
      "loss_action": 0.02677396684885025,
      "loss_total": 0.02677396684885025,
      "step": 21470
    },
    {
      "loss_action": 0.007740765810012817,
      "loss_total": 0.007740765810012817,
      "step": 21470
    },
    {
      "loss_action": 0.02226283587515354,
      "loss_total": 0.02226283587515354,
      "step": 21470
    },
    {
      "loss_action": 0.005878951866179705,
      "loss_total": 0.005878951866179705,
      "step": 21470
    },
    {
      "loss_action": 0.02056127041578293,
      "loss_total": 0.02056127041578293,
      "step": 21470
    },
    {
      "loss_action": 0.004729446955025196,
      "loss_total": 0.004729446955025196,
      "step": 21470
    },
    {
      "loss_action": 0.006174273788928986,
      "loss_total": 0.006174273788928986,
      "step": 21470
    },
    {
      "grad_norm": 0.18014246225357056,
      "learning_rate": 9.275764543284345e-05,
      "loss": 0.0123,
      "step": 21480
    },
    {
      "loss_action": 0.009598513133823872,
      "loss_total": 0.009598513133823872,
      "step": 21480
    },
    {
      "loss_action": 0.008762258104979992,
      "loss_total": 0.008762258104979992,
      "step": 21480
    },
    {
      "loss_action": 0.010647649876773357,
      "loss_total": 0.010647649876773357,
      "step": 21480
    },
    {
      "loss_action": 0.015739772468805313,
      "loss_total": 0.015739772468805313,
      "step": 21480
    },
    {
      "loss_action": 0.0063888500444591045,
      "loss_total": 0.0063888500444591045,
      "step": 21480
    },
    {
      "loss_action": 0.01056579127907753,
      "loss_total": 0.01056579127907753,
      "step": 21480
    },
    {
      "loss_action": 0.02931366302073002,
      "loss_total": 0.02931366302073002,
      "step": 21480
    },
    {
      "loss_action": 0.03781801089644432,
      "loss_total": 0.03781801089644432,
      "step": 21480
    },
    {
      "grad_norm": 0.1634983867406845,
      "learning_rate": 9.274907190712566e-05,
      "loss": 0.0124,
      "step": 21490
    },
    {
      "loss_action": 0.0048010749742388725,
      "loss_total": 0.0048010749742388725,
      "step": 21490
    },
    {
      "loss_action": 0.019948815926909447,
      "loss_total": 0.019948815926909447,
      "step": 21490
    },
    {
      "loss_action": 0.009991765953600407,
      "loss_total": 0.009991765953600407,
      "step": 21490
    },
    {
      "loss_action": 0.019565625116229057,
      "loss_total": 0.019565625116229057,
      "step": 21490
    },
    {
      "loss_action": 0.006419659126549959,
      "loss_total": 0.006419659126549959,
      "step": 21490
    },
    {
      "loss_action": 0.030937928706407547,
      "loss_total": 0.030937928706407547,
      "step": 21490
    },
    {
      "loss_action": 0.010924812406301498,
      "loss_total": 0.010924812406301498,
      "step": 21490
    },
    {
      "loss_action": 0.006242122035473585,
      "loss_total": 0.006242122035473585,
      "step": 21490
    },
    {
      "grad_norm": 0.14462314546108246,
      "learning_rate": 9.274049370643363e-05,
      "loss": 0.014,
      "step": 21500
    },
    {
      "loss_action": 0.01288274209946394,
      "loss_total": 0.01288274209946394,
      "step": 21500
    },
    {
      "loss_action": 0.011143967509269714,
      "loss_total": 0.011143967509269714,
      "step": 21500
    },
    {
      "loss_action": 0.02016417123377323,
      "loss_total": 0.02016417123377323,
      "step": 21500
    },
    {
      "loss_action": 0.007895562797784805,
      "loss_total": 0.007895562797784805,
      "step": 21500
    },
    {
      "loss_action": 0.011868372559547424,
      "loss_total": 0.011868372559547424,
      "step": 21500
    },
    {
      "loss_action": 0.007452771067619324,
      "loss_total": 0.007452771067619324,
      "step": 21500
    },
    {
      "loss_action": 0.023390522226691246,
      "loss_total": 0.023390522226691246,
      "step": 21500
    },
    {
      "loss_action": 0.005192588083446026,
      "loss_total": 0.005192588083446026,
      "step": 21500
    },
    {
      "grad_norm": 0.1886974573135376,
      "learning_rate": 9.273191083170547e-05,
      "loss": 0.0141,
      "step": 21510
    },
    {
      "loss_action": 0.007740966975688934,
      "loss_total": 0.007740966975688934,
      "step": 21510
    },
    {
      "loss_action": 0.013807522132992744,
      "loss_total": 0.013807522132992744,
      "step": 21510
    },
    {
      "loss_action": 0.007674753200262785,
      "loss_total": 0.007674753200262785,
      "step": 21510
    },
    {
      "loss_action": 0.013012898154556751,
      "loss_total": 0.013012898154556751,
      "step": 21510
    },
    {
      "loss_action": 0.019424404948949814,
      "loss_total": 0.019424404948949814,
      "step": 21510
    },
    {
      "loss_action": 0.01023279782384634,
      "loss_total": 0.01023279782384634,
      "step": 21510
    },
    {
      "loss_action": 0.010449804365634918,
      "loss_total": 0.010449804365634918,
      "step": 21510
    },
    {
      "loss_action": 0.006724048405885696,
      "loss_total": 0.006724048405885696,
      "step": 21510
    },
    {
      "grad_norm": 0.18248511850833893,
      "learning_rate": 9.27233232838798e-05,
      "loss": 0.0134,
      "step": 21520
    },
    {
      "loss_action": 0.01292544323951006,
      "loss_total": 0.01292544323951006,
      "step": 21520
    },
    {
      "loss_action": 0.013941371813416481,
      "loss_total": 0.013941371813416481,
      "step": 21520
    },
    {
      "loss_action": 0.0054321493953466415,
      "loss_total": 0.0054321493953466415,
      "step": 21520
    },
    {
      "loss_action": 0.008829240687191486,
      "loss_total": 0.008829240687191486,
      "step": 21520
    },
    {
      "loss_action": 0.008808327838778496,
      "loss_total": 0.008808327838778496,
      "step": 21520
    },
    {
      "loss_action": 0.007859359495341778,
      "loss_total": 0.007859359495341778,
      "step": 21520
    },
    {
      "loss_action": 0.008692113682627678,
      "loss_total": 0.008692113682627678,
      "step": 21520
    },
    {
      "loss_action": 0.008894536644220352,
      "loss_total": 0.008894536644220352,
      "step": 21520
    },
    {
      "grad_norm": 0.1427871435880661,
      "learning_rate": 9.27147310638957e-05,
      "loss": 0.0134,
      "step": 21530
    },
    {
      "loss_action": 0.012253126129508018,
      "loss_total": 0.012253126129508018,
      "step": 21530
    },
    {
      "loss_action": 0.016058282926678658,
      "loss_total": 0.016058282926678658,
      "step": 21530
    },
    {
      "loss_action": 0.0049315812066197395,
      "loss_total": 0.0049315812066197395,
      "step": 21530
    },
    {
      "loss_action": 0.009750818833708763,
      "loss_total": 0.009750818833708763,
      "step": 21530
    },
    {
      "loss_action": 0.034495145082473755,
      "loss_total": 0.034495145082473755,
      "step": 21530
    },
    {
      "loss_action": 0.011300323531031609,
      "loss_total": 0.011300323531031609,
      "step": 21530
    },
    {
      "loss_action": 0.01586317829787731,
      "loss_total": 0.01586317829787731,
      "step": 21530
    },
    {
      "loss_action": 0.007116897497326136,
      "loss_total": 0.007116897497326136,
      "step": 21530
    },
    {
      "grad_norm": 0.2123308628797531,
      "learning_rate": 9.270613417269286e-05,
      "loss": 0.012,
      "step": 21540
    },
    {
      "loss_action": 0.009017325937747955,
      "loss_total": 0.009017325937747955,
      "step": 21540
    },
    {
      "loss_action": 0.004890706855803728,
      "loss_total": 0.004890706855803728,
      "step": 21540
    },
    {
      "loss_action": 0.0054087829776108265,
      "loss_total": 0.0054087829776108265,
      "step": 21540
    },
    {
      "loss_action": 0.01672925055027008,
      "loss_total": 0.01672925055027008,
      "step": 21540
    },
    {
      "loss_action": 0.011361464858055115,
      "loss_total": 0.011361464858055115,
      "step": 21540
    },
    {
      "loss_action": 0.019910437986254692,
      "loss_total": 0.019910437986254692,
      "step": 21540
    },
    {
      "loss_action": 0.011430338025093079,
      "loss_total": 0.011430338025093079,
      "step": 21540
    },
    {
      "loss_action": 0.02351466193795204,
      "loss_total": 0.02351466193795204,
      "step": 21540
    },
    {
      "grad_norm": 0.08854000270366669,
      "learning_rate": 9.269753261121138e-05,
      "loss": 0.0136,
      "step": 21550
    },
    {
      "loss_action": 0.012060094624757767,
      "loss_total": 0.012060094624757767,
      "step": 21550
    },
    {
      "loss_action": 0.02542467601597309,
      "loss_total": 0.02542467601597309,
      "step": 21550
    },
    {
      "loss_action": 0.010380909778177738,
      "loss_total": 0.010380909778177738,
      "step": 21550
    },
    {
      "loss_action": 0.010426637716591358,
      "loss_total": 0.010426637716591358,
      "step": 21550
    },
    {
      "loss_action": 0.004229565151035786,
      "loss_total": 0.004229565151035786,
      "step": 21550
    },
    {
      "loss_action": 0.006192863453179598,
      "loss_total": 0.006192863453179598,
      "step": 21550
    },
    {
      "loss_action": 0.007218579296022654,
      "loss_total": 0.007218579296022654,
      "step": 21550
    },
    {
      "loss_action": 0.01042640209197998,
      "loss_total": 0.01042640209197998,
      "step": 21550
    },
    {
      "grad_norm": 0.17589515447616577,
      "learning_rate": 9.268892638039194e-05,
      "loss": 0.0135,
      "step": 21560
    },
    {
      "loss_action": 0.0189860500395298,
      "loss_total": 0.0189860500395298,
      "step": 21560
    },
    {
      "loss_action": 0.02148699387907982,
      "loss_total": 0.02148699387907982,
      "step": 21560
    },
    {
      "loss_action": 0.029216554015874863,
      "loss_total": 0.029216554015874863,
      "step": 21560
    },
    {
      "loss_action": 0.0194745771586895,
      "loss_total": 0.0194745771586895,
      "step": 21560
    },
    {
      "loss_action": 0.007123399525880814,
      "loss_total": 0.007123399525880814,
      "step": 21560
    },
    {
      "loss_action": 0.021251266822218895,
      "loss_total": 0.021251266822218895,
      "step": 21560
    },
    {
      "loss_action": 0.005776716861873865,
      "loss_total": 0.005776716861873865,
      "step": 21560
    },
    {
      "loss_action": 0.00823900755494833,
      "loss_total": 0.00823900755494833,
      "step": 21560
    },
    {
      "grad_norm": 0.15641510486602783,
      "learning_rate": 9.268031548117569e-05,
      "loss": 0.0134,
      "step": 21570
    },
    {
      "loss_action": 0.006434471812099218,
      "loss_total": 0.006434471812099218,
      "step": 21570
    },
    {
      "loss_action": 0.020060764625668526,
      "loss_total": 0.020060764625668526,
      "step": 21570
    },
    {
      "loss_action": 0.007088716607540846,
      "loss_total": 0.007088716607540846,
      "step": 21570
    },
    {
      "loss_action": 0.010879162698984146,
      "loss_total": 0.010879162698984146,
      "step": 21570
    },
    {
      "loss_action": 0.01298198290169239,
      "loss_total": 0.01298198290169239,
      "step": 21570
    },
    {
      "loss_action": 0.014984513632953167,
      "loss_total": 0.014984513632953167,
      "step": 21570
    },
    {
      "loss_action": 0.0053290328942239285,
      "loss_total": 0.0053290328942239285,
      "step": 21570
    },
    {
      "loss_action": 0.01112717017531395,
      "loss_total": 0.01112717017531395,
      "step": 21570
    },
    {
      "grad_norm": 0.20559477806091309,
      "learning_rate": 9.26716999145043e-05,
      "loss": 0.015,
      "step": 21580
    },
    {
      "loss_action": 0.05650981888175011,
      "loss_total": 0.05650981888175011,
      "step": 21580
    },
    {
      "loss_action": 0.011849019676446915,
      "loss_total": 0.011849019676446915,
      "step": 21580
    },
    {
      "loss_action": 0.013775303959846497,
      "loss_total": 0.013775303959846497,
      "step": 21580
    },
    {
      "loss_action": 0.014957910403609276,
      "loss_total": 0.014957910403609276,
      "step": 21580
    },
    {
      "loss_action": 0.009703584015369415,
      "loss_total": 0.009703584015369415,
      "step": 21580
    },
    {
      "loss_action": 0.018575172871351242,
      "loss_total": 0.018575172871351242,
      "step": 21580
    },
    {
      "loss_action": 0.013260100036859512,
      "loss_total": 0.013260100036859512,
      "step": 21580
    },
    {
      "loss_action": 0.018560176715254784,
      "loss_total": 0.018560176715254784,
      "step": 21580
    },
    {
      "grad_norm": 0.16044192016124725,
      "learning_rate": 9.266307968131998e-05,
      "loss": 0.0144,
      "step": 21590
    },
    {
      "loss_action": 0.02164638414978981,
      "loss_total": 0.02164638414978981,
      "step": 21590
    },
    {
      "loss_action": 0.007417929358780384,
      "loss_total": 0.007417929358780384,
      "step": 21590
    },
    {
      "loss_action": 0.00806603766977787,
      "loss_total": 0.00806603766977787,
      "step": 21590
    },
    {
      "loss_action": 0.004385235719382763,
      "loss_total": 0.004385235719382763,
      "step": 21590
    },
    {
      "loss_action": 0.014936232008039951,
      "loss_total": 0.014936232008039951,
      "step": 21590
    },
    {
      "loss_action": 0.013729766011238098,
      "loss_total": 0.013729766011238098,
      "step": 21590
    },
    {
      "loss_action": 0.011070556938648224,
      "loss_total": 0.011070556938648224,
      "step": 21590
    },
    {
      "loss_action": 0.006224606651812792,
      "loss_total": 0.006224606651812792,
      "step": 21590
    },
    {
      "grad_norm": 0.13758443295955658,
      "learning_rate": 9.26544547825654e-05,
      "loss": 0.0124,
      "step": 21600
    },
    {
      "loss_action": 0.011928694322705269,
      "loss_total": 0.011928694322705269,
      "step": 21600
    },
    {
      "loss_action": 0.00829709880053997,
      "loss_total": 0.00829709880053997,
      "step": 21600
    },
    {
      "loss_action": 0.012299293652176857,
      "loss_total": 0.012299293652176857,
      "step": 21600
    },
    {
      "loss_action": 0.012949826195836067,
      "loss_total": 0.012949826195836067,
      "step": 21600
    },
    {
      "loss_action": 0.01946926862001419,
      "loss_total": 0.01946926862001419,
      "step": 21600
    },
    {
      "loss_action": 0.015673471614718437,
      "loss_total": 0.015673471614718437,
      "step": 21600
    },
    {
      "loss_action": 0.004707188345491886,
      "loss_total": 0.004707188345491886,
      "step": 21600
    },
    {
      "loss_action": 0.014989783056080341,
      "loss_total": 0.014989783056080341,
      "step": 21600
    },
    {
      "grad_norm": 0.12209402769804001,
      "learning_rate": 9.264582521918376e-05,
      "loss": 0.0144,
      "step": 21610
    },
    {
      "loss_action": 0.004391403868794441,
      "loss_total": 0.004391403868794441,
      "step": 21610
    },
    {
      "loss_action": 0.010952921584248543,
      "loss_total": 0.010952921584248543,
      "step": 21610
    },
    {
      "loss_action": 0.008371739648282528,
      "loss_total": 0.008371739648282528,
      "step": 21610
    },
    {
      "loss_action": 0.00792247150093317,
      "loss_total": 0.00792247150093317,
      "step": 21610
    },
    {
      "loss_action": 0.007083514705300331,
      "loss_total": 0.007083514705300331,
      "step": 21610
    },
    {
      "loss_action": 0.009971050545573235,
      "loss_total": 0.009971050545573235,
      "step": 21610
    },
    {
      "loss_action": 0.015804901719093323,
      "loss_total": 0.015804901719093323,
      "step": 21610
    },
    {
      "loss_action": 0.02030227892100811,
      "loss_total": 0.02030227892100811,
      "step": 21610
    },
    {
      "grad_norm": 0.1463150978088379,
      "learning_rate": 9.263719099211881e-05,
      "loss": 0.0121,
      "step": 21620
    },
    {
      "loss_action": 0.020529046654701233,
      "loss_total": 0.020529046654701233,
      "step": 21620
    },
    {
      "loss_action": 0.0061502885073423386,
      "loss_total": 0.0061502885073423386,
      "step": 21620
    },
    {
      "loss_action": 0.011291783303022385,
      "loss_total": 0.011291783303022385,
      "step": 21620
    },
    {
      "loss_action": 0.010569054633378983,
      "loss_total": 0.010569054633378983,
      "step": 21620
    },
    {
      "loss_action": 0.0072815511375665665,
      "loss_total": 0.0072815511375665665,
      "step": 21620
    },
    {
      "loss_action": 0.004378652200102806,
      "loss_total": 0.004378652200102806,
      "step": 21620
    },
    {
      "loss_action": 0.016048872843384743,
      "loss_total": 0.016048872843384743,
      "step": 21620
    },
    {
      "loss_action": 0.010097082704305649,
      "loss_total": 0.010097082704305649,
      "step": 21620
    },
    {
      "grad_norm": 0.17291885614395142,
      "learning_rate": 9.262855210231476e-05,
      "loss": 0.0131,
      "step": 21630
    },
    {
      "loss_action": 0.013933081179857254,
      "loss_total": 0.013933081179857254,
      "step": 21630
    },
    {
      "loss_action": 0.012960036285221577,
      "loss_total": 0.012960036285221577,
      "step": 21630
    },
    {
      "loss_action": 0.014469040557742119,
      "loss_total": 0.014469040557742119,
      "step": 21630
    },
    {
      "loss_action": 0.013757571578025818,
      "loss_total": 0.013757571578025818,
      "step": 21630
    },
    {
      "loss_action": 0.008219720795750618,
      "loss_total": 0.008219720795750618,
      "step": 21630
    },
    {
      "loss_action": 0.01546873152256012,
      "loss_total": 0.01546873152256012,
      "step": 21630
    },
    {
      "loss_action": 0.008754289709031582,
      "loss_total": 0.008754289709031582,
      "step": 21630
    },
    {
      "loss_action": 0.01254328340291977,
      "loss_total": 0.01254328340291977,
      "step": 21630
    },
    {
      "grad_norm": 0.10458426922559738,
      "learning_rate": 9.261990855071633e-05,
      "loss": 0.012,
      "step": 21640
    },
    {
      "loss_action": 0.012937648221850395,
      "loss_total": 0.012937648221850395,
      "step": 21640
    },
    {
      "loss_action": 0.015176250599324703,
      "loss_total": 0.015176250599324703,
      "step": 21640
    },
    {
      "loss_action": 0.00579921156167984,
      "loss_total": 0.00579921156167984,
      "step": 21640
    },
    {
      "loss_action": 0.010877195745706558,
      "loss_total": 0.010877195745706558,
      "step": 21640
    },
    {
      "loss_action": 0.006802748888731003,
      "loss_total": 0.006802748888731003,
      "step": 21640
    },
    {
      "loss_action": 0.02360638976097107,
      "loss_total": 0.02360638976097107,
      "step": 21640
    },
    {
      "loss_action": 0.010581054724752903,
      "loss_total": 0.010581054724752903,
      "step": 21640
    },
    {
      "loss_action": 0.007300516590476036,
      "loss_total": 0.007300516590476036,
      "step": 21640
    },
    {
      "grad_norm": 0.12931187450885773,
      "learning_rate": 9.261126033826878e-05,
      "loss": 0.0131,
      "step": 21650
    },
    {
      "loss_action": 0.003926810808479786,
      "loss_total": 0.003926810808479786,
      "step": 21650
    },
    {
      "loss_action": 0.013452593237161636,
      "loss_total": 0.013452593237161636,
      "step": 21650
    },
    {
      "loss_action": 0.01717665046453476,
      "loss_total": 0.01717665046453476,
      "step": 21650
    },
    {
      "loss_action": 0.015450118109583855,
      "loss_total": 0.015450118109583855,
      "step": 21650
    },
    {
      "loss_action": 0.010673051699995995,
      "loss_total": 0.010673051699995995,
      "step": 21650
    },
    {
      "loss_action": 0.011592538096010685,
      "loss_total": 0.011592538096010685,
      "step": 21650
    },
    {
      "loss_action": 0.0188340675085783,
      "loss_total": 0.0188340675085783,
      "step": 21650
    },
    {
      "loss_action": 0.010364362969994545,
      "loss_total": 0.010364362969994545,
      "step": 21650
    },
    {
      "grad_norm": 0.11729244887828827,
      "learning_rate": 9.260260746591786e-05,
      "loss": 0.0109,
      "step": 21660
    },
    {
      "loss_action": 0.013446720317006111,
      "loss_total": 0.013446720317006111,
      "step": 21660
    },
    {
      "loss_action": 0.003962476272135973,
      "loss_total": 0.003962476272135973,
      "step": 21660
    },
    {
      "loss_action": 0.008272412233054638,
      "loss_total": 0.008272412233054638,
      "step": 21660
    },
    {
      "loss_action": 0.013804193586111069,
      "loss_total": 0.013804193586111069,
      "step": 21660
    },
    {
      "loss_action": 0.007628986611962318,
      "loss_total": 0.007628986611962318,
      "step": 21660
    },
    {
      "loss_action": 0.005748665891587734,
      "loss_total": 0.005748665891587734,
      "step": 21660
    },
    {
      "loss_action": 0.005928868893533945,
      "loss_total": 0.005928868893533945,
      "step": 21660
    },
    {
      "loss_action": 0.0047817290760576725,
      "loss_total": 0.0047817290760576725,
      "step": 21660
    },
    {
      "grad_norm": 0.14929018914699554,
      "learning_rate": 9.259394993460985e-05,
      "loss": 0.0121,
      "step": 21670
    },
    {
      "loss_action": 0.0033077718690037727,
      "loss_total": 0.0033077718690037727,
      "step": 21670
    },
    {
      "loss_action": 0.019263673573732376,
      "loss_total": 0.019263673573732376,
      "step": 21670
    },
    {
      "loss_action": 0.01245891023427248,
      "loss_total": 0.01245891023427248,
      "step": 21670
    },
    {
      "loss_action": 0.004081920720636845,
      "loss_total": 0.004081920720636845,
      "step": 21670
    },
    {
      "loss_action": 0.008173380047082901,
      "loss_total": 0.008173380047082901,
      "step": 21670
    },
    {
      "loss_action": 0.007760479114949703,
      "loss_total": 0.007760479114949703,
      "step": 21670
    },
    {
      "loss_action": 0.01520905364304781,
      "loss_total": 0.01520905364304781,
      "step": 21670
    },
    {
      "loss_action": 0.005746974144130945,
      "loss_total": 0.005746974144130945,
      "step": 21670
    },
    {
      "grad_norm": 0.18907438218593597,
      "learning_rate": 9.258528774529151e-05,
      "loss": 0.0117,
      "step": 21680
    },
    {
      "loss_action": 0.009145824238657951,
      "loss_total": 0.009145824238657951,
      "step": 21680
    },
    {
      "loss_action": 0.006718695629388094,
      "loss_total": 0.006718695629388094,
      "step": 21680
    },
    {
      "loss_action": 0.005120347253978252,
      "loss_total": 0.005120347253978252,
      "step": 21680
    },
    {
      "loss_action": 0.03187677636742592,
      "loss_total": 0.03187677636742592,
      "step": 21680
    },
    {
      "loss_action": 0.01101469062268734,
      "loss_total": 0.01101469062268734,
      "step": 21680
    },
    {
      "loss_action": 0.007044204045087099,
      "loss_total": 0.007044204045087099,
      "step": 21680
    },
    {
      "loss_action": 0.014899440109729767,
      "loss_total": 0.014899440109729767,
      "step": 21680
    },
    {
      "loss_action": 0.010007382370531559,
      "loss_total": 0.010007382370531559,
      "step": 21680
    },
    {
      "grad_norm": 0.08888169378042221,
      "learning_rate": 9.257662089891013e-05,
      "loss": 0.0107,
      "step": 21690
    },
    {
      "loss_action": 0.014005403965711594,
      "loss_total": 0.014005403965711594,
      "step": 21690
    },
    {
      "loss_action": 0.010028821416199207,
      "loss_total": 0.010028821416199207,
      "step": 21690
    },
    {
      "loss_action": 0.00613009836524725,
      "loss_total": 0.00613009836524725,
      "step": 21690
    },
    {
      "loss_action": 0.012062007561326027,
      "loss_total": 0.012062007561326027,
      "step": 21690
    },
    {
      "loss_action": 0.007513412274420261,
      "loss_total": 0.007513412274420261,
      "step": 21690
    },
    {
      "loss_action": 0.0062895179726183414,
      "loss_total": 0.0062895179726183414,
      "step": 21690
    },
    {
      "loss_action": 0.0050433482974767685,
      "loss_total": 0.0050433482974767685,
      "step": 21690
    },
    {
      "loss_action": 0.006234560627490282,
      "loss_total": 0.006234560627490282,
      "step": 21690
    },
    {
      "grad_norm": 0.15152765810489655,
      "learning_rate": 9.25679493964135e-05,
      "loss": 0.0111,
      "step": 21700
    },
    {
      "loss_action": 0.0069063869304955006,
      "loss_total": 0.0069063869304955006,
      "step": 21700
    },
    {
      "loss_action": 0.009234679862856865,
      "loss_total": 0.009234679862856865,
      "step": 21700
    },
    {
      "loss_action": 0.011102262884378433,
      "loss_total": 0.011102262884378433,
      "step": 21700
    },
    {
      "loss_action": 0.008371198549866676,
      "loss_total": 0.008371198549866676,
      "step": 21700
    },
    {
      "loss_action": 0.009655823931097984,
      "loss_total": 0.009655823931097984,
      "step": 21700
    },
    {
      "loss_action": 0.020066220313310623,
      "loss_total": 0.020066220313310623,
      "step": 21700
    },
    {
      "loss_action": 0.005879354663193226,
      "loss_total": 0.005879354663193226,
      "step": 21700
    },
    {
      "loss_action": 0.013468349352478981,
      "loss_total": 0.013468349352478981,
      "step": 21700
    },
    {
      "grad_norm": 0.14828525483608246,
      "learning_rate": 9.255927323874994e-05,
      "loss": 0.0104,
      "step": 21710
    },
    {
      "loss_action": 0.005160260014235973,
      "loss_total": 0.005160260014235973,
      "step": 21710
    },
    {
      "loss_action": 0.00894290953874588,
      "loss_total": 0.00894290953874588,
      "step": 21710
    },
    {
      "loss_action": 0.0037742943968623877,
      "loss_total": 0.0037742943968623877,
      "step": 21710
    },
    {
      "loss_action": 0.02400973066687584,
      "loss_total": 0.02400973066687584,
      "step": 21710
    },
    {
      "loss_action": 0.006518973037600517,
      "loss_total": 0.006518973037600517,
      "step": 21710
    },
    {
      "loss_action": 0.009752083569765091,
      "loss_total": 0.009752083569765091,
      "step": 21710
    },
    {
      "loss_action": 0.01570119336247444,
      "loss_total": 0.01570119336247444,
      "step": 21710
    },
    {
      "loss_action": 0.011808328330516815,
      "loss_total": 0.011808328330516815,
      "step": 21710
    },
    {
      "grad_norm": 0.18211431801319122,
      "learning_rate": 9.255059242686822e-05,
      "loss": 0.0139,
      "step": 21720
    },
    {
      "loss_action": 0.009819777682423592,
      "loss_total": 0.009819777682423592,
      "step": 21720
    },
    {
      "loss_action": 0.01697956770658493,
      "loss_total": 0.01697956770658493,
      "step": 21720
    },
    {
      "loss_action": 0.02881687879562378,
      "loss_total": 0.02881687879562378,
      "step": 21720
    },
    {
      "loss_action": 0.005193580873310566,
      "loss_total": 0.005193580873310566,
      "step": 21720
    },
    {
      "loss_action": 0.016198541969060898,
      "loss_total": 0.016198541969060898,
      "step": 21720
    },
    {
      "loss_action": 0.009667247533798218,
      "loss_total": 0.009667247533798218,
      "step": 21720
    },
    {
      "loss_action": 0.00846782885491848,
      "loss_total": 0.00846782885491848,
      "step": 21720
    },
    {
      "loss_action": 0.015820562839508057,
      "loss_total": 0.015820562839508057,
      "step": 21720
    },
    {
      "grad_norm": 0.12087700515985489,
      "learning_rate": 9.254190696171769e-05,
      "loss": 0.0122,
      "step": 21730
    },
    {
      "loss_action": 0.014649135991930962,
      "loss_total": 0.014649135991930962,
      "step": 21730
    },
    {
      "loss_action": 0.007971225306391716,
      "loss_total": 0.007971225306391716,
      "step": 21730
    },
    {
      "loss_action": 0.011621048673987389,
      "loss_total": 0.011621048673987389,
      "step": 21730
    },
    {
      "loss_action": 0.012593090534210205,
      "loss_total": 0.012593090534210205,
      "step": 21730
    },
    {
      "loss_action": 0.0066721439361572266,
      "loss_total": 0.0066721439361572266,
      "step": 21730
    },
    {
      "loss_action": 0.010976157151162624,
      "loss_total": 0.010976157151162624,
      "step": 21730
    },
    {
      "loss_action": 0.01321500539779663,
      "loss_total": 0.01321500539779663,
      "step": 21730
    },
    {
      "loss_action": 0.016566840931773186,
      "loss_total": 0.016566840931773186,
      "step": 21730
    },
    {
      "grad_norm": 0.17428064346313477,
      "learning_rate": 9.25332168442482e-05,
      "loss": 0.0136,
      "step": 21740
    },
    {
      "loss_action": 0.02650468796491623,
      "loss_total": 0.02650468796491623,
      "step": 21740
    },
    {
      "loss_action": 0.01641426607966423,
      "loss_total": 0.01641426607966423,
      "step": 21740
    },
    {
      "loss_action": 0.0074211903847754,
      "loss_total": 0.0074211903847754,
      "step": 21740
    },
    {
      "loss_action": 0.015791065990924835,
      "loss_total": 0.015791065990924835,
      "step": 21740
    },
    {
      "loss_action": 0.013161882758140564,
      "loss_total": 0.013161882758140564,
      "step": 21740
    },
    {
      "loss_action": 0.008453693240880966,
      "loss_total": 0.008453693240880966,
      "step": 21740
    },
    {
      "loss_action": 0.013523333705961704,
      "loss_total": 0.013523333705961704,
      "step": 21740
    },
    {
      "loss_action": 0.012674149125814438,
      "loss_total": 0.012674149125814438,
      "step": 21740
    },
    {
      "grad_norm": 0.13673436641693115,
      "learning_rate": 9.252452207541004e-05,
      "loss": 0.0135,
      "step": 21750
    },
    {
      "loss_action": 0.009691703133285046,
      "loss_total": 0.009691703133285046,
      "step": 21750
    },
    {
      "loss_action": 0.011033478192985058,
      "loss_total": 0.011033478192985058,
      "step": 21750
    },
    {
      "loss_action": 0.017598506063222885,
      "loss_total": 0.017598506063222885,
      "step": 21750
    },
    {
      "loss_action": 0.006413245107978582,
      "loss_total": 0.006413245107978582,
      "step": 21750
    },
    {
      "loss_action": 0.005856616422533989,
      "loss_total": 0.005856616422533989,
      "step": 21750
    },
    {
      "loss_action": 0.0390964075922966,
      "loss_total": 0.0390964075922966,
      "step": 21750
    },
    {
      "loss_action": 0.003796000499278307,
      "loss_total": 0.003796000499278307,
      "step": 21750
    },
    {
      "loss_action": 0.023732703179121017,
      "loss_total": 0.023732703179121017,
      "step": 21750
    },
    {
      "grad_norm": 0.14798252284526825,
      "learning_rate": 9.251582265615409e-05,
      "loss": 0.0127,
      "step": 21760
    },
    {
      "loss_action": 0.008299397304654121,
      "loss_total": 0.008299397304654121,
      "step": 21760
    },
    {
      "loss_action": 0.019027478992938995,
      "loss_total": 0.019027478992938995,
      "step": 21760
    },
    {
      "loss_action": 0.028916703537106514,
      "loss_total": 0.028916703537106514,
      "step": 21760
    },
    {
      "loss_action": 0.007032821886241436,
      "loss_total": 0.007032821886241436,
      "step": 21760
    },
    {
      "loss_action": 0.010799650102853775,
      "loss_total": 0.010799650102853775,
      "step": 21760
    },
    {
      "loss_action": 0.006290782708674669,
      "loss_total": 0.006290782708674669,
      "step": 21760
    },
    {
      "loss_action": 0.0104796988889575,
      "loss_total": 0.0104796988889575,
      "step": 21760
    },
    {
      "loss_action": 0.020758330821990967,
      "loss_total": 0.020758330821990967,
      "step": 21760
    },
    {
      "grad_norm": 0.11593625694513321,
      "learning_rate": 9.250711858743169e-05,
      "loss": 0.0123,
      "step": 21770
    },
    {
      "loss_action": 0.015633095055818558,
      "loss_total": 0.015633095055818558,
      "step": 21770
    },
    {
      "loss_action": 0.005952721461653709,
      "loss_total": 0.005952721461653709,
      "step": 21770
    },
    {
      "loss_action": 0.007718597538769245,
      "loss_total": 0.007718597538769245,
      "step": 21770
    },
    {
      "loss_action": 0.005383905488997698,
      "loss_total": 0.005383905488997698,
      "step": 21770
    },
    {
      "loss_action": 0.007973909378051758,
      "loss_total": 0.007973909378051758,
      "step": 21770
    },
    {
      "loss_action": 0.005638724658638239,
      "loss_total": 0.005638724658638239,
      "step": 21770
    },
    {
      "loss_action": 0.006583050359040499,
      "loss_total": 0.006583050359040499,
      "step": 21770
    },
    {
      "loss_action": 0.007347804494202137,
      "loss_total": 0.007347804494202137,
      "step": 21770
    },
    {
      "grad_norm": 0.14777687191963196,
      "learning_rate": 9.24984098701947e-05,
      "loss": 0.0139,
      "step": 21780
    },
    {
      "loss_action": 0.011610085144639015,
      "loss_total": 0.011610085144639015,
      "step": 21780
    },
    {
      "loss_action": 0.0071464115753769875,
      "loss_total": 0.0071464115753769875,
      "step": 21780
    },
    {
      "loss_action": 0.018409626558423042,
      "loss_total": 0.018409626558423042,
      "step": 21780
    },
    {
      "loss_action": 0.015670491382479668,
      "loss_total": 0.015670491382479668,
      "step": 21780
    },
    {
      "loss_action": 0.00495337275788188,
      "loss_total": 0.00495337275788188,
      "step": 21780
    },
    {
      "loss_action": 0.008364621549844742,
      "loss_total": 0.008364621549844742,
      "step": 21780
    },
    {
      "loss_action": 0.009705178439617157,
      "loss_total": 0.009705178439617157,
      "step": 21780
    },
    {
      "loss_action": 0.008239928632974625,
      "loss_total": 0.008239928632974625,
      "step": 21780
    },
    {
      "grad_norm": 0.14126504957675934,
      "learning_rate": 9.248969650539552e-05,
      "loss": 0.0113,
      "step": 21790
    },
    {
      "loss_action": 0.016627782955765724,
      "loss_total": 0.016627782955765724,
      "step": 21790
    },
    {
      "loss_action": 0.008114692755043507,
      "loss_total": 0.008114692755043507,
      "step": 21790
    },
    {
      "loss_action": 0.009735791012644768,
      "loss_total": 0.009735791012644768,
      "step": 21790
    },
    {
      "loss_action": 0.014310915023088455,
      "loss_total": 0.014310915023088455,
      "step": 21790
    },
    {
      "loss_action": 0.021341126412153244,
      "loss_total": 0.021341126412153244,
      "step": 21790
    },
    {
      "loss_action": 0.009271153248846531,
      "loss_total": 0.009271153248846531,
      "step": 21790
    },
    {
      "loss_action": 0.013946430757641792,
      "loss_total": 0.013946430757641792,
      "step": 21790
    },
    {
      "loss_action": 0.008702261373400688,
      "loss_total": 0.008702261373400688,
      "step": 21790
    },
    {
      "grad_norm": 0.16130343079566956,
      "learning_rate": 9.2480978493987e-05,
      "loss": 0.0148,
      "step": 21800
    },
    {
      "loss_action": 0.006582309491932392,
      "loss_total": 0.006582309491932392,
      "step": 21800
    },
    {
      "loss_action": 0.005735850427299738,
      "loss_total": 0.005735850427299738,
      "step": 21800
    },
    {
      "loss_action": 0.007678786758333445,
      "loss_total": 0.007678786758333445,
      "step": 21800
    },
    {
      "loss_action": 0.005741605535149574,
      "loss_total": 0.005741605535149574,
      "step": 21800
    },
    {
      "loss_action": 0.003913430497050285,
      "loss_total": 0.003913430497050285,
      "step": 21800
    },
    {
      "loss_action": 0.01124702300876379,
      "loss_total": 0.01124702300876379,
      "step": 21800
    },
    {
      "loss_action": 0.008652407675981522,
      "loss_total": 0.008652407675981522,
      "step": 21800
    },
    {
      "loss_action": 0.00880417414009571,
      "loss_total": 0.00880417414009571,
      "step": 21800
    },
    {
      "grad_norm": 0.13374586403369904,
      "learning_rate": 9.247225583692256e-05,
      "loss": 0.0119,
      "step": 21810
    },
    {
      "loss_action": 0.0184555035084486,
      "loss_total": 0.0184555035084486,
      "step": 21810
    },
    {
      "loss_action": 0.016541481018066406,
      "loss_total": 0.016541481018066406,
      "step": 21810
    },
    {
      "loss_action": 0.021150050684809685,
      "loss_total": 0.021150050684809685,
      "step": 21810
    },
    {
      "loss_action": 0.014373209327459335,
      "loss_total": 0.014373209327459335,
      "step": 21810
    },
    {
      "loss_action": 0.013465147465467453,
      "loss_total": 0.013465147465467453,
      "step": 21810
    },
    {
      "loss_action": 0.016084227710962296,
      "loss_total": 0.016084227710962296,
      "step": 21810
    },
    {
      "loss_action": 0.0066080582328140736,
      "loss_total": 0.0066080582328140736,
      "step": 21810
    },
    {
      "loss_action": 0.01657405123114586,
      "loss_total": 0.01657405123114586,
      "step": 21810
    },
    {
      "grad_norm": 0.15579691529273987,
      "learning_rate": 9.246352853515607e-05,
      "loss": 0.0134,
      "step": 21820
    },
    {
      "loss_action": 0.007163272704929113,
      "loss_total": 0.007163272704929113,
      "step": 21820
    },
    {
      "loss_action": 0.006404312793165445,
      "loss_total": 0.006404312793165445,
      "step": 21820
    },
    {
      "loss_action": 0.003073435975238681,
      "loss_total": 0.003073435975238681,
      "step": 21820
    },
    {
      "loss_action": 0.00728868180885911,
      "loss_total": 0.00728868180885911,
      "step": 21820
    },
    {
      "loss_action": 0.017828553915023804,
      "loss_total": 0.017828553915023804,
      "step": 21820
    },
    {
      "loss_action": 0.011628100648522377,
      "loss_total": 0.011628100648522377,
      "step": 21820
    },
    {
      "loss_action": 0.0036495765671133995,
      "loss_total": 0.0036495765671133995,
      "step": 21820
    },
    {
      "loss_action": 0.01588347740471363,
      "loss_total": 0.01588347740471363,
      "step": 21820
    },
    {
      "grad_norm": 0.14206552505493164,
      "learning_rate": 9.245479658964194e-05,
      "loss": 0.0129,
      "step": 21830
    },
    {
      "loss_action": 0.005559776443988085,
      "loss_total": 0.005559776443988085,
      "step": 21830
    },
    {
      "loss_action": 0.007892763242125511,
      "loss_total": 0.007892763242125511,
      "step": 21830
    },
    {
      "loss_action": 0.008770426735281944,
      "loss_total": 0.008770426735281944,
      "step": 21830
    },
    {
      "loss_action": 0.01913926564157009,
      "loss_total": 0.01913926564157009,
      "step": 21830
    },
    {
      "loss_action": 0.01090816780924797,
      "loss_total": 0.01090816780924797,
      "step": 21830
    },
    {
      "loss_action": 0.009416216984391212,
      "loss_total": 0.009416216984391212,
      "step": 21830
    },
    {
      "loss_action": 0.0101050715893507,
      "loss_total": 0.0101050715893507,
      "step": 21830
    },
    {
      "loss_action": 0.005813842639327049,
      "loss_total": 0.005813842639327049,
      "step": 21830
    },
    {
      "grad_norm": 0.18447791039943695,
      "learning_rate": 9.244606000133507e-05,
      "loss": 0.0137,
      "step": 21840
    },
    {
      "loss_action": 0.006225297227501869,
      "loss_total": 0.006225297227501869,
      "step": 21840
    },
    {
      "loss_action": 0.017422445118427277,
      "loss_total": 0.017422445118427277,
      "step": 21840
    },
    {
      "loss_action": 0.024187419563531876,
      "loss_total": 0.024187419563531876,
      "step": 21840
    },
    {
      "loss_action": 0.025509942322969437,
      "loss_total": 0.025509942322969437,
      "step": 21840
    },
    {
      "loss_action": 0.006825525779277086,
      "loss_total": 0.006825525779277086,
      "step": 21840
    },
    {
      "loss_action": 0.006575970910489559,
      "loss_total": 0.006575970910489559,
      "step": 21840
    },
    {
      "loss_action": 0.007057815790176392,
      "loss_total": 0.007057815790176392,
      "step": 21840
    },
    {
      "loss_action": 0.0031501054763793945,
      "loss_total": 0.0031501054763793945,
      "step": 21840
    },
    {
      "grad_norm": 0.15760263800621033,
      "learning_rate": 9.24373187711909e-05,
      "loss": 0.0152,
      "step": 21850
    },
    {
      "loss_action": 0.01133093610405922,
      "loss_total": 0.01133093610405922,
      "step": 21850
    },
    {
      "loss_action": 0.013915713876485825,
      "loss_total": 0.013915713876485825,
      "step": 21850
    },
    {
      "loss_action": 0.008230064064264297,
      "loss_total": 0.008230064064264297,
      "step": 21850
    },
    {
      "loss_action": 0.01412398461252451,
      "loss_total": 0.01412398461252451,
      "step": 21850
    },
    {
      "loss_action": 0.010925515554845333,
      "loss_total": 0.010925515554845333,
      "step": 21850
    },
    {
      "loss_action": 0.01578930951654911,
      "loss_total": 0.01578930951654911,
      "step": 21850
    },
    {
      "loss_action": 0.01605234108865261,
      "loss_total": 0.01605234108865261,
      "step": 21850
    },
    {
      "loss_action": 0.012102418579161167,
      "loss_total": 0.012102418579161167,
      "step": 21850
    },
    {
      "grad_norm": 0.2666228413581848,
      "learning_rate": 9.242857290016537e-05,
      "loss": 0.0143,
      "step": 21860
    },
    {
      "loss_action": 0.013298895210027695,
      "loss_total": 0.013298895210027695,
      "step": 21860
    },
    {
      "loss_action": 0.018241390585899353,
      "loss_total": 0.018241390585899353,
      "step": 21860
    },
    {
      "loss_action": 0.037467122077941895,
      "loss_total": 0.037467122077941895,
      "step": 21860
    },
    {
      "loss_action": 0.009985756129026413,
      "loss_total": 0.009985756129026413,
      "step": 21860
    },
    {
      "loss_action": 0.020034831017255783,
      "loss_total": 0.020034831017255783,
      "step": 21860
    },
    {
      "loss_action": 0.0064873890951275826,
      "loss_total": 0.0064873890951275826,
      "step": 21860
    },
    {
      "loss_action": 0.037593454122543335,
      "loss_total": 0.037593454122543335,
      "step": 21860
    },
    {
      "loss_action": 0.010331123135983944,
      "loss_total": 0.010331123135983944,
      "step": 21860
    },
    {
      "grad_norm": 0.20770283043384552,
      "learning_rate": 9.241982238921488e-05,
      "loss": 0.0154,
      "step": 21870
    },
    {
      "loss_action": 0.005781368352472782,
      "loss_total": 0.005781368352472782,
      "step": 21870
    },
    {
      "loss_action": 0.012403057888150215,
      "loss_total": 0.012403057888150215,
      "step": 21870
    },
    {
      "loss_action": 0.011728238314390182,
      "loss_total": 0.011728238314390182,
      "step": 21870
    },
    {
      "loss_action": 0.01574672758579254,
      "loss_total": 0.01574672758579254,
      "step": 21870
    },
    {
      "loss_action": 0.019000526517629623,
      "loss_total": 0.019000526517629623,
      "step": 21870
    },
    {
      "loss_action": 0.01330008078366518,
      "loss_total": 0.01330008078366518,
      "step": 21870
    },
    {
      "loss_action": 0.013941703364253044,
      "loss_total": 0.013941703364253044,
      "step": 21870
    },
    {
      "loss_action": 0.02545067109167576,
      "loss_total": 0.02545067109167576,
      "step": 21870
    },
    {
      "grad_norm": 0.1770482212305069,
      "learning_rate": 9.24110672392964e-05,
      "loss": 0.0134,
      "step": 21880
    },
    {
      "loss_action": 0.009487936273217201,
      "loss_total": 0.009487936273217201,
      "step": 21880
    },
    {
      "loss_action": 0.017306245863437653,
      "loss_total": 0.017306245863437653,
      "step": 21880
    },
    {
      "loss_action": 0.03383556008338928,
      "loss_total": 0.03383556008338928,
      "step": 21880
    },
    {
      "loss_action": 0.010226987302303314,
      "loss_total": 0.010226987302303314,
      "step": 21880
    },
    {
      "loss_action": 0.009622287005186081,
      "loss_total": 0.009622287005186081,
      "step": 21880
    },
    {
      "loss_action": 0.018722442910075188,
      "loss_total": 0.018722442910075188,
      "step": 21880
    },
    {
      "loss_action": 0.005949847400188446,
      "loss_total": 0.005949847400188446,
      "step": 21880
    },
    {
      "loss_action": 0.011209727264940739,
      "loss_total": 0.011209727264940739,
      "step": 21880
    },
    {
      "grad_norm": 0.19941523671150208,
      "learning_rate": 9.240230745136737e-05,
      "loss": 0.0158,
      "step": 21890
    },
    {
      "loss_action": 0.03785422816872597,
      "loss_total": 0.03785422816872597,
      "step": 21890
    },
    {
      "loss_action": 0.021785229444503784,
      "loss_total": 0.021785229444503784,
      "step": 21890
    },
    {
      "loss_action": 0.013743137940764427,
      "loss_total": 0.013743137940764427,
      "step": 21890
    },
    {
      "loss_action": 0.00673966808244586,
      "loss_total": 0.00673966808244586,
      "step": 21890
    },
    {
      "loss_action": 0.010364506393671036,
      "loss_total": 0.010364506393671036,
      "step": 21890
    },
    {
      "loss_action": 0.009826254099607468,
      "loss_total": 0.009826254099607468,
      "step": 21890
    },
    {
      "loss_action": 0.006254143081605434,
      "loss_total": 0.006254143081605434,
      "step": 21890
    },
    {
      "loss_action": 0.01115771010518074,
      "loss_total": 0.01115771010518074,
      "step": 21890
    },
    {
      "grad_norm": 0.22686782479286194,
      "learning_rate": 9.239354302638575e-05,
      "loss": 0.0143,
      "step": 21900
    },
    {
      "loss_action": 0.004008621908724308,
      "loss_total": 0.004008621908724308,
      "step": 21900
    },
    {
      "loss_action": 0.013713698834180832,
      "loss_total": 0.013713698834180832,
      "step": 21900
    },
    {
      "loss_action": 0.013814544305205345,
      "loss_total": 0.013814544305205345,
      "step": 21900
    },
    {
      "loss_action": 0.015290790237486362,
      "loss_total": 0.015290790237486362,
      "step": 21900
    },
    {
      "loss_action": 0.0096624456346035,
      "loss_total": 0.0096624456346035,
      "step": 21900
    },
    {
      "loss_action": 0.017939331009984016,
      "loss_total": 0.017939331009984016,
      "step": 21900
    },
    {
      "loss_action": 0.014317510649561882,
      "loss_total": 0.014317510649561882,
      "step": 21900
    },
    {
      "loss_action": 0.023239701986312866,
      "loss_total": 0.023239701986312866,
      "step": 21900
    },
    {
      "grad_norm": 0.17437908053398132,
      "learning_rate": 9.238477396531e-05,
      "loss": 0.0152,
      "step": 21910
    },
    {
      "loss_action": 0.024119550362229347,
      "loss_total": 0.024119550362229347,
      "step": 21910
    },
    {
      "loss_action": 0.010988829657435417,
      "loss_total": 0.010988829657435417,
      "step": 21910
    },
    {
      "loss_action": 0.008170953020453453,
      "loss_total": 0.008170953020453453,
      "step": 21910
    },
    {
      "loss_action": 0.013601288199424744,
      "loss_total": 0.013601288199424744,
      "step": 21910
    },
    {
      "loss_action": 0.014380834065377712,
      "loss_total": 0.014380834065377712,
      "step": 21910
    },
    {
      "loss_action": 0.008765407837927341,
      "loss_total": 0.008765407837927341,
      "step": 21910
    },
    {
      "loss_action": 0.015601127408444881,
      "loss_total": 0.015601127408444881,
      "step": 21910
    },
    {
      "loss_action": 0.01564355008304119,
      "loss_total": 0.01564355008304119,
      "step": 21910
    },
    {
      "grad_norm": 0.1708429455757141,
      "learning_rate": 9.23760002690991e-05,
      "loss": 0.0133,
      "step": 21920
    },
    {
      "loss_action": 0.009764550253748894,
      "loss_total": 0.009764550253748894,
      "step": 21920
    },
    {
      "loss_action": 0.010723293758928776,
      "loss_total": 0.010723293758928776,
      "step": 21920
    },
    {
      "loss_action": 0.005172082222998142,
      "loss_total": 0.005172082222998142,
      "step": 21920
    },
    {
      "loss_action": 0.02318713441491127,
      "loss_total": 0.02318713441491127,
      "step": 21920
    },
    {
      "loss_action": 0.015553763136267662,
      "loss_total": 0.015553763136267662,
      "step": 21920
    },
    {
      "loss_action": 0.014215587638318539,
      "loss_total": 0.014215587638318539,
      "step": 21920
    },
    {
      "loss_action": 0.015367913991212845,
      "loss_total": 0.015367913991212845,
      "step": 21920
    },
    {
      "loss_action": 0.013808734714984894,
      "loss_total": 0.013808734714984894,
      "step": 21920
    },
    {
      "grad_norm": 0.2341059297323227,
      "learning_rate": 9.236722193871252e-05,
      "loss": 0.0157,
      "step": 21930
    },
    {
      "loss_action": 0.004193234723061323,
      "loss_total": 0.004193234723061323,
      "step": 21930
    },
    {
      "loss_action": 0.009975154884159565,
      "loss_total": 0.009975154884159565,
      "step": 21930
    },
    {
      "loss_action": 0.02339179255068302,
      "loss_total": 0.02339179255068302,
      "step": 21930
    },
    {
      "loss_action": 0.02678868919610977,
      "loss_total": 0.02678868919610977,
      "step": 21930
    },
    {
      "loss_action": 0.00495167775079608,
      "loss_total": 0.00495167775079608,
      "step": 21930
    },
    {
      "loss_action": 0.011493055149912834,
      "loss_total": 0.011493055149912834,
      "step": 21930
    },
    {
      "loss_action": 0.045083314180374146,
      "loss_total": 0.045083314180374146,
      "step": 21930
    },
    {
      "loss_action": 0.028503701090812683,
      "loss_total": 0.028503701090812683,
      "step": 21930
    },
    {
      "grad_norm": 0.13921648263931274,
      "learning_rate": 9.235843897511023e-05,
      "loss": 0.014,
      "step": 21940
    },
    {
      "loss_action": 0.02771208994090557,
      "loss_total": 0.02771208994090557,
      "step": 21940
    },
    {
      "loss_action": 0.02455228939652443,
      "loss_total": 0.02455228939652443,
      "step": 21940
    },
    {
      "loss_action": 0.01767769083380699,
      "loss_total": 0.01767769083380699,
      "step": 21940
    },
    {
      "loss_action": 0.005881626158952713,
      "loss_total": 0.005881626158952713,
      "step": 21940
    },
    {
      "loss_action": 0.010369248688220978,
      "loss_total": 0.010369248688220978,
      "step": 21940
    },
    {
      "loss_action": 0.007135436870157719,
      "loss_total": 0.007135436870157719,
      "step": 21940
    },
    {
      "loss_action": 0.016013210639357567,
      "loss_total": 0.016013210639357567,
      "step": 21940
    },
    {
      "loss_action": 0.006232112646102905,
      "loss_total": 0.006232112646102905,
      "step": 21940
    },
    {
      "grad_norm": 0.13228356838226318,
      "learning_rate": 9.234965137925276e-05,
      "loss": 0.0124,
      "step": 21950
    },
    {
      "loss_action": 0.01225337851792574,
      "loss_total": 0.01225337851792574,
      "step": 21950
    },
    {
      "loss_action": 0.008898887783288956,
      "loss_total": 0.008898887783288956,
      "step": 21950
    },
    {
      "loss_action": 0.005670728627592325,
      "loss_total": 0.005670728627592325,
      "step": 21950
    },
    {
      "loss_action": 0.0228401068598032,
      "loss_total": 0.0228401068598032,
      "step": 21950
    },
    {
      "loss_action": 0.009013690985739231,
      "loss_total": 0.009013690985739231,
      "step": 21950
    },
    {
      "loss_action": 0.021308016031980515,
      "loss_total": 0.021308016031980515,
      "step": 21950
    },
    {
      "loss_action": 0.004964768886566162,
      "loss_total": 0.004964768886566162,
      "step": 21950
    },
    {
      "loss_action": 0.011625098064541817,
      "loss_total": 0.011625098064541817,
      "step": 21950
    },
    {
      "grad_norm": 0.14009790122509003,
      "learning_rate": 9.234085915210108e-05,
      "loss": 0.0113,
      "step": 21960
    },
    {
      "loss_action": 0.010710000991821289,
      "loss_total": 0.010710000991821289,
      "step": 21960
    },
    {
      "loss_action": 0.007137749344110489,
      "loss_total": 0.007137749344110489,
      "step": 21960
    },
    {
      "loss_action": 0.00970592349767685,
      "loss_total": 0.00970592349767685,
      "step": 21960
    },
    {
      "loss_action": 0.008426662534475327,
      "loss_total": 0.008426662534475327,
      "step": 21960
    },
    {
      "loss_action": 0.004907678812742233,
      "loss_total": 0.004907678812742233,
      "step": 21960
    },
    {
      "loss_action": 0.007222321350127459,
      "loss_total": 0.007222321350127459,
      "step": 21960
    },
    {
      "loss_action": 0.030974380671977997,
      "loss_total": 0.030974380671977997,
      "step": 21960
    },
    {
      "loss_action": 0.038571737706661224,
      "loss_total": 0.038571737706661224,
      "step": 21960
    },
    {
      "grad_norm": 0.22468844056129456,
      "learning_rate": 9.23320622946167e-05,
      "loss": 0.0157,
      "step": 21970
    },
    {
      "loss_action": 0.00932574924081564,
      "loss_total": 0.00932574924081564,
      "step": 21970
    },
    {
      "loss_action": 0.024187419563531876,
      "loss_total": 0.024187419563531876,
      "step": 21970
    },
    {
      "loss_action": 0.01329085323959589,
      "loss_total": 0.01329085323959589,
      "step": 21970
    },
    {
      "loss_action": 0.010520901530981064,
      "loss_total": 0.010520901530981064,
      "step": 21970
    },
    {
      "loss_action": 0.024471547454595566,
      "loss_total": 0.024471547454595566,
      "step": 21970
    },
    {
      "loss_action": 0.013958336785435677,
      "loss_total": 0.013958336785435677,
      "step": 21970
    },
    {
      "loss_action": 0.01452555786818266,
      "loss_total": 0.01452555786818266,
      "step": 21970
    },
    {
      "loss_action": 0.01788043975830078,
      "loss_total": 0.01788043975830078,
      "step": 21970
    },
    {
      "grad_norm": 0.1579410582780838,
      "learning_rate": 9.232326080776163e-05,
      "loss": 0.0127,
      "step": 21980
    },
    {
      "loss_action": 0.020271699875593185,
      "loss_total": 0.020271699875593185,
      "step": 21980
    },
    {
      "loss_action": 0.008304670453071594,
      "loss_total": 0.008304670453071594,
      "step": 21980
    },
    {
      "loss_action": 0.01842050999403,
      "loss_total": 0.01842050999403,
      "step": 21980
    },
    {
      "loss_action": 0.020603328943252563,
      "loss_total": 0.020603328943252563,
      "step": 21980
    },
    {
      "loss_action": 0.007700728252530098,
      "loss_total": 0.007700728252530098,
      "step": 21980
    },
    {
      "loss_action": 0.014461340382695198,
      "loss_total": 0.014461340382695198,
      "step": 21980
    },
    {
      "loss_action": 0.007378874346613884,
      "loss_total": 0.007378874346613884,
      "step": 21980
    },
    {
      "loss_action": 0.008902562782168388,
      "loss_total": 0.008902562782168388,
      "step": 21980
    },
    {
      "grad_norm": 0.17005564272403717,
      "learning_rate": 9.23144546924984e-05,
      "loss": 0.0136,
      "step": 21990
    },
    {
      "loss_action": 0.01639886572957039,
      "loss_total": 0.01639886572957039,
      "step": 21990
    },
    {
      "loss_action": 0.008739285171031952,
      "loss_total": 0.008739285171031952,
      "step": 21990
    },
    {
      "loss_action": 0.013579590246081352,
      "loss_total": 0.013579590246081352,
      "step": 21990
    },
    {
      "loss_action": 0.013459205627441406,
      "loss_total": 0.013459205627441406,
      "step": 21990
    },
    {
      "loss_action": 0.025591567158699036,
      "loss_total": 0.025591567158699036,
      "step": 21990
    },
    {
      "loss_action": 0.016277585178613663,
      "loss_total": 0.016277585178613663,
      "step": 21990
    },
    {
      "loss_action": 0.0189286470413208,
      "loss_total": 0.0189286470413208,
      "step": 21990
    },
    {
      "loss_action": 0.010195815935730934,
      "loss_total": 0.010195815935730934,
      "step": 21990
    },
    {
      "grad_norm": 0.17540770769119263,
      "learning_rate": 9.230564394979e-05,
      "loss": 0.0137,
      "step": 22000
    },
    {
      "loss_action": 0.013119671493768692,
      "loss_total": 0.013119671493768692,
      "step": 22000
    },
    {
      "loss_action": 0.007510952651500702,
      "loss_total": 0.007510952651500702,
      "step": 22000
    },
    {
      "loss_action": 0.01087801344692707,
      "loss_total": 0.01087801344692707,
      "step": 22000
    },
    {
      "loss_action": 0.007410304620862007,
      "loss_total": 0.007410304620862007,
      "step": 22000
    },
    {
      "loss_action": 0.014720859006047249,
      "loss_total": 0.014720859006047249,
      "step": 22000
    },
    {
      "loss_action": 0.0053379712626338005,
      "loss_total": 0.0053379712626338005,
      "step": 22000
    },
    {
      "loss_action": 0.010927550494670868,
      "loss_total": 0.010927550494670868,
      "step": 22000
    },
    {
      "loss_action": 0.011277031153440475,
      "loss_total": 0.011277031153440475,
      "step": 22000
    },
    {
      "grad_norm": 0.1559617817401886,
      "learning_rate": 9.22968285806e-05,
      "loss": 0.0115,
      "step": 22010
    },
    {
      "loss_action": 0.008705482818186283,
      "loss_total": 0.008705482818186283,
      "step": 22010
    },
    {
      "loss_action": 0.005092766601592302,
      "loss_total": 0.005092766601592302,
      "step": 22010
    },
    {
      "loss_action": 0.015232715755701065,
      "loss_total": 0.015232715755701065,
      "step": 22010
    },
    {
      "loss_action": 0.014242513105273247,
      "loss_total": 0.014242513105273247,
      "step": 22010
    },
    {
      "loss_action": 0.011269045993685722,
      "loss_total": 0.011269045993685722,
      "step": 22010
    },
    {
      "loss_action": 0.006689691916108131,
      "loss_total": 0.006689691916108131,
      "step": 22010
    },
    {
      "loss_action": 0.009262245148420334,
      "loss_total": 0.009262245148420334,
      "step": 22010
    },
    {
      "loss_action": 0.009263316169381142,
      "loss_total": 0.009263316169381142,
      "step": 22010
    },
    {
      "grad_norm": 0.155026376247406,
      "learning_rate": 9.228800858589242e-05,
      "loss": 0.0122,
      "step": 22020
    },
    {
      "loss_action": 0.006951146759092808,
      "loss_total": 0.006951146759092808,
      "step": 22020
    },
    {
      "loss_action": 0.006719131022691727,
      "loss_total": 0.006719131022691727,
      "step": 22020
    },
    {
      "loss_action": 0.006870592013001442,
      "loss_total": 0.006870592013001442,
      "step": 22020
    },
    {
      "loss_action": 0.008708236739039421,
      "loss_total": 0.008708236739039421,
      "step": 22020
    },
    {
      "loss_action": 0.024892497807741165,
      "loss_total": 0.024892497807741165,
      "step": 22020
    },
    {
      "loss_action": 0.003872838569805026,
      "loss_total": 0.003872838569805026,
      "step": 22020
    },
    {
      "loss_action": 0.014528308063745499,
      "loss_total": 0.014528308063745499,
      "step": 22020
    },
    {
      "loss_action": 0.015064222738146782,
      "loss_total": 0.015064222738146782,
      "step": 22020
    },
    {
      "grad_norm": 0.11519599705934525,
      "learning_rate": 9.227918396663179e-05,
      "loss": 0.0104,
      "step": 22030
    },
    {
      "loss_action": 0.006634746678173542,
      "loss_total": 0.006634746678173542,
      "step": 22030
    },
    {
      "loss_action": 0.008115362375974655,
      "loss_total": 0.008115362375974655,
      "step": 22030
    },
    {
      "loss_action": 0.02977818250656128,
      "loss_total": 0.02977818250656128,
      "step": 22030
    },
    {
      "loss_action": 0.0038389775436371565,
      "loss_total": 0.0038389775436371565,
      "step": 22030
    },
    {
      "loss_action": 0.009613549336791039,
      "loss_total": 0.009613549336791039,
      "step": 22030
    },
    {
      "loss_action": 0.0067366138100624084,
      "loss_total": 0.0067366138100624084,
      "step": 22030
    },
    {
      "loss_action": 0.0037354864180088043,
      "loss_total": 0.0037354864180088043,
      "step": 22030
    },
    {
      "loss_action": 0.004436336923390627,
      "loss_total": 0.004436336923390627,
      "step": 22030
    },
    {
      "grad_norm": 0.11984770745038986,
      "learning_rate": 9.227035472378319e-05,
      "loss": 0.012,
      "step": 22040
    },
    {
      "loss_action": 0.018427247181534767,
      "loss_total": 0.018427247181534767,
      "step": 22040
    },
    {
      "loss_action": 0.012513965368270874,
      "loss_total": 0.012513965368270874,
      "step": 22040
    },
    {
      "loss_action": 0.009976486675441265,
      "loss_total": 0.009976486675441265,
      "step": 22040
    },
    {
      "loss_action": 0.02249007299542427,
      "loss_total": 0.02249007299542427,
      "step": 22040
    },
    {
      "loss_action": 0.014224719256162643,
      "loss_total": 0.014224719256162643,
      "step": 22040
    },
    {
      "loss_action": 0.012598197907209396,
      "loss_total": 0.012598197907209396,
      "step": 22040
    },
    {
      "loss_action": 0.014877027831971645,
      "loss_total": 0.014877027831971645,
      "step": 22040
    },
    {
      "loss_action": 0.024048324674367905,
      "loss_total": 0.024048324674367905,
      "step": 22040
    },
    {
      "grad_norm": 0.1928664743900299,
      "learning_rate": 9.226152085831213e-05,
      "loss": 0.0134,
      "step": 22050
    },
    {
      "loss_action": 0.016208279877901077,
      "loss_total": 0.016208279877901077,
      "step": 22050
    },
    {
      "loss_action": 0.00549092423170805,
      "loss_total": 0.00549092423170805,
      "step": 22050
    },
    {
      "loss_action": 0.0283831674605608,
      "loss_total": 0.0283831674605608,
      "step": 22050
    },
    {
      "loss_action": 0.0058424146845936775,
      "loss_total": 0.0058424146845936775,
      "step": 22050
    },
    {
      "loss_action": 0.005588301923125982,
      "loss_total": 0.005588301923125982,
      "step": 22050
    },
    {
      "loss_action": 0.004468071274459362,
      "loss_total": 0.004468071274459362,
      "step": 22050
    },
    {
      "loss_action": 0.005880637094378471,
      "loss_total": 0.005880637094378471,
      "step": 22050
    },
    {
      "loss_action": 0.006194440182298422,
      "loss_total": 0.006194440182298422,
      "step": 22050
    },
    {
      "grad_norm": 0.08453425019979477,
      "learning_rate": 9.22526823711847e-05,
      "loss": 0.011,
      "step": 22060
    },
    {
      "loss_action": 0.010161546990275383,
      "loss_total": 0.010161546990275383,
      "step": 22060
    },
    {
      "loss_action": 0.012141520157456398,
      "loss_total": 0.012141520157456398,
      "step": 22060
    },
    {
      "loss_action": 0.014006993733346462,
      "loss_total": 0.014006993733346462,
      "step": 22060
    },
    {
      "loss_action": 0.010286996141076088,
      "loss_total": 0.010286996141076088,
      "step": 22060
    },
    {
      "loss_action": 0.0072455815970897675,
      "loss_total": 0.0072455815970897675,
      "step": 22060
    },
    {
      "loss_action": 0.01602204702794552,
      "loss_total": 0.01602204702794552,
      "step": 22060
    },
    {
      "loss_action": 0.008537007495760918,
      "loss_total": 0.008537007495760918,
      "step": 22060
    },
    {
      "loss_action": 0.008280850015580654,
      "loss_total": 0.008280850015580654,
      "step": 22060
    },
    {
      "grad_norm": 0.19491447508335114,
      "learning_rate": 9.224383926336745e-05,
      "loss": 0.0111,
      "step": 22070
    },
    {
      "loss_action": 0.020649097859859467,
      "loss_total": 0.020649097859859467,
      "step": 22070
    },
    {
      "loss_action": 0.01113109104335308,
      "loss_total": 0.01113109104335308,
      "step": 22070
    },
    {
      "loss_action": 0.008553292602300644,
      "loss_total": 0.008553292602300644,
      "step": 22070
    },
    {
      "loss_action": 0.007772867567837238,
      "loss_total": 0.007772867567837238,
      "step": 22070
    },
    {
      "loss_action": 0.010149974375963211,
      "loss_total": 0.010149974375963211,
      "step": 22070
    },
    {
      "loss_action": 0.01010471023619175,
      "loss_total": 0.01010471023619175,
      "step": 22070
    },
    {
      "loss_action": 0.02188166230916977,
      "loss_total": 0.02188166230916977,
      "step": 22070
    },
    {
      "loss_action": 0.027299756184220314,
      "loss_total": 0.027299756184220314,
      "step": 22070
    },
    {
      "grad_norm": 0.20518162846565247,
      "learning_rate": 9.223499153582744e-05,
      "loss": 0.0135,
      "step": 22080
    },
    {
      "loss_action": 0.008335575461387634,
      "loss_total": 0.008335575461387634,
      "step": 22080
    },
    {
      "loss_action": 0.004256676882505417,
      "loss_total": 0.004256676882505417,
      "step": 22080
    },
    {
      "loss_action": 0.010406984016299248,
      "loss_total": 0.010406984016299248,
      "step": 22080
    },
    {
      "loss_action": 0.019598226994276047,
      "loss_total": 0.019598226994276047,
      "step": 22080
    },
    {
      "loss_action": 0.003953701816499233,
      "loss_total": 0.003953701816499233,
      "step": 22080
    },
    {
      "loss_action": 0.004968950524926186,
      "loss_total": 0.004968950524926186,
      "step": 22080
    },
    {
      "loss_action": 0.012257302179932594,
      "loss_total": 0.012257302179932594,
      "step": 22080
    },
    {
      "loss_action": 0.005395556800067425,
      "loss_total": 0.005395556800067425,
      "step": 22080
    },
    {
      "grad_norm": 0.13610464334487915,
      "learning_rate": 9.222613918953226e-05,
      "loss": 0.0117,
      "step": 22090
    },
    {
      "loss_action": 0.012640955857932568,
      "loss_total": 0.012640955857932568,
      "step": 22090
    },
    {
      "loss_action": 0.03306606411933899,
      "loss_total": 0.03306606411933899,
      "step": 22090
    },
    {
      "loss_action": 0.019916042685508728,
      "loss_total": 0.019916042685508728,
      "step": 22090
    },
    {
      "loss_action": 0.007040561176836491,
      "loss_total": 0.007040561176836491,
      "step": 22090
    },
    {
      "loss_action": 0.015189004130661488,
      "loss_total": 0.015189004130661488,
      "step": 22090
    },
    {
      "loss_action": 0.011963926255702972,
      "loss_total": 0.011963926255702972,
      "step": 22090
    },
    {
      "loss_action": 0.03401963412761688,
      "loss_total": 0.03401963412761688,
      "step": 22090
    },
    {
      "loss_action": 0.02413206174969673,
      "loss_total": 0.02413206174969673,
      "step": 22090
    },
    {
      "grad_norm": 0.12468205392360687,
      "learning_rate": 9.221728222544999e-05,
      "loss": 0.0127,
      "step": 22100
    },
    {
      "loss_action": 0.008159441873431206,
      "loss_total": 0.008159441873431206,
      "step": 22100
    },
    {
      "loss_action": 0.0053313784301280975,
      "loss_total": 0.0053313784301280975,
      "step": 22100
    },
    {
      "loss_action": 0.00987327191978693,
      "loss_total": 0.00987327191978693,
      "step": 22100
    },
    {
      "loss_action": 0.014166422188282013,
      "loss_total": 0.014166422188282013,
      "step": 22100
    },
    {
      "loss_action": 0.01254232507199049,
      "loss_total": 0.01254232507199049,
      "step": 22100
    },
    {
      "loss_action": 0.02290925569832325,
      "loss_total": 0.02290925569832325,
      "step": 22100
    },
    {
      "loss_action": 0.01589052565395832,
      "loss_total": 0.01589052565395832,
      "step": 22100
    },
    {
      "loss_action": 0.021244196221232414,
      "loss_total": 0.021244196221232414,
      "step": 22100
    },
    {
      "grad_norm": 0.14676538109779358,
      "learning_rate": 9.22084206445492e-05,
      "loss": 0.0132,
      "step": 22110
    },
    {
      "loss_action": 0.02426758222281933,
      "loss_total": 0.02426758222281933,
      "step": 22110
    },
    {
      "loss_action": 0.009356788359582424,
      "loss_total": 0.009356788359582424,
      "step": 22110
    },
    {
      "loss_action": 0.011848043650388718,
      "loss_total": 0.011848043650388718,
      "step": 22110
    },
    {
      "loss_action": 0.012731723487377167,
      "loss_total": 0.012731723487377167,
      "step": 22110
    },
    {
      "loss_action": 0.006693895906209946,
      "loss_total": 0.006693895906209946,
      "step": 22110
    },
    {
      "loss_action": 0.005748778581619263,
      "loss_total": 0.005748778581619263,
      "step": 22110
    },
    {
      "loss_action": 0.006721867248415947,
      "loss_total": 0.006721867248415947,
      "step": 22110
    },
    {
      "loss_action": 0.008319669403135777,
      "loss_total": 0.008319669403135777,
      "step": 22110
    },
    {
      "grad_norm": 0.2155359387397766,
      "learning_rate": 9.2199554447799e-05,
      "loss": 0.0118,
      "step": 22120
    },
    {
      "loss_action": 0.015838386490941048,
      "loss_total": 0.015838386490941048,
      "step": 22120
    },
    {
      "loss_action": 0.008454952389001846,
      "loss_total": 0.008454952389001846,
      "step": 22120
    },
    {
      "loss_action": 0.0073753115721046925,
      "loss_total": 0.0073753115721046925,
      "step": 22120
    },
    {
      "loss_action": 0.011146636679768562,
      "loss_total": 0.011146636679768562,
      "step": 22120
    },
    {
      "loss_action": 0.008819754235446453,
      "loss_total": 0.008819754235446453,
      "step": 22120
    },
    {
      "loss_action": 0.014248411171138287,
      "loss_total": 0.014248411171138287,
      "step": 22120
    },
    {
      "loss_action": 0.021801669150590897,
      "loss_total": 0.021801669150590897,
      "step": 22120
    },
    {
      "loss_action": 0.015786591917276382,
      "loss_total": 0.015786591917276382,
      "step": 22120
    },
    {
      "grad_norm": 0.15148437023162842,
      "learning_rate": 9.219068363616897e-05,
      "loss": 0.0157,
      "step": 22130
    },
    {
      "loss_action": 0.009004905819892883,
      "loss_total": 0.009004905819892883,
      "step": 22130
    },
    {
      "loss_action": 0.025477848947048187,
      "loss_total": 0.025477848947048187,
      "step": 22130
    },
    {
      "loss_action": 0.016643188893795013,
      "loss_total": 0.016643188893795013,
      "step": 22130
    },
    {
      "loss_action": 0.007630294654518366,
      "loss_total": 0.007630294654518366,
      "step": 22130
    },
    {
      "loss_action": 0.010465966537594795,
      "loss_total": 0.010465966537594795,
      "step": 22130
    },
    {
      "loss_action": 0.026730159297585487,
      "loss_total": 0.026730159297585487,
      "step": 22130
    },
    {
      "loss_action": 0.006454370450228453,
      "loss_total": 0.006454370450228453,
      "step": 22130
    },
    {
      "loss_action": 0.012238577008247375,
      "loss_total": 0.012238577008247375,
      "step": 22130
    },
    {
      "grad_norm": 0.19999384880065918,
      "learning_rate": 9.218180821062919e-05,
      "loss": 0.0134,
      "step": 22140
    },
    {
      "loss_action": 0.012304815463721752,
      "loss_total": 0.012304815463721752,
      "step": 22140
    },
    {
      "loss_action": 0.018318474292755127,
      "loss_total": 0.018318474292755127,
      "step": 22140
    },
    {
      "loss_action": 0.026464272290468216,
      "loss_total": 0.026464272290468216,
      "step": 22140
    },
    {
      "loss_action": 0.012926215305924416,
      "loss_total": 0.012926215305924416,
      "step": 22140
    },
    {
      "loss_action": 0.016339030116796494,
      "loss_total": 0.016339030116796494,
      "step": 22140
    },
    {
      "loss_action": 0.023135583847761154,
      "loss_total": 0.023135583847761154,
      "step": 22140
    },
    {
      "loss_action": 0.014960451051592827,
      "loss_total": 0.014960451051592827,
      "step": 22140
    },
    {
      "loss_action": 0.005235987715423107,
      "loss_total": 0.005235987715423107,
      "step": 22140
    },
    {
      "grad_norm": 0.19559122622013092,
      "learning_rate": 9.21729281721503e-05,
      "loss": 0.0128,
      "step": 22150
    },
    {
      "loss_action": 0.013258165679872036,
      "loss_total": 0.013258165679872036,
      "step": 22150
    },
    {
      "loss_action": 0.004090918228030205,
      "loss_total": 0.004090918228030205,
      "step": 22150
    },
    {
      "loss_action": 0.009929617866873741,
      "loss_total": 0.009929617866873741,
      "step": 22150
    },
    {
      "loss_action": 0.011417243629693985,
      "loss_total": 0.011417243629693985,
      "step": 22150
    },
    {
      "loss_action": 0.013295749202370644,
      "loss_total": 0.013295749202370644,
      "step": 22150
    },
    {
      "loss_action": 0.028996234759688377,
      "loss_total": 0.028996234759688377,
      "step": 22150
    },
    {
      "loss_action": 0.01617184281349182,
      "loss_total": 0.01617184281349182,
      "step": 22150
    },
    {
      "loss_action": 0.015381868928670883,
      "loss_total": 0.015381868928670883,
      "step": 22150
    },
    {
      "grad_norm": 0.13016776740550995,
      "learning_rate": 9.216404352170339e-05,
      "loss": 0.0145,
      "step": 22160
    },
    {
      "loss_action": 0.019411278888583183,
      "loss_total": 0.019411278888583183,
      "step": 22160
    },
    {
      "loss_action": 0.010500104166567326,
      "loss_total": 0.010500104166567326,
      "step": 22160
    },
    {
      "loss_action": 0.012826703488826752,
      "loss_total": 0.012826703488826752,
      "step": 22160
    },
    {
      "loss_action": 0.011477308347821236,
      "loss_total": 0.011477308347821236,
      "step": 22160
    },
    {
      "loss_action": 0.008776817470788956,
      "loss_total": 0.008776817470788956,
      "step": 22160
    },
    {
      "loss_action": 0.03367820754647255,
      "loss_total": 0.03367820754647255,
      "step": 22160
    },
    {
      "loss_action": 0.006929820403456688,
      "loss_total": 0.006929820403456688,
      "step": 22160
    },
    {
      "loss_action": 0.013788820244371891,
      "loss_total": 0.013788820244371891,
      "step": 22160
    },
    {
      "grad_norm": 0.15697801113128662,
      "learning_rate": 9.215515426026007e-05,
      "loss": 0.0151,
      "step": 22170
    },
    {
      "loss_action": 0.009008040651679039,
      "loss_total": 0.009008040651679039,
      "step": 22170
    },
    {
      "loss_action": 0.01910194382071495,
      "loss_total": 0.01910194382071495,
      "step": 22170
    },
    {
      "loss_action": 0.009265601634979248,
      "loss_total": 0.009265601634979248,
      "step": 22170
    },
    {
      "loss_action": 0.009856220334768295,
      "loss_total": 0.009856220334768295,
      "step": 22170
    },
    {
      "loss_action": 0.012875773943960667,
      "loss_total": 0.012875773943960667,
      "step": 22170
    },
    {
      "loss_action": 0.01969176158308983,
      "loss_total": 0.01969176158308983,
      "step": 22170
    },
    {
      "loss_action": 0.015213892795145512,
      "loss_total": 0.015213892795145512,
      "step": 22170
    },
    {
      "loss_action": 0.018251707777380943,
      "loss_total": 0.018251707777380943,
      "step": 22170
    },
    {
      "grad_norm": 0.13869106769561768,
      "learning_rate": 9.214626038879246e-05,
      "loss": 0.0129,
      "step": 22180
    },
    {
      "loss_action": 0.011863683350384235,
      "loss_total": 0.011863683350384235,
      "step": 22180
    },
    {
      "loss_action": 0.01375129446387291,
      "loss_total": 0.01375129446387291,
      "step": 22180
    },
    {
      "loss_action": 0.011522682383656502,
      "loss_total": 0.011522682383656502,
      "step": 22180
    },
    {
      "loss_action": 0.012081928551197052,
      "loss_total": 0.012081928551197052,
      "step": 22180
    },
    {
      "loss_action": 0.011441499926149845,
      "loss_total": 0.011441499926149845,
      "step": 22180
    },
    {
      "loss_action": 0.020547762513160706,
      "loss_total": 0.020547762513160706,
      "step": 22180
    },
    {
      "loss_action": 0.013165583834052086,
      "loss_total": 0.013165583834052086,
      "step": 22180
    },
    {
      "loss_action": 0.00655003497377038,
      "loss_total": 0.00655003497377038,
      "step": 22180
    },
    {
      "grad_norm": 0.16522586345672607,
      "learning_rate": 9.21373619082732e-05,
      "loss": 0.0128,
      "step": 22190
    },
    {
      "loss_action": 0.014120961539447308,
      "loss_total": 0.014120961539447308,
      "step": 22190
    },
    {
      "loss_action": 0.006793434731662273,
      "loss_total": 0.006793434731662273,
      "step": 22190
    },
    {
      "loss_action": 0.011139988899230957,
      "loss_total": 0.011139988899230957,
      "step": 22190
    },
    {
      "loss_action": 0.0031523581128567457,
      "loss_total": 0.0031523581128567457,
      "step": 22190
    },
    {
      "loss_action": 0.006419923156499863,
      "loss_total": 0.006419923156499863,
      "step": 22190
    },
    {
      "loss_action": 0.013346731662750244,
      "loss_total": 0.013346731662750244,
      "step": 22190
    },
    {
      "loss_action": 0.010090602561831474,
      "loss_total": 0.010090602561831474,
      "step": 22190
    },
    {
      "loss_action": 0.006836556829512119,
      "loss_total": 0.006836556829512119,
      "step": 22190
    },
    {
      "grad_norm": 0.18069636821746826,
      "learning_rate": 9.212845881967535e-05,
      "loss": 0.0142,
      "step": 22200
    },
    {
      "loss_action": 0.008563504554331303,
      "loss_total": 0.008563504554331303,
      "step": 22200
    },
    {
      "loss_action": 0.0207473523914814,
      "loss_total": 0.0207473523914814,
      "step": 22200
    },
    {
      "loss_action": 0.0055404664017260075,
      "loss_total": 0.0055404664017260075,
      "step": 22200
    },
    {
      "loss_action": 0.028165768831968307,
      "loss_total": 0.028165768831968307,
      "step": 22200
    },
    {
      "loss_action": 0.007100236136466265,
      "loss_total": 0.007100236136466265,
      "step": 22200
    },
    {
      "loss_action": 0.018362797796726227,
      "loss_total": 0.018362797796726227,
      "step": 22200
    },
    {
      "loss_action": 0.00946913193911314,
      "loss_total": 0.00946913193911314,
      "step": 22200
    },
    {
      "loss_action": 0.02005648799240589,
      "loss_total": 0.02005648799240589,
      "step": 22200
    },
    {
      "grad_norm": 0.18929429352283478,
      "learning_rate": 9.211955112397262e-05,
      "loss": 0.0165,
      "step": 22210
    },
    {
      "loss_action": 0.010625796392560005,
      "loss_total": 0.010625796392560005,
      "step": 22210
    },
    {
      "loss_action": 0.02894439920783043,
      "loss_total": 0.02894439920783043,
      "step": 22210
    },
    {
      "loss_action": 0.024605432525277138,
      "loss_total": 0.024605432525277138,
      "step": 22210
    },
    {
      "loss_action": 0.021678797900676727,
      "loss_total": 0.021678797900676727,
      "step": 22210
    },
    {
      "loss_action": 0.01696796342730522,
      "loss_total": 0.01696796342730522,
      "step": 22210
    },
    {
      "loss_action": 0.02105722948908806,
      "loss_total": 0.02105722948908806,
      "step": 22210
    },
    {
      "loss_action": 0.009602412581443787,
      "loss_total": 0.009602412581443787,
      "step": 22210
    },
    {
      "loss_action": 0.02166031301021576,
      "loss_total": 0.02166031301021576,
      "step": 22210
    },
    {
      "grad_norm": 0.11933934688568115,
      "learning_rate": 9.211063882213909e-05,
      "loss": 0.0131,
      "step": 22220
    },
    {
      "loss_action": 0.004835068713873625,
      "loss_total": 0.004835068713873625,
      "step": 22220
    },
    {
      "loss_action": 0.03750065341591835,
      "loss_total": 0.03750065341591835,
      "step": 22220
    },
    {
      "loss_action": 0.014779528602957726,
      "loss_total": 0.014779528602957726,
      "step": 22220
    },
    {
      "loss_action": 0.010815877467393875,
      "loss_total": 0.010815877467393875,
      "step": 22220
    },
    {
      "loss_action": 0.009761901572346687,
      "loss_total": 0.009761901572346687,
      "step": 22220
    },
    {
      "loss_action": 0.006695691030472517,
      "loss_total": 0.006695691030472517,
      "step": 22220
    },
    {
      "loss_action": 0.012327250093221664,
      "loss_total": 0.012327250093221664,
      "step": 22220
    },
    {
      "loss_action": 0.004253349266946316,
      "loss_total": 0.004253349266946316,
      "step": 22220
    },
    {
      "grad_norm": 0.19931018352508545,
      "learning_rate": 9.210172191514942e-05,
      "loss": 0.0131,
      "step": 22230
    },
    {
      "loss_action": 0.005591913592070341,
      "loss_total": 0.005591913592070341,
      "step": 22230
    },
    {
      "loss_action": 0.021696608513593674,
      "loss_total": 0.021696608513593674,
      "step": 22230
    },
    {
      "loss_action": 0.00925891287624836,
      "loss_total": 0.00925891287624836,
      "step": 22230
    },
    {
      "loss_action": 0.006387760862708092,
      "loss_total": 0.006387760862708092,
      "step": 22230
    },
    {
      "loss_action": 0.007742762565612793,
      "loss_total": 0.007742762565612793,
      "step": 22230
    },
    {
      "loss_action": 0.013226495124399662,
      "loss_total": 0.013226495124399662,
      "step": 22230
    },
    {
      "loss_action": 0.005460498854517937,
      "loss_total": 0.005460498854517937,
      "step": 22230
    },
    {
      "loss_action": 0.02305959165096283,
      "loss_total": 0.02305959165096283,
      "step": 22230
    },
    {
      "grad_norm": 0.15661346912384033,
      "learning_rate": 9.209280040397874e-05,
      "loss": 0.0121,
      "step": 22240
    },
    {
      "loss_action": 0.015103748068213463,
      "loss_total": 0.015103748068213463,
      "step": 22240
    },
    {
      "loss_action": 0.01087158266454935,
      "loss_total": 0.01087158266454935,
      "step": 22240
    },
    {
      "loss_action": 0.011553352698683739,
      "loss_total": 0.011553352698683739,
      "step": 22240
    },
    {
      "loss_action": 0.015935733914375305,
      "loss_total": 0.015935733914375305,
      "step": 22240
    },
    {
      "loss_action": 0.013321015983819962,
      "loss_total": 0.013321015983819962,
      "step": 22240
    },
    {
      "loss_action": 0.009199580177664757,
      "loss_total": 0.009199580177664757,
      "step": 22240
    },
    {
      "loss_action": 0.011386185884475708,
      "loss_total": 0.011386185884475708,
      "step": 22240
    },
    {
      "loss_action": 0.024264398962259293,
      "loss_total": 0.024264398962259293,
      "step": 22240
    },
    {
      "grad_norm": 0.1242053359746933,
      "learning_rate": 9.208387428960268e-05,
      "loss": 0.014,
      "step": 22250
    },
    {
      "loss_action": 0.014027702622115612,
      "loss_total": 0.014027702622115612,
      "step": 22250
    },
    {
      "loss_action": 0.009813297539949417,
      "loss_total": 0.009813297539949417,
      "step": 22250
    },
    {
      "loss_action": 0.009832873940467834,
      "loss_total": 0.009832873940467834,
      "step": 22250
    },
    {
      "loss_action": 0.0205282811075449,
      "loss_total": 0.0205282811075449,
      "step": 22250
    },
    {
      "loss_action": 0.004090932663530111,
      "loss_total": 0.004090932663530111,
      "step": 22250
    },
    {
      "loss_action": 0.018312200903892517,
      "loss_total": 0.018312200903892517,
      "step": 22250
    },
    {
      "loss_action": 0.021363621577620506,
      "loss_total": 0.021363621577620506,
      "step": 22250
    },
    {
      "loss_action": 0.02052854746580124,
      "loss_total": 0.02052854746580124,
      "step": 22250
    },
    {
      "grad_norm": 0.15801867842674255,
      "learning_rate": 9.20749435729974e-05,
      "loss": 0.0108,
      "step": 22260
    },
    {
      "loss_action": 0.0059036025777459145,
      "loss_total": 0.0059036025777459145,
      "step": 22260
    },
    {
      "loss_action": 0.009466838091611862,
      "loss_total": 0.009466838091611862,
      "step": 22260
    },
    {
      "loss_action": 0.023040466010570526,
      "loss_total": 0.023040466010570526,
      "step": 22260
    },
    {
      "loss_action": 0.007176568266004324,
      "loss_total": 0.007176568266004324,
      "step": 22260
    },
    {
      "loss_action": 0.009883733466267586,
      "loss_total": 0.009883733466267586,
      "step": 22260
    },
    {
      "loss_action": 0.009346678853034973,
      "loss_total": 0.009346678853034973,
      "step": 22260
    },
    {
      "loss_action": 0.008503613993525505,
      "loss_total": 0.008503613993525505,
      "step": 22260
    },
    {
      "loss_action": 0.006571848876774311,
      "loss_total": 0.006571848876774311,
      "step": 22260
    },
    {
      "grad_norm": 0.13674457371234894,
      "learning_rate": 9.206600825513957e-05,
      "loss": 0.0119,
      "step": 22270
    },
    {
      "loss_action": 0.0053325919434428215,
      "loss_total": 0.0053325919434428215,
      "step": 22270
    },
    {
      "loss_action": 0.0059051187708973885,
      "loss_total": 0.0059051187708973885,
      "step": 22270
    },
    {
      "loss_action": 0.00734342634677887,
      "loss_total": 0.00734342634677887,
      "step": 22270
    },
    {
      "loss_action": 0.009515018202364445,
      "loss_total": 0.009515018202364445,
      "step": 22270
    },
    {
      "loss_action": 0.013503585942089558,
      "loss_total": 0.013503585942089558,
      "step": 22270
    },
    {
      "loss_action": 0.013107364997267723,
      "loss_total": 0.013107364997267723,
      "step": 22270
    },
    {
      "loss_action": 0.005373970605432987,
      "loss_total": 0.005373970605432987,
      "step": 22270
    },
    {
      "loss_action": 0.005916277412325144,
      "loss_total": 0.005916277412325144,
      "step": 22270
    },
    {
      "grad_norm": 0.11236189305782318,
      "learning_rate": 9.20570683370063e-05,
      "loss": 0.0121,
      "step": 22280
    },
    {
      "loss_action": 0.012433120049536228,
      "loss_total": 0.012433120049536228,
      "step": 22280
    },
    {
      "loss_action": 0.0033915771637111902,
      "loss_total": 0.0033915771637111902,
      "step": 22280
    },
    {
      "loss_action": 0.007877441123127937,
      "loss_total": 0.007877441123127937,
      "step": 22280
    },
    {
      "loss_action": 0.010053792968392372,
      "loss_total": 0.010053792968392372,
      "step": 22280
    },
    {
      "loss_action": 0.005644208751618862,
      "loss_total": 0.005644208751618862,
      "step": 22280
    },
    {
      "loss_action": 0.003894207300618291,
      "loss_total": 0.003894207300618291,
      "step": 22280
    },
    {
      "loss_action": 0.005908224731683731,
      "loss_total": 0.005908224731683731,
      "step": 22280
    },
    {
      "loss_action": 0.006433242466300726,
      "loss_total": 0.006433242466300726,
      "step": 22280
    },
    {
      "grad_norm": 0.2133236527442932,
      "learning_rate": 9.204812381957528e-05,
      "loss": 0.0115,
      "step": 22290
    },
    {
      "loss_action": 0.03545444831252098,
      "loss_total": 0.03545444831252098,
      "step": 22290
    },
    {
      "loss_action": 0.0079718716442585,
      "loss_total": 0.0079718716442585,
      "step": 22290
    },
    {
      "loss_action": 0.019965389743447304,
      "loss_total": 0.019965389743447304,
      "step": 22290
    },
    {
      "loss_action": 0.009157195687294006,
      "loss_total": 0.009157195687294006,
      "step": 22290
    },
    {
      "loss_action": 0.02313513681292534,
      "loss_total": 0.02313513681292534,
      "step": 22290
    },
    {
      "loss_action": 0.008033763617277145,
      "loss_total": 0.008033763617277145,
      "step": 22290
    },
    {
      "loss_action": 0.0075116935186088085,
      "loss_total": 0.0075116935186088085,
      "step": 22290
    },
    {
      "loss_action": 0.029140744358301163,
      "loss_total": 0.029140744358301163,
      "step": 22290
    },
    {
      "grad_norm": 0.15873342752456665,
      "learning_rate": 9.203917470382465e-05,
      "loss": 0.0132,
      "step": 22300
    },
    {
      "loss_action": 0.016269851475954056,
      "loss_total": 0.016269851475954056,
      "step": 22300
    },
    {
      "loss_action": 0.02161101996898651,
      "loss_total": 0.02161101996898651,
      "step": 22300
    },
    {
      "loss_action": 0.012515803799033165,
      "loss_total": 0.012515803799033165,
      "step": 22300
    },
    {
      "loss_action": 0.009928276762366295,
      "loss_total": 0.009928276762366295,
      "step": 22300
    },
    {
      "loss_action": 0.02167142555117607,
      "loss_total": 0.02167142555117607,
      "step": 22300
    },
    {
      "loss_action": 0.00985233299434185,
      "loss_total": 0.00985233299434185,
      "step": 22300
    },
    {
      "loss_action": 0.0074514527805149555,
      "loss_total": 0.0074514527805149555,
      "step": 22300
    },
    {
      "loss_action": 0.016798382624983788,
      "loss_total": 0.016798382624983788,
      "step": 22300
    },
    {
      "grad_norm": 0.28510600328445435,
      "learning_rate": 9.203022099073309e-05,
      "loss": 0.0138,
      "step": 22310
    },
    {
      "loss_action": 0.011278652586042881,
      "loss_total": 0.011278652586042881,
      "step": 22310
    },
    {
      "loss_action": 0.025620397180318832,
      "loss_total": 0.025620397180318832,
      "step": 22310
    },
    {
      "loss_action": 0.010207705199718475,
      "loss_total": 0.010207705199718475,
      "step": 22310
    },
    {
      "loss_action": 0.016723521053791046,
      "loss_total": 0.016723521053791046,
      "step": 22310
    },
    {
      "loss_action": 0.008870065212249756,
      "loss_total": 0.008870065212249756,
      "step": 22310
    },
    {
      "loss_action": 0.011659035459160805,
      "loss_total": 0.011659035459160805,
      "step": 22310
    },
    {
      "loss_action": 0.007614276371896267,
      "loss_total": 0.007614276371896267,
      "step": 22310
    },
    {
      "loss_action": 0.020101500675082207,
      "loss_total": 0.020101500675082207,
      "step": 22310
    },
    {
      "grad_norm": 0.13978521525859833,
      "learning_rate": 9.202126268127976e-05,
      "loss": 0.0122,
      "step": 22320
    },
    {
      "loss_action": 0.004353038035333157,
      "loss_total": 0.004353038035333157,
      "step": 22320
    },
    {
      "loss_action": 0.014271678403019905,
      "loss_total": 0.014271678403019905,
      "step": 22320
    },
    {
      "loss_action": 0.011082455515861511,
      "loss_total": 0.011082455515861511,
      "step": 22320
    },
    {
      "loss_action": 0.007017537951469421,
      "loss_total": 0.007017537951469421,
      "step": 22320
    },
    {
      "loss_action": 0.004172486253082752,
      "loss_total": 0.004172486253082752,
      "step": 22320
    },
    {
      "loss_action": 0.02700495347380638,
      "loss_total": 0.02700495347380638,
      "step": 22320
    },
    {
      "loss_action": 0.013345280662178993,
      "loss_total": 0.013345280662178993,
      "step": 22320
    },
    {
      "loss_action": 0.0060386061668396,
      "loss_total": 0.0060386061668396,
      "step": 22320
    },
    {
      "grad_norm": 0.15783759951591492,
      "learning_rate": 9.20122997764443e-05,
      "loss": 0.0141,
      "step": 22330
    },
    {
      "loss_action": 0.016457470133900642,
      "loss_total": 0.016457470133900642,
      "step": 22330
    },
    {
      "loss_action": 0.010758377611637115,
      "loss_total": 0.010758377611637115,
      "step": 22330
    },
    {
      "loss_action": 0.015799660235643387,
      "loss_total": 0.015799660235643387,
      "step": 22330
    },
    {
      "loss_action": 0.013235986232757568,
      "loss_total": 0.013235986232757568,
      "step": 22330
    },
    {
      "loss_action": 0.01564912497997284,
      "loss_total": 0.01564912497997284,
      "step": 22330
    },
    {
      "loss_action": 0.012471970170736313,
      "loss_total": 0.012471970170736313,
      "step": 22330
    },
    {
      "loss_action": 0.026666510850191116,
      "loss_total": 0.026666510850191116,
      "step": 22330
    },
    {
      "loss_action": 0.008235795423388481,
      "loss_total": 0.008235795423388481,
      "step": 22330
    },
    {
      "grad_norm": 0.10905690491199493,
      "learning_rate": 9.200333227720692e-05,
      "loss": 0.0126,
      "step": 22340
    },
    {
      "loss_action": 0.009794078767299652,
      "loss_total": 0.009794078767299652,
      "step": 22340
    },
    {
      "loss_action": 0.0034613069146871567,
      "loss_total": 0.0034613069146871567,
      "step": 22340
    },
    {
      "loss_action": 0.02322198636829853,
      "loss_total": 0.02322198636829853,
      "step": 22340
    },
    {
      "loss_action": 0.010724370367825031,
      "loss_total": 0.010724370367825031,
      "step": 22340
    },
    {
      "loss_action": 0.005535313859581947,
      "loss_total": 0.005535313859581947,
      "step": 22340
    },
    {
      "loss_action": 0.012070510536432266,
      "loss_total": 0.012070510536432266,
      "step": 22340
    },
    {
      "loss_action": 0.004485652782022953,
      "loss_total": 0.004485652782022953,
      "step": 22340
    },
    {
      "loss_action": 0.017966067418456078,
      "loss_total": 0.017966067418456078,
      "step": 22340
    },
    {
      "grad_norm": 0.16698278486728668,
      "learning_rate": 9.199436018454826e-05,
      "loss": 0.0129,
      "step": 22350
    },
    {
      "loss_action": 0.007897692732512951,
      "loss_total": 0.007897692732512951,
      "step": 22350
    },
    {
      "loss_action": 0.009136747568845749,
      "loss_total": 0.009136747568845749,
      "step": 22350
    },
    {
      "loss_action": 0.01150407176464796,
      "loss_total": 0.01150407176464796,
      "step": 22350
    },
    {
      "loss_action": 0.007177106104791164,
      "loss_total": 0.007177106104791164,
      "step": 22350
    },
    {
      "loss_action": 0.007751022465527058,
      "loss_total": 0.007751022465527058,
      "step": 22350
    },
    {
      "loss_action": 0.01385496649891138,
      "loss_total": 0.01385496649891138,
      "step": 22350
    },
    {
      "loss_action": 0.008097419515252113,
      "loss_total": 0.008097419515252113,
      "step": 22350
    },
    {
      "loss_action": 0.020572245121002197,
      "loss_total": 0.020572245121002197,
      "step": 22350
    },
    {
      "grad_norm": 0.10884914547204971,
      "learning_rate": 9.198538349944952e-05,
      "loss": 0.011,
      "step": 22360
    },
    {
      "loss_action": 0.04180021584033966,
      "loss_total": 0.04180021584033966,
      "step": 22360
    },
    {
      "loss_action": 0.006504349410533905,
      "loss_total": 0.006504349410533905,
      "step": 22360
    },
    {
      "loss_action": 0.013575930148363113,
      "loss_total": 0.013575930148363113,
      "step": 22360
    },
    {
      "loss_action": 0.010628078132867813,
      "loss_total": 0.010628078132867813,
      "step": 22360
    },
    {
      "loss_action": 0.021009201183915138,
      "loss_total": 0.021009201183915138,
      "step": 22360
    },
    {
      "loss_action": 0.009115168824791908,
      "loss_total": 0.009115168824791908,
      "step": 22360
    },
    {
      "loss_action": 0.01717246323823929,
      "loss_total": 0.01717246323823929,
      "step": 22360
    },
    {
      "loss_action": 0.009389958344399929,
      "loss_total": 0.009389958344399929,
      "step": 22360
    },
    {
      "grad_norm": 0.1750747710466385,
      "learning_rate": 9.197640222289234e-05,
      "loss": 0.0152,
      "step": 22370
    },
    {
      "loss_action": 0.011635975912213326,
      "loss_total": 0.011635975912213326,
      "step": 22370
    },
    {
      "loss_action": 0.006868611555546522,
      "loss_total": 0.006868611555546522,
      "step": 22370
    },
    {
      "loss_action": 0.022823121398687363,
      "loss_total": 0.022823121398687363,
      "step": 22370
    },
    {
      "loss_action": 0.014270054176449776,
      "loss_total": 0.014270054176449776,
      "step": 22370
    },
    {
      "loss_action": 0.009770011529326439,
      "loss_total": 0.009770011529326439,
      "step": 22370
    },
    {
      "loss_action": 0.005893435329198837,
      "loss_total": 0.005893435329198837,
      "step": 22370
    },
    {
      "loss_action": 0.01055446919053793,
      "loss_total": 0.01055446919053793,
      "step": 22370
    },
    {
      "loss_action": 0.01451404020190239,
      "loss_total": 0.01451404020190239,
      "step": 22370
    },
    {
      "grad_norm": 0.12245699018239975,
      "learning_rate": 9.196741635585895e-05,
      "loss": 0.0124,
      "step": 22380
    },
    {
      "loss_action": 0.00912502221763134,
      "loss_total": 0.00912502221763134,
      "step": 22380
    },
    {
      "loss_action": 0.005458577536046505,
      "loss_total": 0.005458577536046505,
      "step": 22380
    },
    {
      "loss_action": 0.004143105819821358,
      "loss_total": 0.004143105819821358,
      "step": 22380
    },
    {
      "loss_action": 0.007892766036093235,
      "loss_total": 0.007892766036093235,
      "step": 22380
    },
    {
      "loss_action": 0.009060416370630264,
      "loss_total": 0.009060416370630264,
      "step": 22380
    },
    {
      "loss_action": 0.005324510857462883,
      "loss_total": 0.005324510857462883,
      "step": 22380
    },
    {
      "loss_action": 0.009273252449929714,
      "loss_total": 0.009273252449929714,
      "step": 22380
    },
    {
      "loss_action": 0.015103558078408241,
      "loss_total": 0.015103558078408241,
      "step": 22380
    },
    {
      "grad_norm": 0.1858992725610733,
      "learning_rate": 9.195842589933199e-05,
      "loss": 0.0135,
      "step": 22390
    },
    {
      "loss_action": 0.021126024425029755,
      "loss_total": 0.021126024425029755,
      "step": 22390
    },
    {
      "loss_action": 0.01509134192019701,
      "loss_total": 0.01509134192019701,
      "step": 22390
    },
    {
      "loss_action": 0.009657654911279678,
      "loss_total": 0.009657654911279678,
      "step": 22390
    },
    {
      "loss_action": 0.011046629399061203,
      "loss_total": 0.011046629399061203,
      "step": 22390
    },
    {
      "loss_action": 0.011577795259654522,
      "loss_total": 0.011577795259654522,
      "step": 22390
    },
    {
      "loss_action": 0.015370900742709637,
      "loss_total": 0.015370900742709637,
      "step": 22390
    },
    {
      "loss_action": 0.006704382598400116,
      "loss_total": 0.006704382598400116,
      "step": 22390
    },
    {
      "loss_action": 0.010317996144294739,
      "loss_total": 0.010317996144294739,
      "step": 22390
    },
    {
      "grad_norm": 0.19395478069782257,
      "learning_rate": 9.194943085429466e-05,
      "loss": 0.0153,
      "step": 22400
    },
    {
      "loss_action": 0.01402575708925724,
      "loss_total": 0.01402575708925724,
      "step": 22400
    },
    {
      "loss_action": 0.007702643051743507,
      "loss_total": 0.007702643051743507,
      "step": 22400
    },
    {
      "loss_action": 0.00602352898567915,
      "loss_total": 0.00602352898567915,
      "step": 22400
    },
    {
      "loss_action": 0.00787134189158678,
      "loss_total": 0.00787134189158678,
      "step": 22400
    },
    {
      "loss_action": 0.011628223583102226,
      "loss_total": 0.011628223583102226,
      "step": 22400
    },
    {
      "loss_action": 0.01534345094114542,
      "loss_total": 0.01534345094114542,
      "step": 22400
    },
    {
      "loss_action": 0.006142914295196533,
      "loss_total": 0.006142914295196533,
      "step": 22400
    },
    {
      "loss_action": 0.007663732394576073,
      "loss_total": 0.007663732394576073,
      "step": 22400
    },
    {
      "grad_norm": 0.19023840129375458,
      "learning_rate": 9.194043122173065e-05,
      "loss": 0.014,
      "step": 22410
    },
    {
      "loss_action": 0.024824518710374832,
      "loss_total": 0.024824518710374832,
      "step": 22410
    },
    {
      "loss_action": 0.009396295063197613,
      "loss_total": 0.009396295063197613,
      "step": 22410
    },
    {
      "loss_action": 0.01763879880309105,
      "loss_total": 0.01763879880309105,
      "step": 22410
    },
    {
      "loss_action": 0.015796897932887077,
      "loss_total": 0.015796897932887077,
      "step": 22410
    },
    {
      "loss_action": 0.010928431525826454,
      "loss_total": 0.010928431525826454,
      "step": 22410
    },
    {
      "loss_action": 0.009570075199007988,
      "loss_total": 0.009570075199007988,
      "step": 22410
    },
    {
      "loss_action": 0.02925562486052513,
      "loss_total": 0.02925562486052513,
      "step": 22410
    },
    {
      "loss_action": 0.023192860186100006,
      "loss_total": 0.023192860186100006,
      "step": 22410
    },
    {
      "grad_norm": 0.11718373745679855,
      "learning_rate": 9.193142700262413e-05,
      "loss": 0.0131,
      "step": 22420
    },
    {
      "loss_action": 0.013443488627672195,
      "loss_total": 0.013443488627672195,
      "step": 22420
    },
    {
      "loss_action": 0.012891148217022419,
      "loss_total": 0.012891148217022419,
      "step": 22420
    },
    {
      "loss_action": 0.023694900795817375,
      "loss_total": 0.023694900795817375,
      "step": 22420
    },
    {
      "loss_action": 0.010361336171627045,
      "loss_total": 0.010361336171627045,
      "step": 22420
    },
    {
      "loss_action": 0.03207514435052872,
      "loss_total": 0.03207514435052872,
      "step": 22420
    },
    {
      "loss_action": 0.013009784743189812,
      "loss_total": 0.013009784743189812,
      "step": 22420
    },
    {
      "loss_action": 0.013732033781707287,
      "loss_total": 0.013732033781707287,
      "step": 22420
    },
    {
      "loss_action": 0.013106330297887325,
      "loss_total": 0.013106330297887325,
      "step": 22420
    },
    {
      "grad_norm": 0.15106253325939178,
      "learning_rate": 9.192241819795979e-05,
      "loss": 0.0132,
      "step": 22430
    },
    {
      "loss_action": 0.028300929814577103,
      "loss_total": 0.028300929814577103,
      "step": 22430
    },
    {
      "loss_action": 0.005593551322817802,
      "loss_total": 0.005593551322817802,
      "step": 22430
    },
    {
      "loss_action": 0.010821959003806114,
      "loss_total": 0.010821959003806114,
      "step": 22430
    },
    {
      "loss_action": 0.029762113466858864,
      "loss_total": 0.029762113466858864,
      "step": 22430
    },
    {
      "loss_action": 0.010567978024482727,
      "loss_total": 0.010567978024482727,
      "step": 22430
    },
    {
      "loss_action": 0.006339691579341888,
      "loss_total": 0.006339691579341888,
      "step": 22430
    },
    {
      "loss_action": 0.009401647374033928,
      "loss_total": 0.009401647374033928,
      "step": 22430
    },
    {
      "loss_action": 0.00814319308847189,
      "loss_total": 0.00814319308847189,
      "step": 22430
    },
    {
      "grad_norm": 0.11714516580104828,
      "learning_rate": 9.191340480872284e-05,
      "loss": 0.0144,
      "step": 22440
    },
    {
      "loss_action": 0.05534971505403519,
      "loss_total": 0.05534971505403519,
      "step": 22440
    },
    {
      "loss_action": 0.004588397219777107,
      "loss_total": 0.004588397219777107,
      "step": 22440
    },
    {
      "loss_action": 0.008996227756142616,
      "loss_total": 0.008996227756142616,
      "step": 22440
    },
    {
      "loss_action": 0.009488732554018497,
      "loss_total": 0.009488732554018497,
      "step": 22440
    },
    {
      "loss_action": 0.016990404576063156,
      "loss_total": 0.016990404576063156,
      "step": 22440
    },
    {
      "loss_action": 0.013698898255825043,
      "loss_total": 0.013698898255825043,
      "step": 22440
    },
    {
      "loss_action": 0.025018297135829926,
      "loss_total": 0.025018297135829926,
      "step": 22440
    },
    {
      "loss_action": 0.00864825677126646,
      "loss_total": 0.00864825677126646,
      "step": 22440
    },
    {
      "grad_norm": 0.10026092082262039,
      "learning_rate": 9.190438683589895e-05,
      "loss": 0.0126,
      "step": 22450
    },
    {
      "loss_action": 0.010515483096241951,
      "loss_total": 0.010515483096241951,
      "step": 22450
    },
    {
      "loss_action": 0.005008285399526358,
      "loss_total": 0.005008285399526358,
      "step": 22450
    },
    {
      "loss_action": 0.0067682769149541855,
      "loss_total": 0.0067682769149541855,
      "step": 22450
    },
    {
      "loss_action": 0.0051472000777721405,
      "loss_total": 0.0051472000777721405,
      "step": 22450
    },
    {
      "loss_action": 0.003927294164896011,
      "loss_total": 0.003927294164896011,
      "step": 22450
    },
    {
      "loss_action": 0.012270338833332062,
      "loss_total": 0.012270338833332062,
      "step": 22450
    },
    {
      "loss_action": 0.012350164353847504,
      "loss_total": 0.012350164353847504,
      "step": 22450
    },
    {
      "loss_action": 0.011321150697767735,
      "loss_total": 0.011321150697767735,
      "step": 22450
    },
    {
      "grad_norm": 0.13873004913330078,
      "learning_rate": 9.189536428047432e-05,
      "loss": 0.0145,
      "step": 22460
    },
    {
      "loss_action": 0.010611343197524548,
      "loss_total": 0.010611343197524548,
      "step": 22460
    },
    {
      "loss_action": 0.014624843373894691,
      "loss_total": 0.014624843373894691,
      "step": 22460
    },
    {
      "loss_action": 0.025219019502401352,
      "loss_total": 0.025219019502401352,
      "step": 22460
    },
    {
      "loss_action": 0.021884996443986893,
      "loss_total": 0.021884996443986893,
      "step": 22460
    },
    {
      "loss_action": 0.00807878002524376,
      "loss_total": 0.00807878002524376,
      "step": 22460
    },
    {
      "loss_action": 0.005793352611362934,
      "loss_total": 0.005793352611362934,
      "step": 22460
    },
    {
      "loss_action": 0.012622086331248283,
      "loss_total": 0.012622086331248283,
      "step": 22460
    },
    {
      "loss_action": 0.005406092386692762,
      "loss_total": 0.005406092386692762,
      "step": 22460
    },
    {
      "grad_norm": 0.12608306109905243,
      "learning_rate": 9.188633714343564e-05,
      "loss": 0.0115,
      "step": 22470
    },
    {
      "loss_action": 0.014490311034023762,
      "loss_total": 0.014490311034023762,
      "step": 22470
    },
    {
      "loss_action": 0.015933604910969734,
      "loss_total": 0.015933604910969734,
      "step": 22470
    },
    {
      "loss_action": 0.016914090141654015,
      "loss_total": 0.016914090141654015,
      "step": 22470
    },
    {
      "loss_action": 0.007439442910254002,
      "loss_total": 0.007439442910254002,
      "step": 22470
    },
    {
      "loss_action": 0.02731131948530674,
      "loss_total": 0.02731131948530674,
      "step": 22470
    },
    {
      "loss_action": 0.0076643298380076885,
      "loss_total": 0.0076643298380076885,
      "step": 22470
    },
    {
      "loss_action": 0.023502793163061142,
      "loss_total": 0.023502793163061142,
      "step": 22470
    },
    {
      "loss_action": 0.007800379768013954,
      "loss_total": 0.007800379768013954,
      "step": 22470
    },
    {
      "grad_norm": 0.14433501660823822,
      "learning_rate": 9.18773054257701e-05,
      "loss": 0.012,
      "step": 22480
    },
    {
      "loss_action": 0.007127685472369194,
      "loss_total": 0.007127685472369194,
      "step": 22480
    },
    {
      "loss_action": 0.007990781217813492,
      "loss_total": 0.007990781217813492,
      "step": 22480
    },
    {
      "loss_action": 0.006963618565350771,
      "loss_total": 0.006963618565350771,
      "step": 22480
    },
    {
      "loss_action": 0.016442276537418365,
      "loss_total": 0.016442276537418365,
      "step": 22480
    },
    {
      "loss_action": 0.015887007117271423,
      "loss_total": 0.015887007117271423,
      "step": 22480
    },
    {
      "loss_action": 0.01044848095625639,
      "loss_total": 0.01044848095625639,
      "step": 22480
    },
    {
      "loss_action": 0.008602863177657127,
      "loss_total": 0.008602863177657127,
      "step": 22480
    },
    {
      "loss_action": 0.017112962901592255,
      "loss_total": 0.017112962901592255,
      "step": 22480
    },
    {
      "grad_norm": 0.2056817263364792,
      "learning_rate": 9.18682691284654e-05,
      "loss": 0.0109,
      "step": 22490
    },
    {
      "loss_action": 0.01394234411418438,
      "loss_total": 0.01394234411418438,
      "step": 22490
    },
    {
      "loss_action": 0.004330896306782961,
      "loss_total": 0.004330896306782961,
      "step": 22490
    },
    {
      "loss_action": 0.010224230587482452,
      "loss_total": 0.010224230587482452,
      "step": 22490
    },
    {
      "loss_action": 0.007900568656623363,
      "loss_total": 0.007900568656623363,
      "step": 22490
    },
    {
      "loss_action": 0.02758612111210823,
      "loss_total": 0.02758612111210823,
      "step": 22490
    },
    {
      "loss_action": 0.012437166646122932,
      "loss_total": 0.012437166646122932,
      "step": 22490
    },
    {
      "loss_action": 0.018365975469350815,
      "loss_total": 0.018365975469350815,
      "step": 22490
    },
    {
      "loss_action": 0.01017883699387312,
      "loss_total": 0.01017883699387312,
      "step": 22490
    },
    {
      "grad_norm": 0.27042070031166077,
      "learning_rate": 9.185922825250974e-05,
      "loss": 0.0166,
      "step": 22500
    },
    {
      "loss_action": 0.01664687693119049,
      "loss_total": 0.01664687693119049,
      "step": 22500
    },
    {
      "loss_action": 0.014096074737608433,
      "loss_total": 0.014096074737608433,
      "step": 22500
    },
    {
      "loss_action": 0.009011324495077133,
      "loss_total": 0.009011324495077133,
      "step": 22500
    },
    {
      "loss_action": 0.010277964174747467,
      "loss_total": 0.010277964174747467,
      "step": 22500
    },
    {
      "loss_action": 0.016223998740315437,
      "loss_total": 0.016223998740315437,
      "step": 22500
    },
    {
      "loss_action": 0.006539968773722649,
      "loss_total": 0.006539968773722649,
      "step": 22500
    },
    {
      "loss_action": 0.02311413362622261,
      "loss_total": 0.02311413362622261,
      "step": 22500
    },
    {
      "loss_action": 0.028942100703716278,
      "loss_total": 0.028942100703716278,
      "step": 22500
    },
    {
      "grad_norm": 0.20112061500549316,
      "learning_rate": 9.185018279889181e-05,
      "loss": 0.0142,
      "step": 22510
    },
    {
      "loss_action": 0.012110037729144096,
      "loss_total": 0.012110037729144096,
      "step": 22510
    },
    {
      "loss_action": 0.004438179545104504,
      "loss_total": 0.004438179545104504,
      "step": 22510
    },
    {
      "loss_action": 0.016155902296304703,
      "loss_total": 0.016155902296304703,
      "step": 22510
    },
    {
      "loss_action": 0.011973698623478413,
      "loss_total": 0.011973698623478413,
      "step": 22510
    },
    {
      "loss_action": 0.021807070821523666,
      "loss_total": 0.021807070821523666,
      "step": 22510
    },
    {
      "loss_action": 0.009250111877918243,
      "loss_total": 0.009250111877918243,
      "step": 22510
    },
    {
      "loss_action": 0.014850450679659843,
      "loss_total": 0.014850450679659843,
      "step": 22510
    },
    {
      "loss_action": 0.009706662967801094,
      "loss_total": 0.009706662967801094,
      "step": 22510
    },
    {
      "grad_norm": 0.16227056086063385,
      "learning_rate": 9.184113276860082e-05,
      "loss": 0.0136,
      "step": 22520
    },
    {
      "loss_action": 0.01706603728234768,
      "loss_total": 0.01706603728234768,
      "step": 22520
    },
    {
      "loss_action": 0.005351400002837181,
      "loss_total": 0.005351400002837181,
      "step": 22520
    },
    {
      "loss_action": 0.0034601076040416956,
      "loss_total": 0.0034601076040416956,
      "step": 22520
    },
    {
      "loss_action": 0.01908879354596138,
      "loss_total": 0.01908879354596138,
      "step": 22520
    },
    {
      "loss_action": 0.007670960854738951,
      "loss_total": 0.007670960854738951,
      "step": 22520
    },
    {
      "loss_action": 0.01699911803007126,
      "loss_total": 0.01699911803007126,
      "step": 22520
    },
    {
      "loss_action": 0.0123657938092947,
      "loss_total": 0.0123657938092947,
      "step": 22520
    },
    {
      "loss_action": 0.012355711311101913,
      "loss_total": 0.012355711311101913,
      "step": 22520
    },
    {
      "grad_norm": 0.18493355810642242,
      "learning_rate": 9.183207816262645e-05,
      "loss": 0.0123,
      "step": 22530
    },
    {
      "loss_action": 0.009414642117917538,
      "loss_total": 0.009414642117917538,
      "step": 22530
    },
    {
      "loss_action": 0.006863828748464584,
      "loss_total": 0.006863828748464584,
      "step": 22530
    },
    {
      "loss_action": 0.008859151974320412,
      "loss_total": 0.008859151974320412,
      "step": 22530
    },
    {
      "loss_action": 0.006202541291713715,
      "loss_total": 0.006202541291713715,
      "step": 22530
    },
    {
      "loss_action": 0.00669841468334198,
      "loss_total": 0.00669841468334198,
      "step": 22530
    },
    {
      "loss_action": 0.009864559397101402,
      "loss_total": 0.009864559397101402,
      "step": 22530
    },
    {
      "loss_action": 0.00367620843462646,
      "loss_total": 0.00367620843462646,
      "step": 22530
    },
    {
      "loss_action": 0.027673950418829918,
      "loss_total": 0.027673950418829918,
      "step": 22530
    },
    {
      "grad_norm": 0.15460588037967682,
      "learning_rate": 9.182301898195891e-05,
      "loss": 0.0128,
      "step": 22540
    },
    {
      "loss_action": 0.01863766461610794,
      "loss_total": 0.01863766461610794,
      "step": 22540
    },
    {
      "loss_action": 0.01704186201095581,
      "loss_total": 0.01704186201095581,
      "step": 22540
    },
    {
      "loss_action": 0.02030385285615921,
      "loss_total": 0.02030385285615921,
      "step": 22540
    },
    {
      "loss_action": 0.008225221186876297,
      "loss_total": 0.008225221186876297,
      "step": 22540
    },
    {
      "loss_action": 0.04368562251329422,
      "loss_total": 0.04368562251329422,
      "step": 22540
    },
    {
      "loss_action": 0.009234471246600151,
      "loss_total": 0.009234471246600151,
      "step": 22540
    },
    {
      "loss_action": 0.025974974036216736,
      "loss_total": 0.025974974036216736,
      "step": 22540
    },
    {
      "loss_action": 0.017911739647388458,
      "loss_total": 0.017911739647388458,
      "step": 22540
    },
    {
      "grad_norm": 0.15326248109340668,
      "learning_rate": 9.181395522758889e-05,
      "loss": 0.0151,
      "step": 22550
    },
    {
      "loss_action": 0.0045814719051122665,
      "loss_total": 0.0045814719051122665,
      "step": 22550
    },
    {
      "loss_action": 0.010161654092371464,
      "loss_total": 0.010161654092371464,
      "step": 22550
    },
    {
      "loss_action": 0.006390846334397793,
      "loss_total": 0.006390846334397793,
      "step": 22550
    },
    {
      "loss_action": 0.009331149980425835,
      "loss_total": 0.009331149980425835,
      "step": 22550
    },
    {
      "loss_action": 0.01219814084470272,
      "loss_total": 0.01219814084470272,
      "step": 22550
    },
    {
      "loss_action": 0.005974391475319862,
      "loss_total": 0.005974391475319862,
      "step": 22550
    },
    {
      "loss_action": 0.016037562862038612,
      "loss_total": 0.016037562862038612,
      "step": 22550
    },
    {
      "loss_action": 0.0038391160778701305,
      "loss_total": 0.0038391160778701305,
      "step": 22550
    },
    {
      "grad_norm": 0.11621970683336258,
      "learning_rate": 9.180488690050759e-05,
      "loss": 0.0113,
      "step": 22560
    },
    {
      "loss_action": 0.009004605934023857,
      "loss_total": 0.009004605934023857,
      "step": 22560
    },
    {
      "loss_action": 0.01378870103508234,
      "loss_total": 0.01378870103508234,
      "step": 22560
    },
    {
      "loss_action": 0.007885551080107689,
      "loss_total": 0.007885551080107689,
      "step": 22560
    },
    {
      "loss_action": 0.044933900237083435,
      "loss_total": 0.044933900237083435,
      "step": 22560
    },
    {
      "loss_action": 0.015287264250218868,
      "loss_total": 0.015287264250218868,
      "step": 22560
    },
    {
      "loss_action": 0.007368466816842556,
      "loss_total": 0.007368466816842556,
      "step": 22560
    },
    {
      "loss_action": 0.008105429820716381,
      "loss_total": 0.008105429820716381,
      "step": 22560
    },
    {
      "loss_action": 0.0069714621640741825,
      "loss_total": 0.0069714621640741825,
      "step": 22560
    },
    {
      "grad_norm": 0.2236841470003128,
      "learning_rate": 9.179581400170671e-05,
      "loss": 0.0132,
      "step": 22570
    },
    {
      "loss_action": 0.009472948499023914,
      "loss_total": 0.009472948499023914,
      "step": 22570
    },
    {
      "loss_action": 0.00966629572212696,
      "loss_total": 0.00966629572212696,
      "step": 22570
    },
    {
      "loss_action": 0.005984145682305098,
      "loss_total": 0.005984145682305098,
      "step": 22570
    },
    {
      "loss_action": 0.013707049190998077,
      "loss_total": 0.013707049190998077,
      "step": 22570
    },
    {
      "loss_action": 0.009396187961101532,
      "loss_total": 0.009396187961101532,
      "step": 22570
    },
    {
      "loss_action": 0.020317453891038895,
      "loss_total": 0.020317453891038895,
      "step": 22570
    },
    {
      "loss_action": 0.010065941140055656,
      "loss_total": 0.010065941140055656,
      "step": 22570
    },
    {
      "loss_action": 0.00921984389424324,
      "loss_total": 0.00921984389424324,
      "step": 22570
    },
    {
      "grad_norm": 0.18476605415344238,
      "learning_rate": 9.178673653217845e-05,
      "loss": 0.0121,
      "step": 22580
    },
    {
      "loss_action": 0.005163948051631451,
      "loss_total": 0.005163948051631451,
      "step": 22580
    },
    {
      "loss_action": 0.01601252891123295,
      "loss_total": 0.01601252891123295,
      "step": 22580
    },
    {
      "loss_action": 0.004414909519255161,
      "loss_total": 0.004414909519255161,
      "step": 22580
    },
    {
      "loss_action": 0.007582650985568762,
      "loss_total": 0.007582650985568762,
      "step": 22580
    },
    {
      "loss_action": 0.029236532747745514,
      "loss_total": 0.029236532747745514,
      "step": 22580
    },
    {
      "loss_action": 0.007936224341392517,
      "loss_total": 0.007936224341392517,
      "step": 22580
    },
    {
      "loss_action": 0.003763583954423666,
      "loss_total": 0.003763583954423666,
      "step": 22580
    },
    {
      "loss_action": 0.00697582820430398,
      "loss_total": 0.00697582820430398,
      "step": 22580
    },
    {
      "grad_norm": 0.149092897772789,
      "learning_rate": 9.177765449291551e-05,
      "loss": 0.0113,
      "step": 22590
    },
    {
      "loss_action": 0.010938543826341629,
      "loss_total": 0.010938543826341629,
      "step": 22590
    },
    {
      "loss_action": 0.010665022768080235,
      "loss_total": 0.010665022768080235,
      "step": 22590
    },
    {
      "loss_action": 0.013170227408409119,
      "loss_total": 0.013170227408409119,
      "step": 22590
    },
    {
      "loss_action": 0.0066436585038900375,
      "loss_total": 0.0066436585038900375,
      "step": 22590
    },
    {
      "loss_action": 0.010014669969677925,
      "loss_total": 0.010014669969677925,
      "step": 22590
    },
    {
      "loss_action": 0.007359989918768406,
      "loss_total": 0.007359989918768406,
      "step": 22590
    },
    {
      "loss_action": 0.00950277503579855,
      "loss_total": 0.00950277503579855,
      "step": 22590
    },
    {
      "loss_action": 0.0175306536257267,
      "loss_total": 0.0175306536257267,
      "step": 22590
    },
    {
      "grad_norm": 0.09642403572797775,
      "learning_rate": 9.176856788491109e-05,
      "loss": 0.0109,
      "step": 22600
    },
    {
      "loss_action": 0.010145890526473522,
      "loss_total": 0.010145890526473522,
      "step": 22600
    },
    {
      "loss_action": 0.007658996619284153,
      "loss_total": 0.007658996619284153,
      "step": 22600
    },
    {
      "loss_action": 0.010753288865089417,
      "loss_total": 0.010753288865089417,
      "step": 22600
    },
    {
      "loss_action": 0.03338208422064781,
      "loss_total": 0.03338208422064781,
      "step": 22600
    },
    {
      "loss_action": 0.00751521484926343,
      "loss_total": 0.00751521484926343,
      "step": 22600
    },
    {
      "loss_action": 0.023353826254606247,
      "loss_total": 0.023353826254606247,
      "step": 22600
    },
    {
      "loss_action": 0.0077056423760950565,
      "loss_total": 0.0077056423760950565,
      "step": 22600
    },
    {
      "loss_action": 0.013159557245671749,
      "loss_total": 0.013159557245671749,
      "step": 22600
    },
    {
      "grad_norm": 0.14678971469402313,
      "learning_rate": 9.175947670915887e-05,
      "loss": 0.0159,
      "step": 22610
    },
    {
      "loss_action": 0.01702631637454033,
      "loss_total": 0.01702631637454033,
      "step": 22610
    },
    {
      "loss_action": 0.02613861858844757,
      "loss_total": 0.02613861858844757,
      "step": 22610
    },
    {
      "loss_action": 0.022786486893892288,
      "loss_total": 0.022786486893892288,
      "step": 22610
    },
    {
      "loss_action": 0.01352931372821331,
      "loss_total": 0.01352931372821331,
      "step": 22610
    },
    {
      "loss_action": 0.050164010375738144,
      "loss_total": 0.050164010375738144,
      "step": 22610
    },
    {
      "loss_action": 0.014316840097308159,
      "loss_total": 0.014316840097308159,
      "step": 22610
    },
    {
      "loss_action": 0.007055721245706081,
      "loss_total": 0.007055721245706081,
      "step": 22610
    },
    {
      "loss_action": 0.023570438846945763,
      "loss_total": 0.023570438846945763,
      "step": 22610
    },
    {
      "grad_norm": 0.14973172545433044,
      "learning_rate": 9.175038096665309e-05,
      "loss": 0.0131,
      "step": 22620
    },
    {
      "loss_action": 0.005551813170313835,
      "loss_total": 0.005551813170313835,
      "step": 22620
    },
    {
      "loss_action": 0.013258025981485844,
      "loss_total": 0.013258025981485844,
      "step": 22620
    },
    {
      "loss_action": 0.008069014176726341,
      "loss_total": 0.008069014176726341,
      "step": 22620
    },
    {
      "loss_action": 0.007180192973464727,
      "loss_total": 0.007180192973464727,
      "step": 22620
    },
    {
      "loss_action": 0.005227694753557444,
      "loss_total": 0.005227694753557444,
      "step": 22620
    },
    {
      "loss_action": 0.007187570445239544,
      "loss_total": 0.007187570445239544,
      "step": 22620
    },
    {
      "loss_action": 0.013818057253956795,
      "loss_total": 0.013818057253956795,
      "step": 22620
    },
    {
      "loss_action": 0.004569161683320999,
      "loss_total": 0.004569161683320999,
      "step": 22620
    },
    {
      "grad_norm": 0.1635519117116928,
      "learning_rate": 9.17412806583884e-05,
      "loss": 0.0132,
      "step": 22630
    },
    {
      "loss_action": 0.009591685608029366,
      "loss_total": 0.009591685608029366,
      "step": 22630
    },
    {
      "loss_action": 0.020146869122982025,
      "loss_total": 0.020146869122982025,
      "step": 22630
    },
    {
      "loss_action": 0.004637604113668203,
      "loss_total": 0.004637604113668203,
      "step": 22630
    },
    {
      "loss_action": 0.012955602258443832,
      "loss_total": 0.012955602258443832,
      "step": 22630
    },
    {
      "loss_action": 0.008921644650399685,
      "loss_total": 0.008921644650399685,
      "step": 22630
    },
    {
      "loss_action": 0.016360117122530937,
      "loss_total": 0.016360117122530937,
      "step": 22630
    },
    {
      "loss_action": 0.013834472745656967,
      "loss_total": 0.013834472745656967,
      "step": 22630
    },
    {
      "loss_action": 0.016998976469039917,
      "loss_total": 0.016998976469039917,
      "step": 22630
    },
    {
      "grad_norm": 0.22773754596710205,
      "learning_rate": 9.173217578536002e-05,
      "loss": 0.0138,
      "step": 22640
    },
    {
      "loss_action": 0.007938379421830177,
      "loss_total": 0.007938379421830177,
      "step": 22640
    },
    {
      "loss_action": 0.006851585581898689,
      "loss_total": 0.006851585581898689,
      "step": 22640
    },
    {
      "loss_action": 0.01680450327694416,
      "loss_total": 0.01680450327694416,
      "step": 22640
    },
    {
      "loss_action": 0.010857894085347652,
      "loss_total": 0.010857894085347652,
      "step": 22640
    },
    {
      "loss_action": 0.005176415666937828,
      "loss_total": 0.005176415666937828,
      "step": 22640
    },
    {
      "loss_action": 0.009379636496305466,
      "loss_total": 0.009379636496305466,
      "step": 22640
    },
    {
      "loss_action": 0.012123780325055122,
      "loss_total": 0.012123780325055122,
      "step": 22640
    },
    {
      "loss_action": 0.027852587401866913,
      "loss_total": 0.027852587401866913,
      "step": 22640
    },
    {
      "grad_norm": 0.169572114944458,
      "learning_rate": 9.172306634856362e-05,
      "loss": 0.015,
      "step": 22650
    },
    {
      "loss_action": 0.014667956158518791,
      "loss_total": 0.014667956158518791,
      "step": 22650
    },
    {
      "loss_action": 0.0062525225803256035,
      "loss_total": 0.0062525225803256035,
      "step": 22650
    },
    {
      "loss_action": 0.008001700975000858,
      "loss_total": 0.008001700975000858,
      "step": 22650
    },
    {
      "loss_action": 0.024250416085124016,
      "loss_total": 0.024250416085124016,
      "step": 22650
    },
    {
      "loss_action": 0.009233364835381508,
      "loss_total": 0.009233364835381508,
      "step": 22650
    },
    {
      "loss_action": 0.031215675175189972,
      "loss_total": 0.031215675175189972,
      "step": 22650
    },
    {
      "loss_action": 0.006400607991963625,
      "loss_total": 0.006400607991963625,
      "step": 22650
    },
    {
      "loss_action": 0.0197293721139431,
      "loss_total": 0.0197293721139431,
      "step": 22650
    },
    {
      "grad_norm": 0.13672301173210144,
      "learning_rate": 9.171395234899545e-05,
      "loss": 0.0127,
      "step": 22660
    },
    {
      "loss_action": 0.004608962219208479,
      "loss_total": 0.004608962219208479,
      "step": 22660
    },
    {
      "loss_action": 0.009033107198774815,
      "loss_total": 0.009033107198774815,
      "step": 22660
    },
    {
      "loss_action": 0.00813867524266243,
      "loss_total": 0.00813867524266243,
      "step": 22660
    },
    {
      "loss_action": 0.004887396469712257,
      "loss_total": 0.004887396469712257,
      "step": 22660
    },
    {
      "loss_action": 0.003444165224209428,
      "loss_total": 0.003444165224209428,
      "step": 22660
    },
    {
      "loss_action": 0.0077930535189807415,
      "loss_total": 0.0077930535189807415,
      "step": 22660
    },
    {
      "loss_action": 0.005572862457484007,
      "loss_total": 0.005572862457484007,
      "step": 22660
    },
    {
      "loss_action": 0.006134646479040384,
      "loss_total": 0.006134646479040384,
      "step": 22660
    },
    {
      "grad_norm": 0.1364155262708664,
      "learning_rate": 9.170483378765214e-05,
      "loss": 0.0126,
      "step": 22670
    },
    {
      "loss_action": 0.016660794615745544,
      "loss_total": 0.016660794615745544,
      "step": 22670
    },
    {
      "loss_action": 0.00751913245767355,
      "loss_total": 0.00751913245767355,
      "step": 22670
    },
    {
      "loss_action": 0.01544673927128315,
      "loss_total": 0.01544673927128315,
      "step": 22670
    },
    {
      "loss_action": 0.007974410429596901,
      "loss_total": 0.007974410429596901,
      "step": 22670
    },
    {
      "loss_action": 0.015315989963710308,
      "loss_total": 0.015315989963710308,
      "step": 22670
    },
    {
      "loss_action": 0.016094757243990898,
      "loss_total": 0.016094757243990898,
      "step": 22670
    },
    {
      "loss_action": 0.021198466420173645,
      "loss_total": 0.021198466420173645,
      "step": 22670
    },
    {
      "loss_action": 0.0051208073273301125,
      "loss_total": 0.0051208073273301125,
      "step": 22670
    },
    {
      "grad_norm": 0.20053836703300476,
      "learning_rate": 9.169571066553091e-05,
      "loss": 0.0137,
      "step": 22680
    },
    {
      "loss_action": 0.01052330993115902,
      "loss_total": 0.01052330993115902,
      "step": 22680
    },
    {
      "loss_action": 0.018745385110378265,
      "loss_total": 0.018745385110378265,
      "step": 22680
    },
    {
      "loss_action": 0.01882990635931492,
      "loss_total": 0.01882990635931492,
      "step": 22680
    },
    {
      "loss_action": 0.014701202511787415,
      "loss_total": 0.014701202511787415,
      "step": 22680
    },
    {
      "loss_action": 0.010665267705917358,
      "loss_total": 0.010665267705917358,
      "step": 22680
    },
    {
      "loss_action": 0.01669951342046261,
      "loss_total": 0.01669951342046261,
      "step": 22680
    },
    {
      "loss_action": 0.009840568527579308,
      "loss_total": 0.009840568527579308,
      "step": 22680
    },
    {
      "loss_action": 0.01137237437069416,
      "loss_total": 0.01137237437069416,
      "step": 22680
    },
    {
      "grad_norm": 0.18762730062007904,
      "learning_rate": 9.168658298362946e-05,
      "loss": 0.0144,
      "step": 22690
    },
    {
      "loss_action": 0.011526132933795452,
      "loss_total": 0.011526132933795452,
      "step": 22690
    },
    {
      "loss_action": 0.009642046876251698,
      "loss_total": 0.009642046876251698,
      "step": 22690
    },
    {
      "loss_action": 0.011492016725242138,
      "loss_total": 0.011492016725242138,
      "step": 22690
    },
    {
      "loss_action": 0.0117715485394001,
      "loss_total": 0.0117715485394001,
      "step": 22690
    },
    {
      "loss_action": 0.016019027680158615,
      "loss_total": 0.016019027680158615,
      "step": 22690
    },
    {
      "loss_action": 0.010884656570851803,
      "loss_total": 0.010884656570851803,
      "step": 22690
    },
    {
      "loss_action": 0.013785162940621376,
      "loss_total": 0.013785162940621376,
      "step": 22690
    },
    {
      "loss_action": 0.015302279964089394,
      "loss_total": 0.015302279964089394,
      "step": 22690
    },
    {
      "grad_norm": 0.16214151680469513,
      "learning_rate": 9.167745074294598e-05,
      "loss": 0.0131,
      "step": 22700
    },
    {
      "loss_action": 0.011684861034154892,
      "loss_total": 0.011684861034154892,
      "step": 22700
    },
    {
      "loss_action": 0.010660845786333084,
      "loss_total": 0.010660845786333084,
      "step": 22700
    },
    {
      "loss_action": 0.023003794252872467,
      "loss_total": 0.023003794252872467,
      "step": 22700
    },
    {
      "loss_action": 0.01071010623127222,
      "loss_total": 0.01071010623127222,
      "step": 22700
    },
    {
      "loss_action": 0.006710276007652283,
      "loss_total": 0.006710276007652283,
      "step": 22700
    },
    {
      "loss_action": 0.01146424189209938,
      "loss_total": 0.01146424189209938,
      "step": 22700
    },
    {
      "loss_action": 0.008878815919160843,
      "loss_total": 0.008878815919160843,
      "step": 22700
    },
    {
      "loss_action": 0.004383199382573366,
      "loss_total": 0.004383199382573366,
      "step": 22700
    },
    {
      "grad_norm": 0.13461801409721375,
      "learning_rate": 9.166831394447913e-05,
      "loss": 0.0126,
      "step": 22710
    },
    {
      "loss_action": 0.023139238357543945,
      "loss_total": 0.023139238357543945,
      "step": 22710
    },
    {
      "loss_action": 0.024474086239933968,
      "loss_total": 0.024474086239933968,
      "step": 22710
    },
    {
      "loss_action": 0.009717145003378391,
      "loss_total": 0.009717145003378391,
      "step": 22710
    },
    {
      "loss_action": 0.01077103428542614,
      "loss_total": 0.01077103428542614,
      "step": 22710
    },
    {
      "loss_action": 0.008009988814592361,
      "loss_total": 0.008009988814592361,
      "step": 22710
    },
    {
      "loss_action": 0.029785770922899246,
      "loss_total": 0.029785770922899246,
      "step": 22710
    },
    {
      "loss_action": 0.007484343368560076,
      "loss_total": 0.007484343368560076,
      "step": 22710
    },
    {
      "loss_action": 0.004950336180627346,
      "loss_total": 0.004950336180627346,
      "step": 22710
    },
    {
      "grad_norm": 0.16763105988502502,
      "learning_rate": 9.165917258922812e-05,
      "loss": 0.0119,
      "step": 22720
    },
    {
      "loss_action": 0.017671754583716393,
      "loss_total": 0.017671754583716393,
      "step": 22720
    },
    {
      "loss_action": 0.003453182987868786,
      "loss_total": 0.003453182987868786,
      "step": 22720
    },
    {
      "loss_action": 0.01220035832375288,
      "loss_total": 0.01220035832375288,
      "step": 22720
    },
    {
      "loss_action": 0.012629425153136253,
      "loss_total": 0.012629425153136253,
      "step": 22720
    },
    {
      "loss_action": 0.0072649638168513775,
      "loss_total": 0.0072649638168513775,
      "step": 22720
    },
    {
      "loss_action": 0.009501662105321884,
      "loss_total": 0.009501662105321884,
      "step": 22720
    },
    {
      "loss_action": 0.008295503444969654,
      "loss_total": 0.008295503444969654,
      "step": 22720
    },
    {
      "loss_action": 0.0055673192255198956,
      "loss_total": 0.0055673192255198956,
      "step": 22720
    },
    {
      "grad_norm": 0.14314870536327362,
      "learning_rate": 9.165002667819262e-05,
      "loss": 0.0106,
      "step": 22730
    },
    {
      "loss_action": 0.017784226685762405,
      "loss_total": 0.017784226685762405,
      "step": 22730
    },
    {
      "loss_action": 0.007155065890401602,
      "loss_total": 0.007155065890401602,
      "step": 22730
    },
    {
      "loss_action": 0.015301717445254326,
      "loss_total": 0.015301717445254326,
      "step": 22730
    },
    {
      "loss_action": 0.02783101797103882,
      "loss_total": 0.02783101797103882,
      "step": 22730
    },
    {
      "loss_action": 0.013244432397186756,
      "loss_total": 0.013244432397186756,
      "step": 22730
    },
    {
      "loss_action": 0.012179814279079437,
      "loss_total": 0.012179814279079437,
      "step": 22730
    },
    {
      "loss_action": 0.007942927069962025,
      "loss_total": 0.007942927069962025,
      "step": 22730
    },
    {
      "loss_action": 0.012802640907466412,
      "loss_total": 0.012802640907466412,
      "step": 22730
    },
    {
      "grad_norm": 0.13872508704662323,
      "learning_rate": 9.164087621237282e-05,
      "loss": 0.0122,
      "step": 22740
    },
    {
      "loss_action": 0.009278187528252602,
      "loss_total": 0.009278187528252602,
      "step": 22740
    },
    {
      "loss_action": 0.00830149743705988,
      "loss_total": 0.00830149743705988,
      "step": 22740
    },
    {
      "loss_action": 0.010060470551252365,
      "loss_total": 0.010060470551252365,
      "step": 22740
    },
    {
      "loss_action": 0.015235131606459618,
      "loss_total": 0.015235131606459618,
      "step": 22740
    },
    {
      "loss_action": 0.01334386132657528,
      "loss_total": 0.01334386132657528,
      "step": 22740
    },
    {
      "loss_action": 0.015922371298074722,
      "loss_total": 0.015922371298074722,
      "step": 22740
    },
    {
      "loss_action": 0.004186171572655439,
      "loss_total": 0.004186171572655439,
      "step": 22740
    },
    {
      "loss_action": 0.010348907671868801,
      "loss_total": 0.010348907671868801,
      "step": 22740
    },
    {
      "grad_norm": 0.16046768426895142,
      "learning_rate": 9.163172119276942e-05,
      "loss": 0.0112,
      "step": 22750
    },
    {
      "loss_action": 0.00470307981595397,
      "loss_total": 0.00470307981595397,
      "step": 22750
    },
    {
      "loss_action": 0.015094753354787827,
      "loss_total": 0.015094753354787827,
      "step": 22750
    },
    {
      "loss_action": 0.0069239092990756035,
      "loss_total": 0.0069239092990756035,
      "step": 22750
    },
    {
      "loss_action": 0.00659462483599782,
      "loss_total": 0.00659462483599782,
      "step": 22750
    },
    {
      "loss_action": 0.02179519087076187,
      "loss_total": 0.02179519087076187,
      "step": 22750
    },
    {
      "loss_action": 0.01789386197924614,
      "loss_total": 0.01789386197924614,
      "step": 22750
    },
    {
      "loss_action": 0.013965561985969543,
      "loss_total": 0.013965561985969543,
      "step": 22750
    },
    {
      "loss_action": 0.011093351989984512,
      "loss_total": 0.011093351989984512,
      "step": 22750
    },
    {
      "grad_norm": 0.14718936383724213,
      "learning_rate": 9.162256162038358e-05,
      "loss": 0.0131,
      "step": 22760
    },
    {
      "loss_action": 0.009090297855436802,
      "loss_total": 0.009090297855436802,
      "step": 22760
    },
    {
      "loss_action": 0.01181608997285366,
      "loss_total": 0.01181608997285366,
      "step": 22760
    },
    {
      "loss_action": 0.01389910839498043,
      "loss_total": 0.01389910839498043,
      "step": 22760
    },
    {
      "loss_action": 0.026081623509526253,
      "loss_total": 0.026081623509526253,
      "step": 22760
    },
    {
      "loss_action": 0.014976225793361664,
      "loss_total": 0.014976225793361664,
      "step": 22760
    },
    {
      "loss_action": 0.007674647495150566,
      "loss_total": 0.007674647495150566,
      "step": 22760
    },
    {
      "loss_action": 0.009466859512031078,
      "loss_total": 0.009466859512031078,
      "step": 22760
    },
    {
      "loss_action": 0.009563817642629147,
      "loss_total": 0.009563817642629147,
      "step": 22760
    },
    {
      "grad_norm": 0.20721150934696198,
      "learning_rate": 9.161339749621698e-05,
      "loss": 0.0126,
      "step": 22770
    },
    {
      "loss_action": 0.010966923087835312,
      "loss_total": 0.010966923087835312,
      "step": 22770
    },
    {
      "loss_action": 0.00292070209980011,
      "loss_total": 0.00292070209980011,
      "step": 22770
    },
    {
      "loss_action": 0.011534029617905617,
      "loss_total": 0.011534029617905617,
      "step": 22770
    },
    {
      "loss_action": 0.0044066403061151505,
      "loss_total": 0.0044066403061151505,
      "step": 22770
    },
    {
      "loss_action": 0.10761439055204391,
      "loss_total": 0.10761439055204391,
      "step": 22770
    },
    {
      "loss_action": 0.01245463639497757,
      "loss_total": 0.01245463639497757,
      "step": 22770
    },
    {
      "loss_action": 0.009202178567647934,
      "loss_total": 0.009202178567647934,
      "step": 22770
    },
    {
      "loss_action": 0.006742050871253014,
      "loss_total": 0.006742050871253014,
      "step": 22770
    },
    {
      "grad_norm": 0.1626257300376892,
      "learning_rate": 9.160422882127177e-05,
      "loss": 0.0131,
      "step": 22780
    },
    {
      "loss_action": 0.007064380683004856,
      "loss_total": 0.007064380683004856,
      "step": 22780
    },
    {
      "loss_action": 0.004320381674915552,
      "loss_total": 0.004320381674915552,
      "step": 22780
    },
    {
      "loss_action": 0.010493257082998753,
      "loss_total": 0.010493257082998753,
      "step": 22780
    },
    {
      "loss_action": 0.006097318604588509,
      "loss_total": 0.006097318604588509,
      "step": 22780
    },
    {
      "loss_action": 0.015814946964383125,
      "loss_total": 0.015814946964383125,
      "step": 22780
    },
    {
      "loss_action": 0.04918508231639862,
      "loss_total": 0.04918508231639862,
      "step": 22780
    },
    {
      "loss_action": 0.006755972281098366,
      "loss_total": 0.006755972281098366,
      "step": 22780
    },
    {
      "loss_action": 0.005048867780715227,
      "loss_total": 0.005048867780715227,
      "step": 22780
    },
    {
      "grad_norm": 0.1760692596435547,
      "learning_rate": 9.159505559655069e-05,
      "loss": 0.0149,
      "step": 22790
    },
    {
      "loss_action": 0.016195598989725113,
      "loss_total": 0.016195598989725113,
      "step": 22790
    },
    {
      "loss_action": 0.010555317625403404,
      "loss_total": 0.010555317625403404,
      "step": 22790
    },
    {
      "loss_action": 0.02392635866999626,
      "loss_total": 0.02392635866999626,
      "step": 22790
    },
    {
      "loss_action": 0.021216223016381264,
      "loss_total": 0.021216223016381264,
      "step": 22790
    },
    {
      "loss_action": 0.0038920023944228888,
      "loss_total": 0.0038920023944228888,
      "step": 22790
    },
    {
      "loss_action": 0.00561950821429491,
      "loss_total": 0.00561950821429491,
      "step": 22790
    },
    {
      "loss_action": 0.014158884063363075,
      "loss_total": 0.014158884063363075,
      "step": 22790
    },
    {
      "loss_action": 0.006961889564990997,
      "loss_total": 0.006961889564990997,
      "step": 22790
    },
    {
      "grad_norm": 0.3557586073875427,
      "learning_rate": 9.158587782305684e-05,
      "loss": 0.0151,
      "step": 22800
    },
    {
      "loss_action": 0.02098805457353592,
      "loss_total": 0.02098805457353592,
      "step": 22800
    },
    {
      "loss_action": 0.007056345231831074,
      "loss_total": 0.007056345231831074,
      "step": 22800
    },
    {
      "loss_action": 0.010156974196434021,
      "loss_total": 0.010156974196434021,
      "step": 22800
    },
    {
      "loss_action": 0.018020953983068466,
      "loss_total": 0.018020953983068466,
      "step": 22800
    },
    {
      "loss_action": 0.009269393980503082,
      "loss_total": 0.009269393980503082,
      "step": 22800
    },
    {
      "loss_action": 0.009054495021700859,
      "loss_total": 0.009054495021700859,
      "step": 22800
    },
    {
      "loss_action": 0.01722399890422821,
      "loss_total": 0.01722399890422821,
      "step": 22800
    },
    {
      "loss_action": 0.016895325854420662,
      "loss_total": 0.016895325854420662,
      "step": 22800
    },
    {
      "grad_norm": 0.18413318693637848,
      "learning_rate": 9.157669550179391e-05,
      "loss": 0.0131,
      "step": 22810
    },
    {
      "loss_action": 0.0164465494453907,
      "loss_total": 0.0164465494453907,
      "step": 22810
    },
    {
      "loss_action": 0.015930689871311188,
      "loss_total": 0.015930689871311188,
      "step": 22810
    },
    {
      "loss_action": 0.021255768835544586,
      "loss_total": 0.021255768835544586,
      "step": 22810
    },
    {
      "loss_action": 0.020326782017946243,
      "loss_total": 0.020326782017946243,
      "step": 22810
    },
    {
      "loss_action": 0.01753576472401619,
      "loss_total": 0.01753576472401619,
      "step": 22810
    },
    {
      "loss_action": 0.047689247876405716,
      "loss_total": 0.047689247876405716,
      "step": 22810
    },
    {
      "loss_action": 0.016912370920181274,
      "loss_total": 0.016912370920181274,
      "step": 22810
    },
    {
      "loss_action": 0.02050122618675232,
      "loss_total": 0.02050122618675232,
      "step": 22810
    },
    {
      "grad_norm": 0.12560026347637177,
      "learning_rate": 9.156750863376609e-05,
      "loss": 0.0129,
      "step": 22820
    },
    {
      "loss_action": 0.006293062120676041,
      "loss_total": 0.006293062120676041,
      "step": 22820
    },
    {
      "loss_action": 0.012861445546150208,
      "loss_total": 0.012861445546150208,
      "step": 22820
    },
    {
      "loss_action": 0.00625072605907917,
      "loss_total": 0.00625072605907917,
      "step": 22820
    },
    {
      "loss_action": 0.010558786801993847,
      "loss_total": 0.010558786801993847,
      "step": 22820
    },
    {
      "loss_action": 0.006291029043495655,
      "loss_total": 0.006291029043495655,
      "step": 22820
    },
    {
      "loss_action": 0.013283886946737766,
      "loss_total": 0.013283886946737766,
      "step": 22820
    },
    {
      "loss_action": 0.005946183577179909,
      "loss_total": 0.005946183577179909,
      "step": 22820
    },
    {
      "loss_action": 0.015223356895148754,
      "loss_total": 0.015223356895148754,
      "step": 22820
    },
    {
      "grad_norm": 0.10817033052444458,
      "learning_rate": 9.155831721997801e-05,
      "loss": 0.0113,
      "step": 22830
    },
    {
      "loss_action": 0.03062858060002327,
      "loss_total": 0.03062858060002327,
      "step": 22830
    },
    {
      "loss_action": 0.00990377739071846,
      "loss_total": 0.00990377739071846,
      "step": 22830
    },
    {
      "loss_action": 0.018235161900520325,
      "loss_total": 0.018235161900520325,
      "step": 22830
    },
    {
      "loss_action": 0.012323029339313507,
      "loss_total": 0.012323029339313507,
      "step": 22830
    },
    {
      "loss_action": 0.00907878391444683,
      "loss_total": 0.00907878391444683,
      "step": 22830
    },
    {
      "loss_action": 0.005179868545383215,
      "loss_total": 0.005179868545383215,
      "step": 22830
    },
    {
      "loss_action": 0.011039950884878635,
      "loss_total": 0.011039950884878635,
      "step": 22830
    },
    {
      "loss_action": 0.005175007972866297,
      "loss_total": 0.005175007972866297,
      "step": 22830
    },
    {
      "grad_norm": 0.11534087359905243,
      "learning_rate": 9.154912126143484e-05,
      "loss": 0.0121,
      "step": 22840
    },
    {
      "loss_action": 0.014600150287151337,
      "loss_total": 0.014600150287151337,
      "step": 22840
    },
    {
      "loss_action": 0.021988626569509506,
      "loss_total": 0.021988626569509506,
      "step": 22840
    },
    {
      "loss_action": 0.01016128621995449,
      "loss_total": 0.01016128621995449,
      "step": 22840
    },
    {
      "loss_action": 0.011248636990785599,
      "loss_total": 0.011248636990785599,
      "step": 22840
    },
    {
      "loss_action": 0.007760215550661087,
      "loss_total": 0.007760215550661087,
      "step": 22840
    },
    {
      "loss_action": 0.00404009036719799,
      "loss_total": 0.00404009036719799,
      "step": 22840
    },
    {
      "loss_action": 0.007275046315044165,
      "loss_total": 0.007275046315044165,
      "step": 22840
    },
    {
      "loss_action": 0.010614078491926193,
      "loss_total": 0.010614078491926193,
      "step": 22840
    },
    {
      "grad_norm": 0.1247502788901329,
      "learning_rate": 9.153992075914224e-05,
      "loss": 0.0118,
      "step": 22850
    },
    {
      "loss_action": 0.02746739611029625,
      "loss_total": 0.02746739611029625,
      "step": 22850
    },
    {
      "loss_action": 0.004105900414288044,
      "loss_total": 0.004105900414288044,
      "step": 22850
    },
    {
      "loss_action": 0.010971861891448498,
      "loss_total": 0.010971861891448498,
      "step": 22850
    },
    {
      "loss_action": 0.009230487048625946,
      "loss_total": 0.009230487048625946,
      "step": 22850
    },
    {
      "loss_action": 0.014737032353878021,
      "loss_total": 0.014737032353878021,
      "step": 22850
    },
    {
      "loss_action": 0.018582582473754883,
      "loss_total": 0.018582582473754883,
      "step": 22850
    },
    {
      "loss_action": 0.008453753776848316,
      "loss_total": 0.008453753776848316,
      "step": 22850
    },
    {
      "loss_action": 0.0075401137582957745,
      "loss_total": 0.0075401137582957745,
      "step": 22850
    },
    {
      "grad_norm": 0.1857813596725464,
      "learning_rate": 9.153071571410635e-05,
      "loss": 0.0114,
      "step": 22860
    },
    {
      "loss_action": 0.006737838499248028,
      "loss_total": 0.006737838499248028,
      "step": 22860
    },
    {
      "loss_action": 0.007604723330587149,
      "loss_total": 0.007604723330587149,
      "step": 22860
    },
    {
      "loss_action": 0.006304437760263681,
      "loss_total": 0.006304437760263681,
      "step": 22860
    },
    {
      "loss_action": 0.00676764128729701,
      "loss_total": 0.00676764128729701,
      "step": 22860
    },
    {
      "loss_action": 0.01353682391345501,
      "loss_total": 0.01353682391345501,
      "step": 22860
    },
    {
      "loss_action": 0.026942376047372818,
      "loss_total": 0.026942376047372818,
      "step": 22860
    },
    {
      "loss_action": 0.011884180828928947,
      "loss_total": 0.011884180828928947,
      "step": 22860
    },
    {
      "loss_action": 0.007313098758459091,
      "loss_total": 0.007313098758459091,
      "step": 22860
    },
    {
      "grad_norm": 0.12892377376556396,
      "learning_rate": 9.152150612733384e-05,
      "loss": 0.0122,
      "step": 22870
    },
    {
      "loss_action": 0.01197618804872036,
      "loss_total": 0.01197618804872036,
      "step": 22870
    },
    {
      "loss_action": 0.016123952344059944,
      "loss_total": 0.016123952344059944,
      "step": 22870
    },
    {
      "loss_action": 0.0368785485625267,
      "loss_total": 0.0368785485625267,
      "step": 22870
    },
    {
      "loss_action": 0.007538213860243559,
      "loss_total": 0.007538213860243559,
      "step": 22870
    },
    {
      "loss_action": 0.009829126298427582,
      "loss_total": 0.009829126298427582,
      "step": 22870
    },
    {
      "loss_action": 0.012844618409872055,
      "loss_total": 0.012844618409872055,
      "step": 22870
    },
    {
      "loss_action": 0.02323131449520588,
      "loss_total": 0.02323131449520588,
      "step": 22870
    },
    {
      "loss_action": 0.013199306093156338,
      "loss_total": 0.013199306093156338,
      "step": 22870
    },
    {
      "grad_norm": 0.08778414130210876,
      "learning_rate": 9.151229199983184e-05,
      "loss": 0.0127,
      "step": 22880
    },
    {
      "loss_action": 0.012729540467262268,
      "loss_total": 0.012729540467262268,
      "step": 22880
    },
    {
      "loss_action": 0.012249813415110111,
      "loss_total": 0.012249813415110111,
      "step": 22880
    },
    {
      "loss_action": 0.007569937035441399,
      "loss_total": 0.007569937035441399,
      "step": 22880
    },
    {
      "loss_action": 0.010096809826791286,
      "loss_total": 0.010096809826791286,
      "step": 22880
    },
    {
      "loss_action": 0.011646145023405552,
      "loss_total": 0.011646145023405552,
      "step": 22880
    },
    {
      "loss_action": 0.010835479013621807,
      "loss_total": 0.010835479013621807,
      "step": 22880
    },
    {
      "loss_action": 0.013842053711414337,
      "loss_total": 0.013842053711414337,
      "step": 22880
    },
    {
      "loss_action": 0.014673035591840744,
      "loss_total": 0.014673035591840744,
      "step": 22880
    },
    {
      "grad_norm": 0.16320806741714478,
      "learning_rate": 9.150307333260802e-05,
      "loss": 0.0111,
      "step": 22890
    },
    {
      "loss_action": 0.009932983666658401,
      "loss_total": 0.009932983666658401,
      "step": 22890
    },
    {
      "loss_action": 0.012505987659096718,
      "loss_total": 0.012505987659096718,
      "step": 22890
    },
    {
      "loss_action": 0.01690950244665146,
      "loss_total": 0.01690950244665146,
      "step": 22890
    },
    {
      "loss_action": 0.016944296658039093,
      "loss_total": 0.016944296658039093,
      "step": 22890
    },
    {
      "loss_action": 0.013295479118824005,
      "loss_total": 0.013295479118824005,
      "step": 22890
    },
    {
      "loss_action": 0.016383349895477295,
      "loss_total": 0.016383349895477295,
      "step": 22890
    },
    {
      "loss_action": 0.008892253041267395,
      "loss_total": 0.008892253041267395,
      "step": 22890
    },
    {
      "loss_action": 0.00826127640902996,
      "loss_total": 0.00826127640902996,
      "step": 22890
    },
    {
      "grad_norm": 0.1123485416173935,
      "learning_rate": 9.149385012667048e-05,
      "loss": 0.0126,
      "step": 22900
    },
    {
      "loss_action": 0.011429309844970703,
      "loss_total": 0.011429309844970703,
      "step": 22900
    },
    {
      "loss_action": 0.006748095620423555,
      "loss_total": 0.006748095620423555,
      "step": 22900
    },
    {
      "loss_action": 0.023617437109351158,
      "loss_total": 0.023617437109351158,
      "step": 22900
    },
    {
      "loss_action": 0.008372053503990173,
      "loss_total": 0.008372053503990173,
      "step": 22900
    },
    {
      "loss_action": 0.005572274327278137,
      "loss_total": 0.005572274327278137,
      "step": 22900
    },
    {
      "loss_action": 0.00353706325404346,
      "loss_total": 0.00353706325404346,
      "step": 22900
    },
    {
      "loss_action": 0.007564840838313103,
      "loss_total": 0.007564840838313103,
      "step": 22900
    },
    {
      "loss_action": 0.010149424895644188,
      "loss_total": 0.010149424895644188,
      "step": 22900
    },
    {
      "grad_norm": 0.10806149989366531,
      "learning_rate": 9.148462238302788e-05,
      "loss": 0.0121,
      "step": 22910
    },
    {
      "loss_action": 0.01822854019701481,
      "loss_total": 0.01822854019701481,
      "step": 22910
    },
    {
      "loss_action": 0.007694263476878405,
      "loss_total": 0.007694263476878405,
      "step": 22910
    },
    {
      "loss_action": 0.013370598666369915,
      "loss_total": 0.013370598666369915,
      "step": 22910
    },
    {
      "loss_action": 0.014178402721881866,
      "loss_total": 0.014178402721881866,
      "step": 22910
    },
    {
      "loss_action": 0.02117452584207058,
      "loss_total": 0.02117452584207058,
      "step": 22910
    },
    {
      "loss_action": 0.013438400812447071,
      "loss_total": 0.013438400812447071,
      "step": 22910
    },
    {
      "loss_action": 0.011657174676656723,
      "loss_total": 0.011657174676656723,
      "step": 22910
    },
    {
      "loss_action": 0.012246381491422653,
      "loss_total": 0.012246381491422653,
      "step": 22910
    },
    {
      "grad_norm": 0.13683120906352997,
      "learning_rate": 9.147539010268936e-05,
      "loss": 0.0139,
      "step": 22920
    },
    {
      "loss_action": 0.012310371734201908,
      "loss_total": 0.012310371734201908,
      "step": 22920
    },
    {
      "loss_action": 0.005287254229187965,
      "loss_total": 0.005287254229187965,
      "step": 22920
    },
    {
      "loss_action": 0.011203661561012268,
      "loss_total": 0.011203661561012268,
      "step": 22920
    },
    {
      "loss_action": 0.009869012050330639,
      "loss_total": 0.009869012050330639,
      "step": 22920
    },
    {
      "loss_action": 0.018423544242978096,
      "loss_total": 0.018423544242978096,
      "step": 22920
    },
    {
      "loss_action": 0.004119924269616604,
      "loss_total": 0.004119924269616604,
      "step": 22920
    },
    {
      "loss_action": 0.009022267535328865,
      "loss_total": 0.009022267535328865,
      "step": 22920
    },
    {
      "loss_action": 0.009357770904898643,
      "loss_total": 0.009357770904898643,
      "step": 22920
    },
    {
      "grad_norm": 0.12839804589748383,
      "learning_rate": 9.14661532866645e-05,
      "loss": 0.0122,
      "step": 22930
    },
    {
      "loss_action": 0.011098867282271385,
      "loss_total": 0.011098867282271385,
      "step": 22930
    },
    {
      "loss_action": 0.017285766080021858,
      "loss_total": 0.017285766080021858,
      "step": 22930
    },
    {
      "loss_action": 0.0063962172716856,
      "loss_total": 0.0063962172716856,
      "step": 22930
    },
    {
      "loss_action": 0.012682276777923107,
      "loss_total": 0.012682276777923107,
      "step": 22930
    },
    {
      "loss_action": 0.013387761078774929,
      "loss_total": 0.013387761078774929,
      "step": 22930
    },
    {
      "loss_action": 0.01640215516090393,
      "loss_total": 0.01640215516090393,
      "step": 22930
    },
    {
      "loss_action": 0.02110835164785385,
      "loss_total": 0.02110835164785385,
      "step": 22930
    },
    {
      "loss_action": 0.016017086803913116,
      "loss_total": 0.016017086803913116,
      "step": 22930
    },
    {
      "grad_norm": 0.16035425662994385,
      "learning_rate": 9.145691193596348e-05,
      "loss": 0.0129,
      "step": 22940
    },
    {
      "loss_action": 0.005811513867229223,
      "loss_total": 0.005811513867229223,
      "step": 22940
    },
    {
      "loss_action": 0.035512469708919525,
      "loss_total": 0.035512469708919525,
      "step": 22940
    },
    {
      "loss_action": 0.007005810737609863,
      "loss_total": 0.007005810737609863,
      "step": 22940
    },
    {
      "loss_action": 0.06425134092569351,
      "loss_total": 0.06425134092569351,
      "step": 22940
    },
    {
      "loss_action": 0.009790253825485706,
      "loss_total": 0.009790253825485706,
      "step": 22940
    },
    {
      "loss_action": 0.012445330619812012,
      "loss_total": 0.012445330619812012,
      "step": 22940
    },
    {
      "loss_action": 0.04387886822223663,
      "loss_total": 0.04387886822223663,
      "step": 22940
    },
    {
      "loss_action": 0.019679686054587364,
      "loss_total": 0.019679686054587364,
      "step": 22940
    },
    {
      "grad_norm": 0.14887353777885437,
      "learning_rate": 9.144766605159691e-05,
      "loss": 0.0145,
      "step": 22950
    },
    {
      "loss_action": 0.01581379771232605,
      "loss_total": 0.01581379771232605,
      "step": 22950
    },
    {
      "loss_action": 0.006730457302182913,
      "loss_total": 0.006730457302182913,
      "step": 22950
    },
    {
      "loss_action": 0.010758769698441029,
      "loss_total": 0.010758769698441029,
      "step": 22950
    },
    {
      "loss_action": 0.009011166170239449,
      "loss_total": 0.009011166170239449,
      "step": 22950
    },
    {
      "loss_action": 0.0237071942538023,
      "loss_total": 0.0237071942538023,
      "step": 22950
    },
    {
      "loss_action": 0.013671675696969032,
      "loss_total": 0.013671675696969032,
      "step": 22950
    },
    {
      "loss_action": 0.08021727949380875,
      "loss_total": 0.08021727949380875,
      "step": 22950
    },
    {
      "loss_action": 0.008396707475185394,
      "loss_total": 0.008396707475185394,
      "step": 22950
    },
    {
      "grad_norm": 0.13860861957073212,
      "learning_rate": 9.14384156345759e-05,
      "loss": 0.0129,
      "step": 22960
    },
    {
      "loss_action": 0.006204220931977034,
      "loss_total": 0.006204220931977034,
      "step": 22960
    },
    {
      "loss_action": 0.0103409793227911,
      "loss_total": 0.0103409793227911,
      "step": 22960
    },
    {
      "loss_action": 0.012038905173540115,
      "loss_total": 0.012038905173540115,
      "step": 22960
    },
    {
      "loss_action": 0.011976350098848343,
      "loss_total": 0.011976350098848343,
      "step": 22960
    },
    {
      "loss_action": 0.013720781542360783,
      "loss_total": 0.013720781542360783,
      "step": 22960
    },
    {
      "loss_action": 0.005918029695749283,
      "loss_total": 0.005918029695749283,
      "step": 22960
    },
    {
      "loss_action": 0.011597167700529099,
      "loss_total": 0.011597167700529099,
      "step": 22960
    },
    {
      "loss_action": 0.011890539899468422,
      "loss_total": 0.011890539899468422,
      "step": 22960
    },
    {
      "grad_norm": 0.14307594299316406,
      "learning_rate": 9.142916068591204e-05,
      "loss": 0.0108,
      "step": 22970
    },
    {
      "loss_action": 0.007550348993390799,
      "loss_total": 0.007550348993390799,
      "step": 22970
    },
    {
      "loss_action": 0.010829301550984383,
      "loss_total": 0.010829301550984383,
      "step": 22970
    },
    {
      "loss_action": 0.00904556829482317,
      "loss_total": 0.00904556829482317,
      "step": 22970
    },
    {
      "loss_action": 0.011440135538578033,
      "loss_total": 0.011440135538578033,
      "step": 22970
    },
    {
      "loss_action": 0.005385182797908783,
      "loss_total": 0.005385182797908783,
      "step": 22970
    },
    {
      "loss_action": 0.011124320328235626,
      "loss_total": 0.011124320328235626,
      "step": 22970
    },
    {
      "loss_action": 0.013481078669428825,
      "loss_total": 0.013481078669428825,
      "step": 22970
    },
    {
      "loss_action": 0.012064517475664616,
      "loss_total": 0.012064517475664616,
      "step": 22970
    },
    {
      "grad_norm": 0.17401374876499176,
      "learning_rate": 9.141990120661746e-05,
      "loss": 0.0137,
      "step": 22980
    },
    {
      "loss_action": 0.008740872144699097,
      "loss_total": 0.008740872144699097,
      "step": 22980
    },
    {
      "loss_action": 0.022760534659028053,
      "loss_total": 0.022760534659028053,
      "step": 22980
    },
    {
      "loss_action": 0.0075057074427604675,
      "loss_total": 0.0075057074427604675,
      "step": 22980
    },
    {
      "loss_action": 0.013858316466212273,
      "loss_total": 0.013858316466212273,
      "step": 22980
    },
    {
      "loss_action": 0.012111506424844265,
      "loss_total": 0.012111506424844265,
      "step": 22980
    },
    {
      "loss_action": 0.007238405756652355,
      "loss_total": 0.007238405756652355,
      "step": 22980
    },
    {
      "loss_action": 0.007556447759270668,
      "loss_total": 0.007556447759270668,
      "step": 22980
    },
    {
      "loss_action": 0.0113932304084301,
      "loss_total": 0.0113932304084301,
      "step": 22980
    },
    {
      "grad_norm": 0.14764605462551117,
      "learning_rate": 9.141063719770475e-05,
      "loss": 0.0121,
      "step": 22990
    },
    {
      "loss_action": 0.023531626909971237,
      "loss_total": 0.023531626909971237,
      "step": 22990
    },
    {
      "loss_action": 0.007721437141299248,
      "loss_total": 0.007721437141299248,
      "step": 22990
    },
    {
      "loss_action": 0.016695775091648102,
      "loss_total": 0.016695775091648102,
      "step": 22990
    },
    {
      "loss_action": 0.0058894772082567215,
      "loss_total": 0.0058894772082567215,
      "step": 22990
    },
    {
      "loss_action": 0.0059450892731547356,
      "loss_total": 0.0059450892731547356,
      "step": 22990
    },
    {
      "loss_action": 0.012727837078273296,
      "loss_total": 0.012727837078273296,
      "step": 22990
    },
    {
      "loss_action": 0.021357640624046326,
      "loss_total": 0.021357640624046326,
      "step": 22990
    },
    {
      "loss_action": 0.017943494021892548,
      "loss_total": 0.017943494021892548,
      "step": 22990
    },
    {
      "grad_norm": 0.1415085792541504,
      "learning_rate": 9.140136866018704e-05,
      "loss": 0.0112,
      "step": 23000
    },
    {
      "loss_action": 0.009029697626829147,
      "loss_total": 0.009029697626829147,
      "step": 23000
    },
    {
      "loss_action": 0.014425083063542843,
      "loss_total": 0.014425083063542843,
      "step": 23000
    },
    {
      "loss_action": 0.01082879863679409,
      "loss_total": 0.01082879863679409,
      "step": 23000
    },
    {
      "loss_action": 0.015381472185254097,
      "loss_total": 0.015381472185254097,
      "step": 23000
    },
    {
      "loss_action": 0.016573680564761162,
      "loss_total": 0.016573680564761162,
      "step": 23000
    },
    {
      "loss_action": 0.009464692324399948,
      "loss_total": 0.009464692324399948,
      "step": 23000
    },
    {
      "loss_action": 0.014737701043486595,
      "loss_total": 0.014737701043486595,
      "step": 23000
    },
    {
      "loss_action": 0.007291838526725769,
      "loss_total": 0.007291838526725769,
      "step": 23000
    },
    {
      "grad_norm": 0.14003734290599823,
      "learning_rate": 9.139209559507788e-05,
      "loss": 0.0115,
      "step": 23010
    },
    {
      "loss_action": 0.004480408970266581,
      "loss_total": 0.004480408970266581,
      "step": 23010
    },
    {
      "loss_action": 0.013926762156188488,
      "loss_total": 0.013926762156188488,
      "step": 23010
    },
    {
      "loss_action": 0.011979387141764164,
      "loss_total": 0.011979387141764164,
      "step": 23010
    },
    {
      "loss_action": 0.011935155838727951,
      "loss_total": 0.011935155838727951,
      "step": 23010
    },
    {
      "loss_action": 0.004504194483160973,
      "loss_total": 0.004504194483160973,
      "step": 23010
    },
    {
      "loss_action": 0.006498351693153381,
      "loss_total": 0.006498351693153381,
      "step": 23010
    },
    {
      "loss_action": 0.01154361478984356,
      "loss_total": 0.01154361478984356,
      "step": 23010
    },
    {
      "loss_action": 0.010062312707304955,
      "loss_total": 0.010062312707304955,
      "step": 23010
    },
    {
      "grad_norm": 0.20557527244091034,
      "learning_rate": 9.13828180033914e-05,
      "loss": 0.0117,
      "step": 23020
    },
    {
      "loss_action": 0.010543427430093288,
      "loss_total": 0.010543427430093288,
      "step": 23020
    },
    {
      "loss_action": 0.014404785819351673,
      "loss_total": 0.014404785819351673,
      "step": 23020
    },
    {
      "loss_action": 0.015791242942214012,
      "loss_total": 0.015791242942214012,
      "step": 23020
    },
    {
      "loss_action": 0.006422738544642925,
      "loss_total": 0.006422738544642925,
      "step": 23020
    },
    {
      "loss_action": 0.011641189455986023,
      "loss_total": 0.011641189455986023,
      "step": 23020
    },
    {
      "loss_action": 0.010261433199048042,
      "loss_total": 0.010261433199048042,
      "step": 23020
    },
    {
      "loss_action": 0.011951630003750324,
      "loss_total": 0.011951630003750324,
      "step": 23020
    },
    {
      "loss_action": 0.007231784053146839,
      "loss_total": 0.007231784053146839,
      "step": 23020
    },
    {
      "grad_norm": 0.12871083617210388,
      "learning_rate": 9.137353588614212e-05,
      "loss": 0.0124,
      "step": 23030
    },
    {
      "loss_action": 0.00710272416472435,
      "loss_total": 0.00710272416472435,
      "step": 23030
    },
    {
      "loss_action": 0.006519068963825703,
      "loss_total": 0.006519068963825703,
      "step": 23030
    },
    {
      "loss_action": 0.021056776866316795,
      "loss_total": 0.021056776866316795,
      "step": 23030
    },
    {
      "loss_action": 0.011032593436539173,
      "loss_total": 0.011032593436539173,
      "step": 23030
    },
    {
      "loss_action": 0.006935480982065201,
      "loss_total": 0.006935480982065201,
      "step": 23030
    },
    {
      "loss_action": 0.010253308340907097,
      "loss_total": 0.010253308340907097,
      "step": 23030
    },
    {
      "loss_action": 0.011555667966604233,
      "loss_total": 0.011555667966604233,
      "step": 23030
    },
    {
      "loss_action": 0.01589437574148178,
      "loss_total": 0.01589437574148178,
      "step": 23030
    },
    {
      "grad_norm": 0.16609551012516022,
      "learning_rate": 9.136424924434519e-05,
      "loss": 0.0145,
      "step": 23040
    },
    {
      "loss_action": 0.009482992812991142,
      "loss_total": 0.009482992812991142,
      "step": 23040
    },
    {
      "loss_action": 0.011332180351018906,
      "loss_total": 0.011332180351018906,
      "step": 23040
    },
    {
      "loss_action": 0.021014364436268806,
      "loss_total": 0.021014364436268806,
      "step": 23040
    },
    {
      "loss_action": 0.017460409551858902,
      "loss_total": 0.017460409551858902,
      "step": 23040
    },
    {
      "loss_action": 0.020630445331335068,
      "loss_total": 0.020630445331335068,
      "step": 23040
    },
    {
      "loss_action": 0.0212956964969635,
      "loss_total": 0.0212956964969635,
      "step": 23040
    },
    {
      "loss_action": 0.009702693670988083,
      "loss_total": 0.009702693670988083,
      "step": 23040
    },
    {
      "loss_action": 0.01324548851698637,
      "loss_total": 0.01324548851698637,
      "step": 23040
    },
    {
      "grad_norm": 0.1585981696844101,
      "learning_rate": 9.135495807901615e-05,
      "loss": 0.0154,
      "step": 23050
    },
    {
      "loss_action": 0.010057159699499607,
      "loss_total": 0.010057159699499607,
      "step": 23050
    },
    {
      "loss_action": 0.011022957973182201,
      "loss_total": 0.011022957973182201,
      "step": 23050
    },
    {
      "loss_action": 0.008683094754815102,
      "loss_total": 0.008683094754815102,
      "step": 23050
    },
    {
      "loss_action": 0.017986847087740898,
      "loss_total": 0.017986847087740898,
      "step": 23050
    },
    {
      "loss_action": 0.026779990643262863,
      "loss_total": 0.026779990643262863,
      "step": 23050
    },
    {
      "loss_action": 0.01908273622393608,
      "loss_total": 0.01908273622393608,
      "step": 23050
    },
    {
      "loss_action": 0.013571586459875107,
      "loss_total": 0.013571586459875107,
      "step": 23050
    },
    {
      "loss_action": 0.012958886101841927,
      "loss_total": 0.012958886101841927,
      "step": 23050
    },
    {
      "grad_norm": 0.12656183540821075,
      "learning_rate": 9.134566239117108e-05,
      "loss": 0.014,
      "step": 23060
    },
    {
      "loss_action": 0.007657384499907494,
      "loss_total": 0.007657384499907494,
      "step": 23060
    },
    {
      "loss_action": 0.012487118132412434,
      "loss_total": 0.012487118132412434,
      "step": 23060
    },
    {
      "loss_action": 0.004816150292754173,
      "loss_total": 0.004816150292754173,
      "step": 23060
    },
    {
      "loss_action": 0.005923685617744923,
      "loss_total": 0.005923685617744923,
      "step": 23060
    },
    {
      "loss_action": 0.005176957696676254,
      "loss_total": 0.005176957696676254,
      "step": 23060
    },
    {
      "loss_action": 0.020340031012892723,
      "loss_total": 0.020340031012892723,
      "step": 23060
    },
    {
      "loss_action": 0.005193755496293306,
      "loss_total": 0.005193755496293306,
      "step": 23060
    },
    {
      "loss_action": 0.015907634049654007,
      "loss_total": 0.015907634049654007,
      "step": 23060
    },
    {
      "grad_norm": 0.108859121799469,
      "learning_rate": 9.13363621818265e-05,
      "loss": 0.0118,
      "step": 23070
    },
    {
      "loss_action": 0.020032690837979317,
      "loss_total": 0.020032690837979317,
      "step": 23070
    },
    {
      "loss_action": 0.03359459340572357,
      "loss_total": 0.03359459340572357,
      "step": 23070
    },
    {
      "loss_action": 0.00502472510561347,
      "loss_total": 0.00502472510561347,
      "step": 23070
    },
    {
      "loss_action": 0.00967093463987112,
      "loss_total": 0.00967093463987112,
      "step": 23070
    },
    {
      "loss_action": 0.007923940196633339,
      "loss_total": 0.007923940196633339,
      "step": 23070
    },
    {
      "loss_action": 0.0066935596987605095,
      "loss_total": 0.0066935596987605095,
      "step": 23070
    },
    {
      "loss_action": 0.027710314840078354,
      "loss_total": 0.027710314840078354,
      "step": 23070
    },
    {
      "loss_action": 0.004357586614787579,
      "loss_total": 0.004357586614787579,
      "step": 23070
    },
    {
      "grad_norm": 0.09427961707115173,
      "learning_rate": 9.132705745199953e-05,
      "loss": 0.0128,
      "step": 23080
    },
    {
      "loss_action": 0.016853898763656616,
      "loss_total": 0.016853898763656616,
      "step": 23080
    },
    {
      "loss_action": 0.019776372238993645,
      "loss_total": 0.019776372238993645,
      "step": 23080
    },
    {
      "loss_action": 0.005674474406987429,
      "loss_total": 0.005674474406987429,
      "step": 23080
    },
    {
      "loss_action": 0.036647964268922806,
      "loss_total": 0.036647964268922806,
      "step": 23080
    },
    {
      "loss_action": 0.013507194817066193,
      "loss_total": 0.013507194817066193,
      "step": 23080
    },
    {
      "loss_action": 0.039785370230674744,
      "loss_total": 0.039785370230674744,
      "step": 23080
    },
    {
      "loss_action": 0.022568421438336372,
      "loss_total": 0.022568421438336372,
      "step": 23080
    },
    {
      "loss_action": 0.011967969126999378,
      "loss_total": 0.011967969126999378,
      "step": 23080
    },
    {
      "grad_norm": 0.14156119525432587,
      "learning_rate": 9.131774820270768e-05,
      "loss": 0.0118,
      "step": 23090
    },
    {
      "loss_action": 0.013727194629609585,
      "loss_total": 0.013727194629609585,
      "step": 23090
    },
    {
      "loss_action": 0.017482534050941467,
      "loss_total": 0.017482534050941467,
      "step": 23090
    },
    {
      "loss_action": 0.012727417051792145,
      "loss_total": 0.012727417051792145,
      "step": 23090
    },
    {
      "loss_action": 0.011267867870628834,
      "loss_total": 0.011267867870628834,
      "step": 23090
    },
    {
      "loss_action": 0.020835964009165764,
      "loss_total": 0.020835964009165764,
      "step": 23090
    },
    {
      "loss_action": 0.012506857514381409,
      "loss_total": 0.012506857514381409,
      "step": 23090
    },
    {
      "loss_action": 0.010704156011343002,
      "loss_total": 0.010704156011343002,
      "step": 23090
    },
    {
      "loss_action": 0.012072231620550156,
      "loss_total": 0.012072231620550156,
      "step": 23090
    },
    {
      "grad_norm": 0.17682582139968872,
      "learning_rate": 9.130843443496901e-05,
      "loss": 0.0132,
      "step": 23100
    },
    {
      "loss_action": 0.007274935953319073,
      "loss_total": 0.007274935953319073,
      "step": 23100
    },
    {
      "loss_action": 0.014013318344950676,
      "loss_total": 0.014013318344950676,
      "step": 23100
    },
    {
      "loss_action": 0.013379139825701714,
      "loss_total": 0.013379139825701714,
      "step": 23100
    },
    {
      "loss_action": 0.0038432052824646235,
      "loss_total": 0.0038432052824646235,
      "step": 23100
    },
    {
      "loss_action": 0.0088385920971632,
      "loss_total": 0.0088385920971632,
      "step": 23100
    },
    {
      "loss_action": 0.009907582774758339,
      "loss_total": 0.009907582774758339,
      "step": 23100
    },
    {
      "loss_action": 0.02512073889374733,
      "loss_total": 0.02512073889374733,
      "step": 23100
    },
    {
      "loss_action": 0.015136688947677612,
      "loss_total": 0.015136688947677612,
      "step": 23100
    },
    {
      "grad_norm": 0.16501781344413757,
      "learning_rate": 9.129911614980206e-05,
      "loss": 0.0128,
      "step": 23110
    },
    {
      "loss_action": 0.007883289828896523,
      "loss_total": 0.007883289828896523,
      "step": 23110
    },
    {
      "loss_action": 0.007355933543294668,
      "loss_total": 0.007355933543294668,
      "step": 23110
    },
    {
      "loss_action": 0.016621869057416916,
      "loss_total": 0.016621869057416916,
      "step": 23110
    },
    {
      "loss_action": 0.008470720611512661,
      "loss_total": 0.008470720611512661,
      "step": 23110
    },
    {
      "loss_action": 0.016143547371029854,
      "loss_total": 0.016143547371029854,
      "step": 23110
    },
    {
      "loss_action": 0.016297630965709686,
      "loss_total": 0.016297630965709686,
      "step": 23110
    },
    {
      "loss_action": 0.012724735774099827,
      "loss_total": 0.012724735774099827,
      "step": 23110
    },
    {
      "loss_action": 0.010116529650986195,
      "loss_total": 0.010116529650986195,
      "step": 23110
    },
    {
      "grad_norm": 0.21513083577156067,
      "learning_rate": 9.128979334822584e-05,
      "loss": 0.0126,
      "step": 23120
    },
    {
      "loss_action": 0.014805290848016739,
      "loss_total": 0.014805290848016739,
      "step": 23120
    },
    {
      "loss_action": 0.02055540680885315,
      "loss_total": 0.02055540680885315,
      "step": 23120
    },
    {
      "loss_action": 0.005673606880009174,
      "loss_total": 0.005673606880009174,
      "step": 23120
    },
    {
      "loss_action": 0.009645538404583931,
      "loss_total": 0.009645538404583931,
      "step": 23120
    },
    {
      "loss_action": 0.01423301175236702,
      "loss_total": 0.01423301175236702,
      "step": 23120
    },
    {
      "loss_action": 0.0075059919618070126,
      "loss_total": 0.0075059919618070126,
      "step": 23120
    },
    {
      "loss_action": 0.09018784761428833,
      "loss_total": 0.09018784761428833,
      "step": 23120
    },
    {
      "loss_action": 0.007795466110110283,
      "loss_total": 0.007795466110110283,
      "step": 23120
    },
    {
      "grad_norm": 0.15841029584407806,
      "learning_rate": 9.128046603125992e-05,
      "loss": 0.0129,
      "step": 23130
    },
    {
      "loss_action": 0.020274505019187927,
      "loss_total": 0.020274505019187927,
      "step": 23130
    },
    {
      "loss_action": 0.015786755830049515,
      "loss_total": 0.015786755830049515,
      "step": 23130
    },
    {
      "loss_action": 0.00656287744641304,
      "loss_total": 0.00656287744641304,
      "step": 23130
    },
    {
      "loss_action": 0.006483328528702259,
      "loss_total": 0.006483328528702259,
      "step": 23130
    },
    {
      "loss_action": 0.012770149856805801,
      "loss_total": 0.012770149856805801,
      "step": 23130
    },
    {
      "loss_action": 0.014808421023190022,
      "loss_total": 0.014808421023190022,
      "step": 23130
    },
    {
      "loss_action": 0.014506377279758453,
      "loss_total": 0.014506377279758453,
      "step": 23130
    },
    {
      "loss_action": 0.021433455869555473,
      "loss_total": 0.021433455869555473,
      "step": 23130
    },
    {
      "grad_norm": 0.21063973009586334,
      "learning_rate": 9.12711341999243e-05,
      "loss": 0.0128,
      "step": 23140
    },
    {
      "loss_action": 0.005743691697716713,
      "loss_total": 0.005743691697716713,
      "step": 23140
    },
    {
      "loss_action": 0.007503429893404245,
      "loss_total": 0.007503429893404245,
      "step": 23140
    },
    {
      "loss_action": 0.019548002630472183,
      "loss_total": 0.019548002630472183,
      "step": 23140
    },
    {
      "loss_action": 0.017366066575050354,
      "loss_total": 0.017366066575050354,
      "step": 23140
    },
    {
      "loss_action": 0.012765655294060707,
      "loss_total": 0.012765655294060707,
      "step": 23140
    },
    {
      "loss_action": 0.010568060912191868,
      "loss_total": 0.010568060912191868,
      "step": 23140
    },
    {
      "loss_action": 0.019089139997959137,
      "loss_total": 0.019089139997959137,
      "step": 23140
    },
    {
      "loss_action": 0.00946049578487873,
      "loss_total": 0.00946049578487873,
      "step": 23140
    },
    {
      "grad_norm": 0.16050101816654205,
      "learning_rate": 9.12617978552395e-05,
      "loss": 0.0155,
      "step": 23150
    },
    {
      "loss_action": 0.013951782137155533,
      "loss_total": 0.013951782137155533,
      "step": 23150
    },
    {
      "loss_action": 0.0141708143055439,
      "loss_total": 0.0141708143055439,
      "step": 23150
    },
    {
      "loss_action": 0.011575751937925816,
      "loss_total": 0.011575751937925816,
      "step": 23150
    },
    {
      "loss_action": 0.004715428687632084,
      "loss_total": 0.004715428687632084,
      "step": 23150
    },
    {
      "loss_action": 0.0172753743827343,
      "loss_total": 0.0172753743827343,
      "step": 23150
    },
    {
      "loss_action": 0.01994856260716915,
      "loss_total": 0.01994856260716915,
      "step": 23150
    },
    {
      "loss_action": 0.019229348748922348,
      "loss_total": 0.019229348748922348,
      "step": 23150
    },
    {
      "loss_action": 0.01718396507203579,
      "loss_total": 0.01718396507203579,
      "step": 23150
    },
    {
      "grad_norm": 0.14714661240577698,
      "learning_rate": 9.12524569982265e-05,
      "loss": 0.0132,
      "step": 23160
    },
    {
      "loss_action": 0.00722349202260375,
      "loss_total": 0.00722349202260375,
      "step": 23160
    },
    {
      "loss_action": 0.011721918359398842,
      "loss_total": 0.011721918359398842,
      "step": 23160
    },
    {
      "loss_action": 0.00883067399263382,
      "loss_total": 0.00883067399263382,
      "step": 23160
    },
    {
      "loss_action": 0.028148094192147255,
      "loss_total": 0.028148094192147255,
      "step": 23160
    },
    {
      "loss_action": 0.027981476858258247,
      "loss_total": 0.027981476858258247,
      "step": 23160
    },
    {
      "loss_action": 0.007078021299093962,
      "loss_total": 0.007078021299093962,
      "step": 23160
    },
    {
      "loss_action": 0.00535582285374403,
      "loss_total": 0.00535582285374403,
      "step": 23160
    },
    {
      "loss_action": 0.019645992666482925,
      "loss_total": 0.019645992666482925,
      "step": 23160
    },
    {
      "grad_norm": 0.14704763889312744,
      "learning_rate": 9.124311162990684e-05,
      "loss": 0.012,
      "step": 23170
    },
    {
      "loss_action": 0.009677177295088768,
      "loss_total": 0.009677177295088768,
      "step": 23170
    },
    {
      "loss_action": 0.003187163034453988,
      "loss_total": 0.003187163034453988,
      "step": 23170
    },
    {
      "loss_action": 0.016852978616952896,
      "loss_total": 0.016852978616952896,
      "step": 23170
    },
    {
      "loss_action": 0.015848230570554733,
      "loss_total": 0.015848230570554733,
      "step": 23170
    },
    {
      "loss_action": 0.0073246220126748085,
      "loss_total": 0.0073246220126748085,
      "step": 23170
    },
    {
      "loss_action": 0.007474562153220177,
      "loss_total": 0.007474562153220177,
      "step": 23170
    },
    {
      "loss_action": 0.015153062529861927,
      "loss_total": 0.015153062529861927,
      "step": 23170
    },
    {
      "loss_action": 0.013002217747271061,
      "loss_total": 0.013002217747271061,
      "step": 23170
    },
    {
      "grad_norm": 0.24472223222255707,
      "learning_rate": 9.12337617513025e-05,
      "loss": 0.0142,
      "step": 23180
    },
    {
      "loss_action": 0.014602454379200935,
      "loss_total": 0.014602454379200935,
      "step": 23180
    },
    {
      "loss_action": 0.016080208122730255,
      "loss_total": 0.016080208122730255,
      "step": 23180
    },
    {
      "loss_action": 0.009161864407360554,
      "loss_total": 0.009161864407360554,
      "step": 23180
    },
    {
      "loss_action": 0.011000683531165123,
      "loss_total": 0.011000683531165123,
      "step": 23180
    },
    {
      "loss_action": 0.012835362926125526,
      "loss_total": 0.012835362926125526,
      "step": 23180
    },
    {
      "loss_action": 0.016034480184316635,
      "loss_total": 0.016034480184316635,
      "step": 23180
    },
    {
      "loss_action": 0.010250894352793694,
      "loss_total": 0.010250894352793694,
      "step": 23180
    },
    {
      "loss_action": 0.01660485751926899,
      "loss_total": 0.01660485751926899,
      "step": 23180
    },
    {
      "grad_norm": 0.1481812745332718,
      "learning_rate": 9.122440736343596e-05,
      "loss": 0.0137,
      "step": 23190
    },
    {
      "loss_action": 0.015078163705766201,
      "loss_total": 0.015078163705766201,
      "step": 23190
    },
    {
      "loss_action": 0.009955450892448425,
      "loss_total": 0.009955450892448425,
      "step": 23190
    },
    {
      "loss_action": 0.014011876657605171,
      "loss_total": 0.014011876657605171,
      "step": 23190
    },
    {
      "loss_action": 0.012844369746744633,
      "loss_total": 0.012844369746744633,
      "step": 23190
    },
    {
      "loss_action": 0.007960466668009758,
      "loss_total": 0.007960466668009758,
      "step": 23190
    },
    {
      "loss_action": 0.005450586788356304,
      "loss_total": 0.005450586788356304,
      "step": 23190
    },
    {
      "loss_action": 0.010927775874733925,
      "loss_total": 0.010927775874733925,
      "step": 23190
    },
    {
      "loss_action": 0.00719920638948679,
      "loss_total": 0.00719920638948679,
      "step": 23190
    },
    {
      "grad_norm": 0.15160857141017914,
      "learning_rate": 9.12150484673302e-05,
      "loss": 0.0133,
      "step": 23200
    },
    {
      "loss_action": 0.00531310960650444,
      "loss_total": 0.00531310960650444,
      "step": 23200
    },
    {
      "loss_action": 0.008192372508347034,
      "loss_total": 0.008192372508347034,
      "step": 23200
    },
    {
      "loss_action": 0.029828695580363274,
      "loss_total": 0.029828695580363274,
      "step": 23200
    },
    {
      "loss_action": 0.007024217396974564,
      "loss_total": 0.007024217396974564,
      "step": 23200
    },
    {
      "loss_action": 0.00519169308245182,
      "loss_total": 0.00519169308245182,
      "step": 23200
    },
    {
      "loss_action": 0.011685250326991081,
      "loss_total": 0.011685250326991081,
      "step": 23200
    },
    {
      "loss_action": 0.00748048909008503,
      "loss_total": 0.00748048909008503,
      "step": 23200
    },
    {
      "loss_action": 0.010906212031841278,
      "loss_total": 0.010906212031841278,
      "step": 23200
    },
    {
      "grad_norm": 0.16460448503494263,
      "learning_rate": 9.120568506400873e-05,
      "loss": 0.0133,
      "step": 23210
    },
    {
      "loss_action": 0.007897522300481796,
      "loss_total": 0.007897522300481796,
      "step": 23210
    },
    {
      "loss_action": 0.013356524519622326,
      "loss_total": 0.013356524519622326,
      "step": 23210
    },
    {
      "loss_action": 0.0296897292137146,
      "loss_total": 0.0296897292137146,
      "step": 23210
    },
    {
      "loss_action": 0.009931057691574097,
      "loss_total": 0.009931057691574097,
      "step": 23210
    },
    {
      "loss_action": 0.03417578712105751,
      "loss_total": 0.03417578712105751,
      "step": 23210
    },
    {
      "loss_action": 0.010444547981023788,
      "loss_total": 0.010444547981023788,
      "step": 23210
    },
    {
      "loss_action": 0.015772046521306038,
      "loss_total": 0.015772046521306038,
      "step": 23210
    },
    {
      "loss_action": 0.008159218356013298,
      "loss_total": 0.008159218356013298,
      "step": 23210
    },
    {
      "grad_norm": 0.2049962282180786,
      "learning_rate": 9.119631715449548e-05,
      "loss": 0.0146,
      "step": 23220
    },
    {
      "loss_action": 0.00711284764111042,
      "loss_total": 0.00711284764111042,
      "step": 23220
    },
    {
      "loss_action": 0.008288159966468811,
      "loss_total": 0.008288159966468811,
      "step": 23220
    },
    {
      "loss_action": 0.0035174423828721046,
      "loss_total": 0.0035174423828721046,
      "step": 23220
    },
    {
      "loss_action": 0.005850073881447315,
      "loss_total": 0.005850073881447315,
      "step": 23220
    },
    {
      "loss_action": 0.007386954501271248,
      "loss_total": 0.007386954501271248,
      "step": 23220
    },
    {
      "loss_action": 0.00972696952521801,
      "loss_total": 0.00972696952521801,
      "step": 23220
    },
    {
      "loss_action": 0.005926705896854401,
      "loss_total": 0.005926705896854401,
      "step": 23220
    },
    {
      "loss_action": 0.03673923388123512,
      "loss_total": 0.03673923388123512,
      "step": 23220
    },
    {
      "grad_norm": 0.12803184986114502,
      "learning_rate": 9.118694473981493e-05,
      "loss": 0.0124,
      "step": 23230
    },
    {
      "loss_action": 0.008839277550578117,
      "loss_total": 0.008839277550578117,
      "step": 23230
    },
    {
      "loss_action": 0.006993141490966082,
      "loss_total": 0.006993141490966082,
      "step": 23230
    },
    {
      "loss_action": 0.00865378137677908,
      "loss_total": 0.00865378137677908,
      "step": 23230
    },
    {
      "loss_action": 0.008677523583173752,
      "loss_total": 0.008677523583173752,
      "step": 23230
    },
    {
      "loss_action": 0.013452980667352676,
      "loss_total": 0.013452980667352676,
      "step": 23230
    },
    {
      "loss_action": 0.006278775632381439,
      "loss_total": 0.006278775632381439,
      "step": 23230
    },
    {
      "loss_action": 0.019647544249892235,
      "loss_total": 0.019647544249892235,
      "step": 23230
    },
    {
      "loss_action": 0.011919084936380386,
      "loss_total": 0.011919084936380386,
      "step": 23230
    },
    {
      "grad_norm": 0.17019854485988617,
      "learning_rate": 9.117756782099203e-05,
      "loss": 0.012,
      "step": 23240
    },
    {
      "loss_action": 0.018000198528170586,
      "loss_total": 0.018000198528170586,
      "step": 23240
    },
    {
      "loss_action": 0.030301813036203384,
      "loss_total": 0.030301813036203384,
      "step": 23240
    },
    {
      "loss_action": 0.059457115828990936,
      "loss_total": 0.059457115828990936,
      "step": 23240
    },
    {
      "loss_action": 0.006299681030213833,
      "loss_total": 0.006299681030213833,
      "step": 23240
    },
    {
      "loss_action": 0.01396920345723629,
      "loss_total": 0.01396920345723629,
      "step": 23240
    },
    {
      "loss_action": 0.010114838369190693,
      "loss_total": 0.010114838369190693,
      "step": 23240
    },
    {
      "loss_action": 0.006636395584791899,
      "loss_total": 0.006636395584791899,
      "step": 23240
    },
    {
      "loss_action": 0.04138282686471939,
      "loss_total": 0.04138282686471939,
      "step": 23240
    },
    {
      "grad_norm": 0.1646575927734375,
      "learning_rate": 9.11681863990522e-05,
      "loss": 0.013,
      "step": 23250
    },
    {
      "loss_action": 0.008941271342337132,
      "loss_total": 0.008941271342337132,
      "step": 23250
    },
    {
      "loss_action": 0.041077546775341034,
      "loss_total": 0.041077546775341034,
      "step": 23250
    },
    {
      "loss_action": 0.03950166702270508,
      "loss_total": 0.03950166702270508,
      "step": 23250
    },
    {
      "loss_action": 0.01091751828789711,
      "loss_total": 0.01091751828789711,
      "step": 23250
    },
    {
      "loss_action": 0.018102917820215225,
      "loss_total": 0.018102917820215225,
      "step": 23250
    },
    {
      "loss_action": 0.00849230121821165,
      "loss_total": 0.00849230121821165,
      "step": 23250
    },
    {
      "loss_action": 0.01116451807320118,
      "loss_total": 0.01116451807320118,
      "step": 23250
    },
    {
      "loss_action": 0.010989878326654434,
      "loss_total": 0.010989878326654434,
      "step": 23250
    },
    {
      "grad_norm": 0.10850334167480469,
      "learning_rate": 9.115880047502142e-05,
      "loss": 0.0142,
      "step": 23260
    },
    {
      "loss_action": 0.015463332645595074,
      "loss_total": 0.015463332645595074,
      "step": 23260
    },
    {
      "loss_action": 0.016796350479125977,
      "loss_total": 0.016796350479125977,
      "step": 23260
    },
    {
      "loss_action": 0.016634907573461533,
      "loss_total": 0.016634907573461533,
      "step": 23260
    },
    {
      "loss_action": 0.016328828409314156,
      "loss_total": 0.016328828409314156,
      "step": 23260
    },
    {
      "loss_action": 0.009620103985071182,
      "loss_total": 0.009620103985071182,
      "step": 23260
    },
    {
      "loss_action": 0.013235777616500854,
      "loss_total": 0.013235777616500854,
      "step": 23260
    },
    {
      "loss_action": 0.013927457854151726,
      "loss_total": 0.013927457854151726,
      "step": 23260
    },
    {
      "loss_action": 0.020396795123815536,
      "loss_total": 0.020396795123815536,
      "step": 23260
    },
    {
      "grad_norm": 0.174293652176857,
      "learning_rate": 9.114941004992609e-05,
      "loss": 0.0128,
      "step": 23270
    },
    {
      "loss_action": 0.009609377011656761,
      "loss_total": 0.009609377011656761,
      "step": 23270
    },
    {
      "loss_action": 0.008887439966201782,
      "loss_total": 0.008887439966201782,
      "step": 23270
    },
    {
      "loss_action": 0.007642353419214487,
      "loss_total": 0.007642353419214487,
      "step": 23270
    },
    {
      "loss_action": 0.004445369821041822,
      "loss_total": 0.004445369821041822,
      "step": 23270
    },
    {
      "loss_action": 0.02213529869914055,
      "loss_total": 0.02213529869914055,
      "step": 23270
    },
    {
      "loss_action": 0.010759655386209488,
      "loss_total": 0.010759655386209488,
      "step": 23270
    },
    {
      "loss_action": 0.004684772342443466,
      "loss_total": 0.004684772342443466,
      "step": 23270
    },
    {
      "loss_action": 0.010986126028001308,
      "loss_total": 0.010986126028001308,
      "step": 23270
    },
    {
      "grad_norm": 0.1317744106054306,
      "learning_rate": 9.114001512479317e-05,
      "loss": 0.0125,
      "step": 23280
    },
    {
      "loss_action": 0.0037192050367593765,
      "loss_total": 0.0037192050367593765,
      "step": 23280
    },
    {
      "loss_action": 0.00871580932289362,
      "loss_total": 0.00871580932289362,
      "step": 23280
    },
    {
      "loss_action": 0.006652056705206633,
      "loss_total": 0.006652056705206633,
      "step": 23280
    },
    {
      "loss_action": 0.005204996094107628,
      "loss_total": 0.005204996094107628,
      "step": 23280
    },
    {
      "loss_action": 0.023821193724870682,
      "loss_total": 0.023821193724870682,
      "step": 23280
    },
    {
      "loss_action": 0.006480641197413206,
      "loss_total": 0.006480641197413206,
      "step": 23280
    },
    {
      "loss_action": 0.003438690211623907,
      "loss_total": 0.003438690211623907,
      "step": 23280
    },
    {
      "loss_action": 0.0076914625242352486,
      "loss_total": 0.0076914625242352486,
      "step": 23280
    },
    {
      "grad_norm": 0.17807891964912415,
      "learning_rate": 9.113061570065003e-05,
      "loss": 0.0119,
      "step": 23290
    },
    {
      "loss_action": 0.008872656151652336,
      "loss_total": 0.008872656151652336,
      "step": 23290
    },
    {
      "loss_action": 0.010091368108987808,
      "loss_total": 0.010091368108987808,
      "step": 23290
    },
    {
      "loss_action": 0.011225802823901176,
      "loss_total": 0.011225802823901176,
      "step": 23290
    },
    {
      "loss_action": 0.010490592569112778,
      "loss_total": 0.010490592569112778,
      "step": 23290
    },
    {
      "loss_action": 0.008957674726843834,
      "loss_total": 0.008957674726843834,
      "step": 23290
    },
    {
      "loss_action": 0.012678232043981552,
      "loss_total": 0.012678232043981552,
      "step": 23290
    },
    {
      "loss_action": 0.00824237335473299,
      "loss_total": 0.00824237335473299,
      "step": 23290
    },
    {
      "loss_action": 0.013808036223053932,
      "loss_total": 0.013808036223053932,
      "step": 23290
    },
    {
      "grad_norm": 0.13987240195274353,
      "learning_rate": 9.112121177852459e-05,
      "loss": 0.0118,
      "step": 23300
    },
    {
      "loss_action": 0.01229714322835207,
      "loss_total": 0.01229714322835207,
      "step": 23300
    },
    {
      "loss_action": 0.015318209305405617,
      "loss_total": 0.015318209305405617,
      "step": 23300
    },
    {
      "loss_action": 0.005447312258183956,
      "loss_total": 0.005447312258183956,
      "step": 23300
    },
    {
      "loss_action": 0.004819916095584631,
      "loss_total": 0.004819916095584631,
      "step": 23300
    },
    {
      "loss_action": 0.008403884246945381,
      "loss_total": 0.008403884246945381,
      "step": 23300
    },
    {
      "loss_action": 0.008341819047927856,
      "loss_total": 0.008341819047927856,
      "step": 23300
    },
    {
      "loss_action": 0.011748326942324638,
      "loss_total": 0.011748326942324638,
      "step": 23300
    },
    {
      "loss_action": 0.007545444183051586,
      "loss_total": 0.007545444183051586,
      "step": 23300
    },
    {
      "grad_norm": 0.1521902233362198,
      "learning_rate": 9.111180335944527e-05,
      "loss": 0.0119,
      "step": 23310
    },
    {
      "loss_action": 0.005169321782886982,
      "loss_total": 0.005169321782886982,
      "step": 23310
    },
    {
      "loss_action": 0.027905531227588654,
      "loss_total": 0.027905531227588654,
      "step": 23310
    },
    {
      "loss_action": 0.006507153157144785,
      "loss_total": 0.006507153157144785,
      "step": 23310
    },
    {
      "loss_action": 0.005116024054586887,
      "loss_total": 0.005116024054586887,
      "step": 23310
    },
    {
      "loss_action": 0.009409689344465733,
      "loss_total": 0.009409689344465733,
      "step": 23310
    },
    {
      "loss_action": 0.015583780594170094,
      "loss_total": 0.015583780594170094,
      "step": 23310
    },
    {
      "loss_action": 0.007947095669806004,
      "loss_total": 0.007947095669806004,
      "step": 23310
    },
    {
      "loss_action": 0.005701613146811724,
      "loss_total": 0.005701613146811724,
      "step": 23310
    },
    {
      "grad_norm": 0.1175251305103302,
      "learning_rate": 9.110239044444093e-05,
      "loss": 0.0111,
      "step": 23320
    },
    {
      "loss_action": 0.012214470654726028,
      "loss_total": 0.012214470654726028,
      "step": 23320
    },
    {
      "loss_action": 0.012048282660543919,
      "loss_total": 0.012048282660543919,
      "step": 23320
    },
    {
      "loss_action": 0.008834241889417171,
      "loss_total": 0.008834241889417171,
      "step": 23320
    },
    {
      "loss_action": 0.012902531772851944,
      "loss_total": 0.012902531772851944,
      "step": 23320
    },
    {
      "loss_action": 0.013478980399668217,
      "loss_total": 0.013478980399668217,
      "step": 23320
    },
    {
      "loss_action": 0.0052903215400874615,
      "loss_total": 0.0052903215400874615,
      "step": 23320
    },
    {
      "loss_action": 0.015115282498300076,
      "loss_total": 0.015115282498300076,
      "step": 23320
    },
    {
      "loss_action": 0.011000532656908035,
      "loss_total": 0.011000532656908035,
      "step": 23320
    },
    {
      "grad_norm": 0.10855372250080109,
      "learning_rate": 9.109297303454099e-05,
      "loss": 0.0108,
      "step": 23330
    },
    {
      "loss_action": 0.02245582826435566,
      "loss_total": 0.02245582826435566,
      "step": 23330
    },
    {
      "loss_action": 0.013464315794408321,
      "loss_total": 0.013464315794408321,
      "step": 23330
    },
    {
      "loss_action": 0.005352958105504513,
      "loss_total": 0.005352958105504513,
      "step": 23330
    },
    {
      "loss_action": 0.006004883907735348,
      "loss_total": 0.006004883907735348,
      "step": 23330
    },
    {
      "loss_action": 0.01576223224401474,
      "loss_total": 0.01576223224401474,
      "step": 23330
    },
    {
      "loss_action": 0.020796380937099457,
      "loss_total": 0.020796380937099457,
      "step": 23330
    },
    {
      "loss_action": 0.024397067725658417,
      "loss_total": 0.024397067725658417,
      "step": 23330
    },
    {
      "loss_action": 0.01610429957509041,
      "loss_total": 0.01610429957509041,
      "step": 23330
    },
    {
      "grad_norm": 0.15370683372020721,
      "learning_rate": 9.108355113077526e-05,
      "loss": 0.0128,
      "step": 23340
    },
    {
      "loss_action": 0.006608856841921806,
      "loss_total": 0.006608856841921806,
      "step": 23340
    },
    {
      "loss_action": 0.01060132309794426,
      "loss_total": 0.01060132309794426,
      "step": 23340
    },
    {
      "loss_action": 0.00603770837187767,
      "loss_total": 0.00603770837187767,
      "step": 23340
    },
    {
      "loss_action": 0.007758716586977243,
      "loss_total": 0.007758716586977243,
      "step": 23340
    },
    {
      "loss_action": 0.009462876245379448,
      "loss_total": 0.009462876245379448,
      "step": 23340
    },
    {
      "loss_action": 0.007964683696627617,
      "loss_total": 0.007964683696627617,
      "step": 23340
    },
    {
      "loss_action": 0.009920205920934677,
      "loss_total": 0.009920205920934677,
      "step": 23340
    },
    {
      "loss_action": 0.0221099816262722,
      "loss_total": 0.0221099816262722,
      "step": 23340
    },
    {
      "grad_norm": 0.14686179161071777,
      "learning_rate": 9.107412473417419e-05,
      "loss": 0.0111,
      "step": 23350
    },
    {
      "loss_action": 0.00704176165163517,
      "loss_total": 0.00704176165163517,
      "step": 23350
    },
    {
      "loss_action": 0.013638949021697044,
      "loss_total": 0.013638949021697044,
      "step": 23350
    },
    {
      "loss_action": 0.007067046593874693,
      "loss_total": 0.007067046593874693,
      "step": 23350
    },
    {
      "loss_action": 0.021478427574038506,
      "loss_total": 0.021478427574038506,
      "step": 23350
    },
    {
      "loss_action": 0.016304217278957367,
      "loss_total": 0.016304217278957367,
      "step": 23350
    },
    {
      "loss_action": 0.004714631009846926,
      "loss_total": 0.004714631009846926,
      "step": 23350
    },
    {
      "loss_action": 0.013948436826467514,
      "loss_total": 0.013948436826467514,
      "step": 23350
    },
    {
      "loss_action": 0.019971689209342003,
      "loss_total": 0.019971689209342003,
      "step": 23350
    },
    {
      "grad_norm": 0.2399541735649109,
      "learning_rate": 9.106469384576858e-05,
      "loss": 0.015,
      "step": 23360
    },
    {
      "loss_action": 0.021474722772836685,
      "loss_total": 0.021474722772836685,
      "step": 23360
    },
    {
      "loss_action": 0.011011335067451,
      "loss_total": 0.011011335067451,
      "step": 23360
    },
    {
      "loss_action": 0.008914242498576641,
      "loss_total": 0.008914242498576641,
      "step": 23360
    },
    {
      "loss_action": 0.017815876752138138,
      "loss_total": 0.017815876752138138,
      "step": 23360
    },
    {
      "loss_action": 0.011714348569512367,
      "loss_total": 0.011714348569512367,
      "step": 23360
    },
    {
      "loss_action": 0.01724332943558693,
      "loss_total": 0.01724332943558693,
      "step": 23360
    },
    {
      "loss_action": 0.010148580186069012,
      "loss_total": 0.010148580186069012,
      "step": 23360
    },
    {
      "loss_action": 0.015935566276311874,
      "loss_total": 0.015935566276311874,
      "step": 23360
    },
    {
      "grad_norm": 0.14568808674812317,
      "learning_rate": 9.105525846658978e-05,
      "loss": 0.0153,
      "step": 23370
    },
    {
      "loss_action": 0.00783846341073513,
      "loss_total": 0.00783846341073513,
      "step": 23370
    },
    {
      "loss_action": 0.010264869779348373,
      "loss_total": 0.010264869779348373,
      "step": 23370
    },
    {
      "loss_action": 0.005429120268672705,
      "loss_total": 0.005429120268672705,
      "step": 23370
    },
    {
      "loss_action": 0.01841019093990326,
      "loss_total": 0.01841019093990326,
      "step": 23370
    },
    {
      "loss_action": 0.01002807542681694,
      "loss_total": 0.01002807542681694,
      "step": 23370
    },
    {
      "loss_action": 0.011462046764791012,
      "loss_total": 0.011462046764791012,
      "step": 23370
    },
    {
      "loss_action": 0.01378810964524746,
      "loss_total": 0.01378810964524746,
      "step": 23370
    },
    {
      "loss_action": 0.008444009348750114,
      "loss_total": 0.008444009348750114,
      "step": 23370
    },
    {
      "grad_norm": 0.20013682544231415,
      "learning_rate": 9.104581859766965e-05,
      "loss": 0.014,
      "step": 23380
    },
    {
      "loss_action": 0.025840185582637787,
      "loss_total": 0.025840185582637787,
      "step": 23380
    },
    {
      "loss_action": 0.018795490264892578,
      "loss_total": 0.018795490264892578,
      "step": 23380
    },
    {
      "loss_action": 0.02354837767779827,
      "loss_total": 0.02354837767779827,
      "step": 23380
    },
    {
      "loss_action": 0.019689388573169708,
      "loss_total": 0.019689388573169708,
      "step": 23380
    },
    {
      "loss_action": 0.007256239652633667,
      "loss_total": 0.007256239652633667,
      "step": 23380
    },
    {
      "loss_action": 0.014307101257145405,
      "loss_total": 0.014307101257145405,
      "step": 23380
    },
    {
      "loss_action": 0.010103723034262657,
      "loss_total": 0.010103723034262657,
      "step": 23380
    },
    {
      "loss_action": 0.012754792347550392,
      "loss_total": 0.012754792347550392,
      "step": 23380
    },
    {
      "grad_norm": 0.24796275794506073,
      "learning_rate": 9.10363742400405e-05,
      "loss": 0.0139,
      "step": 23390
    },
    {
      "loss_action": 0.02477577142417431,
      "loss_total": 0.02477577142417431,
      "step": 23390
    },
    {
      "loss_action": 0.023274987936019897,
      "loss_total": 0.023274987936019897,
      "step": 23390
    },
    {
      "loss_action": 0.024757971987128258,
      "loss_total": 0.024757971987128258,
      "step": 23390
    },
    {
      "loss_action": 0.013194002211093903,
      "loss_total": 0.013194002211093903,
      "step": 23390
    },
    {
      "loss_action": 0.012848500162363052,
      "loss_total": 0.012848500162363052,
      "step": 23390
    },
    {
      "loss_action": 0.011601975187659264,
      "loss_total": 0.011601975187659264,
      "step": 23390
    },
    {
      "loss_action": 0.018948081880807877,
      "loss_total": 0.018948081880807877,
      "step": 23390
    },
    {
      "loss_action": 0.014703486114740372,
      "loss_total": 0.014703486114740372,
      "step": 23390
    },
    {
      "grad_norm": 0.15721197426319122,
      "learning_rate": 9.102692539473518e-05,
      "loss": 0.013,
      "step": 23400
    },
    {
      "loss_action": 0.010760472156107426,
      "loss_total": 0.010760472156107426,
      "step": 23400
    },
    {
      "loss_action": 0.011734550818800926,
      "loss_total": 0.011734550818800926,
      "step": 23400
    },
    {
      "loss_action": 0.017273150384426117,
      "loss_total": 0.017273150384426117,
      "step": 23400
    },
    {
      "loss_action": 0.010257937014102936,
      "loss_total": 0.010257937014102936,
      "step": 23400
    },
    {
      "loss_action": 0.004186786711215973,
      "loss_total": 0.004186786711215973,
      "step": 23400
    },
    {
      "loss_action": 0.007460280321538448,
      "loss_total": 0.007460280321538448,
      "step": 23400
    },
    {
      "loss_action": 0.009861631318926811,
      "loss_total": 0.009861631318926811,
      "step": 23400
    },
    {
      "loss_action": 0.023060761392116547,
      "loss_total": 0.023060761392116547,
      "step": 23400
    },
    {
      "grad_norm": 0.16236598789691925,
      "learning_rate": 9.101747206278697e-05,
      "loss": 0.0133,
      "step": 23410
    },
    {
      "loss_action": 0.006558242253959179,
      "loss_total": 0.006558242253959179,
      "step": 23410
    },
    {
      "loss_action": 0.008170009590685368,
      "loss_total": 0.008170009590685368,
      "step": 23410
    },
    {
      "loss_action": 0.014079463668167591,
      "loss_total": 0.014079463668167591,
      "step": 23410
    },
    {
      "loss_action": 0.006354240700602531,
      "loss_total": 0.006354240700602531,
      "step": 23410
    },
    {
      "loss_action": 0.008311344310641289,
      "loss_total": 0.008311344310641289,
      "step": 23410
    },
    {
      "loss_action": 0.013443471863865852,
      "loss_total": 0.013443471863865852,
      "step": 23410
    },
    {
      "loss_action": 0.005228500347584486,
      "loss_total": 0.005228500347584486,
      "step": 23410
    },
    {
      "loss_action": 0.009347489103674889,
      "loss_total": 0.009347489103674889,
      "step": 23410
    },
    {
      "grad_norm": 0.14583177864551544,
      "learning_rate": 9.100801424522968e-05,
      "loss": 0.0141,
      "step": 23420
    },
    {
      "loss_action": 0.021123230457305908,
      "loss_total": 0.021123230457305908,
      "step": 23420
    },
    {
      "loss_action": 0.02635432779788971,
      "loss_total": 0.02635432779788971,
      "step": 23420
    },
    {
      "loss_action": 0.017412681132555008,
      "loss_total": 0.017412681132555008,
      "step": 23420
    },
    {
      "loss_action": 0.03807767853140831,
      "loss_total": 0.03807767853140831,
      "step": 23420
    },
    {
      "loss_action": 0.005490003153681755,
      "loss_total": 0.005490003153681755,
      "step": 23420
    },
    {
      "loss_action": 0.00711462739855051,
      "loss_total": 0.00711462739855051,
      "step": 23420
    },
    {
      "loss_action": 0.008195439353585243,
      "loss_total": 0.008195439353585243,
      "step": 23420
    },
    {
      "loss_action": 0.03379008173942566,
      "loss_total": 0.03379008173942566,
      "step": 23420
    },
    {
      "grad_norm": 0.11946187168359756,
      "learning_rate": 9.099855194309762e-05,
      "loss": 0.0154,
      "step": 23430
    },
    {
      "loss_action": 0.014120332896709442,
      "loss_total": 0.014120332896709442,
      "step": 23430
    },
    {
      "loss_action": 0.005664409138262272,
      "loss_total": 0.005664409138262272,
      "step": 23430
    },
    {
      "loss_action": 0.017786169424653053,
      "loss_total": 0.017786169424653053,
      "step": 23430
    },
    {
      "loss_action": 0.013254957273602486,
      "loss_total": 0.013254957273602486,
      "step": 23430
    },
    {
      "loss_action": 0.003958392888307571,
      "loss_total": 0.003958392888307571,
      "step": 23430
    },
    {
      "loss_action": 0.017354268580675125,
      "loss_total": 0.017354268580675125,
      "step": 23430
    },
    {
      "loss_action": 0.011238214559853077,
      "loss_total": 0.011238214559853077,
      "step": 23430
    },
    {
      "loss_action": 0.016141081228852272,
      "loss_total": 0.016141081228852272,
      "step": 23430
    },
    {
      "grad_norm": 0.1110818013548851,
      "learning_rate": 9.098908515742554e-05,
      "loss": 0.0129,
      "step": 23440
    },
    {
      "loss_action": 0.003434613347053528,
      "loss_total": 0.003434613347053528,
      "step": 23440
    },
    {
      "loss_action": 0.008954998105764389,
      "loss_total": 0.008954998105764389,
      "step": 23440
    },
    {
      "loss_action": 0.004996315110474825,
      "loss_total": 0.004996315110474825,
      "step": 23440
    },
    {
      "loss_action": 0.004640625789761543,
      "loss_total": 0.004640625789761543,
      "step": 23440
    },
    {
      "loss_action": 0.003819089848548174,
      "loss_total": 0.003819089848548174,
      "step": 23440
    },
    {
      "loss_action": 0.007276703603565693,
      "loss_total": 0.007276703603565693,
      "step": 23440
    },
    {
      "loss_action": 0.02163640223443508,
      "loss_total": 0.02163640223443508,
      "step": 23440
    },
    {
      "loss_action": 0.010522611439228058,
      "loss_total": 0.010522611439228058,
      "step": 23440
    },
    {
      "grad_norm": 0.1885923147201538,
      "learning_rate": 9.097961388924873e-05,
      "loss": 0.0129,
      "step": 23450
    },
    {
      "loss_action": 0.009412026032805443,
      "loss_total": 0.009412026032805443,
      "step": 23450
    },
    {
      "loss_action": 0.009045988321304321,
      "loss_total": 0.009045988321304321,
      "step": 23450
    },
    {
      "loss_action": 0.004446365870535374,
      "loss_total": 0.004446365870535374,
      "step": 23450
    },
    {
      "loss_action": 0.021036118268966675,
      "loss_total": 0.021036118268966675,
      "step": 23450
    },
    {
      "loss_action": 0.012445713393390179,
      "loss_total": 0.012445713393390179,
      "step": 23450
    },
    {
      "loss_action": 0.0078821312636137,
      "loss_total": 0.0078821312636137,
      "step": 23450
    },
    {
      "loss_action": 0.010158924385905266,
      "loss_total": 0.010158924385905266,
      "step": 23450
    },
    {
      "loss_action": 0.009302845224738121,
      "loss_total": 0.009302845224738121,
      "step": 23450
    },
    {
      "grad_norm": 0.17619571089744568,
      "learning_rate": 9.097013813960298e-05,
      "loss": 0.0149,
      "step": 23460
    },
    {
      "loss_action": 0.010370893403887749,
      "loss_total": 0.010370893403887749,
      "step": 23460
    },
    {
      "loss_action": 0.021457582712173462,
      "loss_total": 0.021457582712173462,
      "step": 23460
    },
    {
      "loss_action": 0.010141943581402302,
      "loss_total": 0.010141943581402302,
      "step": 23460
    },
    {
      "loss_action": 0.005048675462603569,
      "loss_total": 0.005048675462603569,
      "step": 23460
    },
    {
      "loss_action": 0.013484587892889977,
      "loss_total": 0.013484587892889977,
      "step": 23460
    },
    {
      "loss_action": 0.01603827252984047,
      "loss_total": 0.01603827252984047,
      "step": 23460
    },
    {
      "loss_action": 0.004772976040840149,
      "loss_total": 0.004772976040840149,
      "step": 23460
    },
    {
      "loss_action": 0.009819380939006805,
      "loss_total": 0.009819380939006805,
      "step": 23460
    },
    {
      "grad_norm": 0.2823816239833832,
      "learning_rate": 9.09606579095245e-05,
      "loss": 0.0152,
      "step": 23470
    },
    {
      "loss_action": 0.01511296071112156,
      "loss_total": 0.01511296071112156,
      "step": 23470
    },
    {
      "loss_action": 0.014440501108765602,
      "loss_total": 0.014440501108765602,
      "step": 23470
    },
    {
      "loss_action": 0.009695814922451973,
      "loss_total": 0.009695814922451973,
      "step": 23470
    },
    {
      "loss_action": 0.02132548950612545,
      "loss_total": 0.02132548950612545,
      "step": 23470
    },
    {
      "loss_action": 0.006193347275257111,
      "loss_total": 0.006193347275257111,
      "step": 23470
    },
    {
      "loss_action": 0.008834648877382278,
      "loss_total": 0.008834648877382278,
      "step": 23470
    },
    {
      "loss_action": 0.010078047402203083,
      "loss_total": 0.010078047402203083,
      "step": 23470
    },
    {
      "loss_action": 0.028480766341090202,
      "loss_total": 0.028480766341090202,
      "step": 23470
    },
    {
      "grad_norm": 0.11970755457878113,
      "learning_rate": 9.095117320005008e-05,
      "loss": 0.014,
      "step": 23480
    },
    {
      "loss_action": 0.009915119037032127,
      "loss_total": 0.009915119037032127,
      "step": 23480
    },
    {
      "loss_action": 0.004252793733030558,
      "loss_total": 0.004252793733030558,
      "step": 23480
    },
    {
      "loss_action": 0.005819798447191715,
      "loss_total": 0.005819798447191715,
      "step": 23480
    },
    {
      "loss_action": 0.004804152064025402,
      "loss_total": 0.004804152064025402,
      "step": 23480
    },
    {
      "loss_action": 0.009775279089808464,
      "loss_total": 0.009775279089808464,
      "step": 23480
    },
    {
      "loss_action": 0.010786555707454681,
      "loss_total": 0.010786555707454681,
      "step": 23480
    },
    {
      "loss_action": 0.011708784848451614,
      "loss_total": 0.011708784848451614,
      "step": 23480
    },
    {
      "loss_action": 0.0041636088863015175,
      "loss_total": 0.0041636088863015175,
      "step": 23480
    },
    {
      "grad_norm": 0.1590452790260315,
      "learning_rate": 9.094168401221691e-05,
      "loss": 0.0125,
      "step": 23490
    },
    {
      "loss_action": 0.011227366514503956,
      "loss_total": 0.011227366514503956,
      "step": 23490
    },
    {
      "loss_action": 0.02912994846701622,
      "loss_total": 0.02912994846701622,
      "step": 23490
    },
    {
      "loss_action": 0.011003762483596802,
      "loss_total": 0.011003762483596802,
      "step": 23490
    },
    {
      "loss_action": 0.014296318404376507,
      "loss_total": 0.014296318404376507,
      "step": 23490
    },
    {
      "loss_action": 0.00980064831674099,
      "loss_total": 0.00980064831674099,
      "step": 23490
    },
    {
      "loss_action": 0.0121381850913167,
      "loss_total": 0.0121381850913167,
      "step": 23490
    },
    {
      "loss_action": 0.012071575969457626,
      "loss_total": 0.012071575969457626,
      "step": 23490
    },
    {
      "loss_action": 0.008836883120238781,
      "loss_total": 0.008836883120238781,
      "step": 23490
    },
    {
      "grad_norm": 0.1591416299343109,
      "learning_rate": 9.093219034706273e-05,
      "loss": 0.0152,
      "step": 23500
    },
    {
      "loss_action": 0.06377539783716202,
      "loss_total": 0.06377539783716202,
      "step": 23500
    },
    {
      "loss_action": 0.008025556802749634,
      "loss_total": 0.008025556802749634,
      "step": 23500
    },
    {
      "loss_action": 0.00279382336884737,
      "loss_total": 0.00279382336884737,
      "step": 23500
    },
    {
      "loss_action": 0.004800314083695412,
      "loss_total": 0.004800314083695412,
      "step": 23500
    },
    {
      "loss_action": 0.0049518621526658535,
      "loss_total": 0.0049518621526658535,
      "step": 23500
    },
    {
      "loss_action": 0.020598862320184708,
      "loss_total": 0.020598862320184708,
      "step": 23500
    },
    {
      "loss_action": 0.007371712476015091,
      "loss_total": 0.007371712476015091,
      "step": 23500
    },
    {
      "loss_action": 0.018784550949931145,
      "loss_total": 0.018784550949931145,
      "step": 23500
    },
    {
      "grad_norm": 0.14363859593868256,
      "learning_rate": 9.092269220562577e-05,
      "loss": 0.0128,
      "step": 23510
    },
    {
      "loss_action": 0.037816502153873444,
      "loss_total": 0.037816502153873444,
      "step": 23510
    },
    {
      "loss_action": 0.008129561319947243,
      "loss_total": 0.008129561319947243,
      "step": 23510
    },
    {
      "loss_action": 0.015555677935481071,
      "loss_total": 0.015555677935481071,
      "step": 23510
    },
    {
      "loss_action": 0.017107564955949783,
      "loss_total": 0.017107564955949783,
      "step": 23510
    },
    {
      "loss_action": 0.021571451798081398,
      "loss_total": 0.021571451798081398,
      "step": 23510
    },
    {
      "loss_action": 0.013208478689193726,
      "loss_total": 0.013208478689193726,
      "step": 23510
    },
    {
      "loss_action": 0.02692374400794506,
      "loss_total": 0.02692374400794506,
      "step": 23510
    },
    {
      "loss_action": 0.010919822379946709,
      "loss_total": 0.010919822379946709,
      "step": 23510
    },
    {
      "grad_norm": 0.14679904282093048,
      "learning_rate": 9.09131895889447e-05,
      "loss": 0.0135,
      "step": 23520
    },
    {
      "loss_action": 0.008312858641147614,
      "loss_total": 0.008312858641147614,
      "step": 23520
    },
    {
      "loss_action": 0.006023379974067211,
      "loss_total": 0.006023379974067211,
      "step": 23520
    },
    {
      "loss_action": 0.010603595525026321,
      "loss_total": 0.010603595525026321,
      "step": 23520
    },
    {
      "loss_action": 0.01212285179644823,
      "loss_total": 0.01212285179644823,
      "step": 23520
    },
    {
      "loss_action": 0.009032566100358963,
      "loss_total": 0.009032566100358963,
      "step": 23520
    },
    {
      "loss_action": 0.012746099382638931,
      "loss_total": 0.012746099382638931,
      "step": 23520
    },
    {
      "loss_action": 0.008839122951030731,
      "loss_total": 0.008839122951030731,
      "step": 23520
    },
    {
      "loss_action": 0.013211128301918507,
      "loss_total": 0.013211128301918507,
      "step": 23520
    },
    {
      "grad_norm": 0.28621551394462585,
      "learning_rate": 9.090368249805873e-05,
      "loss": 0.0152,
      "step": 23530
    },
    {
      "loss_action": 0.022142481058835983,
      "loss_total": 0.022142481058835983,
      "step": 23530
    },
    {
      "loss_action": 0.018062608316540718,
      "loss_total": 0.018062608316540718,
      "step": 23530
    },
    {
      "loss_action": 0.009851307608187199,
      "loss_total": 0.009851307608187199,
      "step": 23530
    },
    {
      "loss_action": 0.021690312772989273,
      "loss_total": 0.021690312772989273,
      "step": 23530
    },
    {
      "loss_action": 0.006352029740810394,
      "loss_total": 0.006352029740810394,
      "step": 23530
    },
    {
      "loss_action": 0.009099139831960201,
      "loss_total": 0.009099139831960201,
      "step": 23530
    },
    {
      "loss_action": 0.011922668665647507,
      "loss_total": 0.011922668665647507,
      "step": 23530
    },
    {
      "loss_action": 0.0202576145529747,
      "loss_total": 0.0202576145529747,
      "step": 23530
    },
    {
      "grad_norm": 0.13098002970218658,
      "learning_rate": 9.089417093400754e-05,
      "loss": 0.0134,
      "step": 23540
    },
    {
      "loss_action": 0.006444566883146763,
      "loss_total": 0.006444566883146763,
      "step": 23540
    },
    {
      "loss_action": 0.01936318725347519,
      "loss_total": 0.01936318725347519,
      "step": 23540
    },
    {
      "loss_action": 0.005663440562784672,
      "loss_total": 0.005663440562784672,
      "step": 23540
    },
    {
      "loss_action": 0.012279327027499676,
      "loss_total": 0.012279327027499676,
      "step": 23540
    },
    {
      "loss_action": 0.017042743042111397,
      "loss_total": 0.017042743042111397,
      "step": 23540
    },
    {
      "loss_action": 0.015883566811680794,
      "loss_total": 0.015883566811680794,
      "step": 23540
    },
    {
      "loss_action": 0.014918729662895203,
      "loss_total": 0.014918729662895203,
      "step": 23540
    },
    {
      "loss_action": 0.01010279729962349,
      "loss_total": 0.01010279729962349,
      "step": 23540
    },
    {
      "grad_norm": 0.20671086013317108,
      "learning_rate": 9.088465489783131e-05,
      "loss": 0.0154,
      "step": 23550
    },
    {
      "loss_action": 0.023800287395715714,
      "loss_total": 0.023800287395715714,
      "step": 23550
    },
    {
      "loss_action": 0.0051581114530563354,
      "loss_total": 0.0051581114530563354,
      "step": 23550
    },
    {
      "loss_action": 0.005534868221729994,
      "loss_total": 0.005534868221729994,
      "step": 23550
    },
    {
      "loss_action": 0.005166704300791025,
      "loss_total": 0.005166704300791025,
      "step": 23550
    },
    {
      "loss_action": 0.0067997947335243225,
      "loss_total": 0.0067997947335243225,
      "step": 23550
    },
    {
      "loss_action": 0.02621815726161003,
      "loss_total": 0.02621815726161003,
      "step": 23550
    },
    {
      "loss_action": 0.011435490101575851,
      "loss_total": 0.011435490101575851,
      "step": 23550
    },
    {
      "loss_action": 0.03162176162004471,
      "loss_total": 0.03162176162004471,
      "step": 23550
    },
    {
      "grad_norm": 0.18633943796157837,
      "learning_rate": 9.087513439057068e-05,
      "loss": 0.0128,
      "step": 23560
    },
    {
      "loss_action": 0.00922881718724966,
      "loss_total": 0.00922881718724966,
      "step": 23560
    },
    {
      "loss_action": 0.0071862866170704365,
      "loss_total": 0.0071862866170704365,
      "step": 23560
    },
    {
      "loss_action": 0.005169273354113102,
      "loss_total": 0.005169273354113102,
      "step": 23560
    },
    {
      "loss_action": 0.012269916012883186,
      "loss_total": 0.012269916012883186,
      "step": 23560
    },
    {
      "loss_action": 0.01732347533106804,
      "loss_total": 0.01732347533106804,
      "step": 23560
    },
    {
      "loss_action": 0.005130849778652191,
      "loss_total": 0.005130849778652191,
      "step": 23560
    },
    {
      "loss_action": 0.014739645645022392,
      "loss_total": 0.014739645645022392,
      "step": 23560
    },
    {
      "loss_action": 0.015081229619681835,
      "loss_total": 0.015081229619681835,
      "step": 23560
    },
    {
      "grad_norm": 0.2093924880027771,
      "learning_rate": 9.08656094132668e-05,
      "loss": 0.0141,
      "step": 23570
    },
    {
      "loss_action": 0.004583359695971012,
      "loss_total": 0.004583359695971012,
      "step": 23570
    },
    {
      "loss_action": 0.006490049883723259,
      "loss_total": 0.006490049883723259,
      "step": 23570
    },
    {
      "loss_action": 0.015431094914674759,
      "loss_total": 0.015431094914674759,
      "step": 23570
    },
    {
      "loss_action": 0.021387295797467232,
      "loss_total": 0.021387295797467232,
      "step": 23570
    },
    {
      "loss_action": 0.007878872565925121,
      "loss_total": 0.007878872565925121,
      "step": 23570
    },
    {
      "loss_action": 0.017338011413812637,
      "loss_total": 0.017338011413812637,
      "step": 23570
    },
    {
      "loss_action": 0.007285587955266237,
      "loss_total": 0.007285587955266237,
      "step": 23570
    },
    {
      "loss_action": 0.008637813851237297,
      "loss_total": 0.008637813851237297,
      "step": 23570
    },
    {
      "grad_norm": 0.131657674908638,
      "learning_rate": 9.085607996696134e-05,
      "loss": 0.0126,
      "step": 23580
    },
    {
      "loss_action": 0.019912630319595337,
      "loss_total": 0.019912630319595337,
      "step": 23580
    },
    {
      "loss_action": 0.016667425632476807,
      "loss_total": 0.016667425632476807,
      "step": 23580
    },
    {
      "loss_action": 0.011181334964931011,
      "loss_total": 0.011181334964931011,
      "step": 23580
    },
    {
      "loss_action": 0.009599538519978523,
      "loss_total": 0.009599538519978523,
      "step": 23580
    },
    {
      "loss_action": 0.010631045326590538,
      "loss_total": 0.010631045326590538,
      "step": 23580
    },
    {
      "loss_action": 0.017508212476968765,
      "loss_total": 0.017508212476968765,
      "step": 23580
    },
    {
      "loss_action": 0.007797906640917063,
      "loss_total": 0.007797906640917063,
      "step": 23580
    },
    {
      "loss_action": 0.00340289156883955,
      "loss_total": 0.00340289156883955,
      "step": 23580
    },
    {
      "grad_norm": 0.14613638818264008,
      "learning_rate": 9.084654605269639e-05,
      "loss": 0.0118,
      "step": 23590
    },
    {
      "loss_action": 0.02284330315887928,
      "loss_total": 0.02284330315887928,
      "step": 23590
    },
    {
      "loss_action": 0.02128765732049942,
      "loss_total": 0.02128765732049942,
      "step": 23590
    },
    {
      "loss_action": 0.017032131552696228,
      "loss_total": 0.017032131552696228,
      "step": 23590
    },
    {
      "loss_action": 0.01851193979382515,
      "loss_total": 0.01851193979382515,
      "step": 23590
    },
    {
      "loss_action": 0.008967645466327667,
      "loss_total": 0.008967645466327667,
      "step": 23590
    },
    {
      "loss_action": 0.0071001602336764336,
      "loss_total": 0.0071001602336764336,
      "step": 23590
    },
    {
      "loss_action": 0.01479414850473404,
      "loss_total": 0.01479414850473404,
      "step": 23590
    },
    {
      "loss_action": 0.006399891804903746,
      "loss_total": 0.006399891804903746,
      "step": 23590
    },
    {
      "grad_norm": 0.17469128966331482,
      "learning_rate": 9.083700767151457e-05,
      "loss": 0.015,
      "step": 23600
    },
    {
      "loss_action": 0.018966739997267723,
      "loss_total": 0.018966739997267723,
      "step": 23600
    },
    {
      "loss_action": 0.01684614270925522,
      "loss_total": 0.01684614270925522,
      "step": 23600
    },
    {
      "loss_action": 0.009874498471617699,
      "loss_total": 0.009874498471617699,
      "step": 23600
    },
    {
      "loss_action": 0.009805901907384396,
      "loss_total": 0.009805901907384396,
      "step": 23600
    },
    {
      "loss_action": 0.01933545619249344,
      "loss_total": 0.01933545619249344,
      "step": 23600
    },
    {
      "loss_action": 0.013499213382601738,
      "loss_total": 0.013499213382601738,
      "step": 23600
    },
    {
      "loss_action": 0.005462703760713339,
      "loss_total": 0.005462703760713339,
      "step": 23600
    },
    {
      "loss_action": 0.024760084226727486,
      "loss_total": 0.024760084226727486,
      "step": 23600
    },
    {
      "grad_norm": 0.17138291895389557,
      "learning_rate": 9.082746482445898e-05,
      "loss": 0.0132,
      "step": 23610
    },
    {
      "loss_action": 0.007526974193751812,
      "loss_total": 0.007526974193751812,
      "step": 23610
    },
    {
      "loss_action": 0.006973499897867441,
      "loss_total": 0.006973499897867441,
      "step": 23610
    },
    {
      "loss_action": 0.013107344508171082,
      "loss_total": 0.013107344508171082,
      "step": 23610
    },
    {
      "loss_action": 0.02204727753996849,
      "loss_total": 0.02204727753996849,
      "step": 23610
    },
    {
      "loss_action": 0.021118033677339554,
      "loss_total": 0.021118033677339554,
      "step": 23610
    },
    {
      "loss_action": 0.007601018063724041,
      "loss_total": 0.007601018063724041,
      "step": 23610
    },
    {
      "loss_action": 0.006621702574193478,
      "loss_total": 0.006621702574193478,
      "step": 23610
    },
    {
      "loss_action": 0.019038133323192596,
      "loss_total": 0.019038133323192596,
      "step": 23610
    },
    {
      "grad_norm": 0.13670825958251953,
      "learning_rate": 9.081791751257325e-05,
      "loss": 0.0127,
      "step": 23620
    },
    {
      "loss_action": 0.01813717558979988,
      "loss_total": 0.01813717558979988,
      "step": 23620
    },
    {
      "loss_action": 0.005794605240225792,
      "loss_total": 0.005794605240225792,
      "step": 23620
    },
    {
      "loss_action": 0.0069823600351810455,
      "loss_total": 0.0069823600351810455,
      "step": 23620
    },
    {
      "loss_action": 0.008687039837241173,
      "loss_total": 0.008687039837241173,
      "step": 23620
    },
    {
      "loss_action": 0.008388608694076538,
      "loss_total": 0.008388608694076538,
      "step": 23620
    },
    {
      "loss_action": 0.011143344454467297,
      "loss_total": 0.011143344454467297,
      "step": 23620
    },
    {
      "loss_action": 0.011627627536654472,
      "loss_total": 0.011627627536654472,
      "step": 23620
    },
    {
      "loss_action": 0.012941357679665089,
      "loss_total": 0.012941357679665089,
      "step": 23620
    },
    {
      "grad_norm": 0.1362532377243042,
      "learning_rate": 9.080836573690142e-05,
      "loss": 0.0132,
      "step": 23630
    },
    {
      "loss_action": 0.006061069201678038,
      "loss_total": 0.006061069201678038,
      "step": 23630
    },
    {
      "loss_action": 0.032491374760866165,
      "loss_total": 0.032491374760866165,
      "step": 23630
    },
    {
      "loss_action": 0.024156423285603523,
      "loss_total": 0.024156423285603523,
      "step": 23630
    },
    {
      "loss_action": 0.014622533693909645,
      "loss_total": 0.014622533693909645,
      "step": 23630
    },
    {
      "loss_action": 0.011299342848360538,
      "loss_total": 0.011299342848360538,
      "step": 23630
    },
    {
      "loss_action": 0.02119472436606884,
      "loss_total": 0.02119472436606884,
      "step": 23630
    },
    {
      "loss_action": 0.008097518235445023,
      "loss_total": 0.008097518235445023,
      "step": 23630
    },
    {
      "loss_action": 0.013837416656315327,
      "loss_total": 0.013837416656315327,
      "step": 23630
    },
    {
      "grad_norm": 0.13750162720680237,
      "learning_rate": 9.079880949848805e-05,
      "loss": 0.0118,
      "step": 23640
    },
    {
      "loss_action": 0.005045441910624504,
      "loss_total": 0.005045441910624504,
      "step": 23640
    },
    {
      "loss_action": 0.009141815826296806,
      "loss_total": 0.009141815826296806,
      "step": 23640
    },
    {
      "loss_action": 0.01471899077296257,
      "loss_total": 0.01471899077296257,
      "step": 23640
    },
    {
      "loss_action": 0.009144021198153496,
      "loss_total": 0.009144021198153496,
      "step": 23640
    },
    {
      "loss_action": 0.020352087914943695,
      "loss_total": 0.020352087914943695,
      "step": 23640
    },
    {
      "loss_action": 0.010049814358353615,
      "loss_total": 0.010049814358353615,
      "step": 23640
    },
    {
      "loss_action": 0.014436472207307816,
      "loss_total": 0.014436472207307816,
      "step": 23640
    },
    {
      "loss_action": 0.00971454568207264,
      "loss_total": 0.00971454568207264,
      "step": 23640
    },
    {
      "grad_norm": 0.13178104162216187,
      "learning_rate": 9.078924879837822e-05,
      "loss": 0.0123,
      "step": 23650
    },
    {
      "loss_action": 0.012451687827706337,
      "loss_total": 0.012451687827706337,
      "step": 23650
    },
    {
      "loss_action": 0.01660645753145218,
      "loss_total": 0.01660645753145218,
      "step": 23650
    },
    {
      "loss_action": 0.009249858558177948,
      "loss_total": 0.009249858558177948,
      "step": 23650
    },
    {
      "loss_action": 0.008904458954930305,
      "loss_total": 0.008904458954930305,
      "step": 23650
    },
    {
      "loss_action": 0.010817206464707851,
      "loss_total": 0.010817206464707851,
      "step": 23650
    },
    {
      "loss_action": 0.012011501006782055,
      "loss_total": 0.012011501006782055,
      "step": 23650
    },
    {
      "loss_action": 0.012242046184837818,
      "loss_total": 0.012242046184837818,
      "step": 23650
    },
    {
      "loss_action": 0.026981916278600693,
      "loss_total": 0.026981916278600693,
      "step": 23650
    },
    {
      "grad_norm": 0.1394301801919937,
      "learning_rate": 9.077968363761747e-05,
      "loss": 0.0138,
      "step": 23660
    },
    {
      "loss_action": 0.007324199192225933,
      "loss_total": 0.007324199192225933,
      "step": 23660
    },
    {
      "loss_action": 0.015640346333384514,
      "loss_total": 0.015640346333384514,
      "step": 23660
    },
    {
      "loss_action": 0.020985184237360954,
      "loss_total": 0.020985184237360954,
      "step": 23660
    },
    {
      "loss_action": 0.005934260785579681,
      "loss_total": 0.005934260785579681,
      "step": 23660
    },
    {
      "loss_action": 0.03605048730969429,
      "loss_total": 0.03605048730969429,
      "step": 23660
    },
    {
      "loss_action": 0.0367627777159214,
      "loss_total": 0.0367627777159214,
      "step": 23660
    },
    {
      "loss_action": 0.005132115446031094,
      "loss_total": 0.005132115446031094,
      "step": 23660
    },
    {
      "loss_action": 0.009810240939259529,
      "loss_total": 0.009810240939259529,
      "step": 23660
    },
    {
      "grad_norm": 0.1216450035572052,
      "learning_rate": 9.077011401725182e-05,
      "loss": 0.0122,
      "step": 23670
    },
    {
      "loss_action": 0.004850616678595543,
      "loss_total": 0.004850616678595543,
      "step": 23670
    },
    {
      "loss_action": 0.010964084416627884,
      "loss_total": 0.010964084416627884,
      "step": 23670
    },
    {
      "loss_action": 0.009002861566841602,
      "loss_total": 0.009002861566841602,
      "step": 23670
    },
    {
      "loss_action": 0.015292957425117493,
      "loss_total": 0.015292957425117493,
      "step": 23670
    },
    {
      "loss_action": 0.006804171483963728,
      "loss_total": 0.006804171483963728,
      "step": 23670
    },
    {
      "loss_action": 0.00778913451358676,
      "loss_total": 0.00778913451358676,
      "step": 23670
    },
    {
      "loss_action": 0.004150673747062683,
      "loss_total": 0.004150673747062683,
      "step": 23670
    },
    {
      "loss_action": 0.005607050843536854,
      "loss_total": 0.005607050843536854,
      "step": 23670
    },
    {
      "grad_norm": 0.08851443231105804,
      "learning_rate": 9.07605399383278e-05,
      "loss": 0.0107,
      "step": 23680
    },
    {
      "loss_action": 0.006629578769207001,
      "loss_total": 0.006629578769207001,
      "step": 23680
    },
    {
      "loss_action": 0.015157482586801052,
      "loss_total": 0.015157482586801052,
      "step": 23680
    },
    {
      "loss_action": 0.009445184841752052,
      "loss_total": 0.009445184841752052,
      "step": 23680
    },
    {
      "loss_action": 0.01714431494474411,
      "loss_total": 0.01714431494474411,
      "step": 23680
    },
    {
      "loss_action": 0.008880888111889362,
      "loss_total": 0.008880888111889362,
      "step": 23680
    },
    {
      "loss_action": 0.009235369972884655,
      "loss_total": 0.009235369972884655,
      "step": 23680
    },
    {
      "loss_action": 0.0075640082359313965,
      "loss_total": 0.0075640082359313965,
      "step": 23680
    },
    {
      "loss_action": 0.02829965204000473,
      "loss_total": 0.02829965204000473,
      "step": 23680
    },
    {
      "grad_norm": 0.19754670560359955,
      "learning_rate": 9.075096140189243e-05,
      "loss": 0.013,
      "step": 23690
    },
    {
      "loss_action": 0.010327477939426899,
      "loss_total": 0.010327477939426899,
      "step": 23690
    },
    {
      "loss_action": 0.008309418335556984,
      "loss_total": 0.008309418335556984,
      "step": 23690
    },
    {
      "loss_action": 0.0070219156332314014,
      "loss_total": 0.0070219156332314014,
      "step": 23690
    },
    {
      "loss_action": 0.006799121852964163,
      "loss_total": 0.006799121852964163,
      "step": 23690
    },
    {
      "loss_action": 0.0059067001566290855,
      "loss_total": 0.0059067001566290855,
      "step": 23690
    },
    {
      "loss_action": 0.013343552127480507,
      "loss_total": 0.013343552127480507,
      "step": 23690
    },
    {
      "loss_action": 0.007417050190269947,
      "loss_total": 0.007417050190269947,
      "step": 23690
    },
    {
      "loss_action": 0.008381148800253868,
      "loss_total": 0.008381148800253868,
      "step": 23690
    },
    {
      "grad_norm": 0.11789419502019882,
      "learning_rate": 9.074137840899318e-05,
      "loss": 0.0114,
      "step": 23700
    },
    {
      "loss_action": 0.007956225425004959,
      "loss_total": 0.007956225425004959,
      "step": 23700
    },
    {
      "loss_action": 0.019527718424797058,
      "loss_total": 0.019527718424797058,
      "step": 23700
    },
    {
      "loss_action": 0.012160088866949081,
      "loss_total": 0.012160088866949081,
      "step": 23700
    },
    {
      "loss_action": 0.01715625450015068,
      "loss_total": 0.01715625450015068,
      "step": 23700
    },
    {
      "loss_action": 0.010105596855282784,
      "loss_total": 0.010105596855282784,
      "step": 23700
    },
    {
      "loss_action": 0.012393154203891754,
      "loss_total": 0.012393154203891754,
      "step": 23700
    },
    {
      "loss_action": 0.006276129744946957,
      "loss_total": 0.006276129744946957,
      "step": 23700
    },
    {
      "loss_action": 0.010019691661000252,
      "loss_total": 0.010019691661000252,
      "step": 23700
    },
    {
      "grad_norm": 0.15917353332042694,
      "learning_rate": 9.073179096067804e-05,
      "loss": 0.012,
      "step": 23710
    },
    {
      "loss_action": 0.006868785247206688,
      "loss_total": 0.006868785247206688,
      "step": 23710
    },
    {
      "loss_action": 0.008049150928854942,
      "loss_total": 0.008049150928854942,
      "step": 23710
    },
    {
      "loss_action": 0.009338394738733768,
      "loss_total": 0.009338394738733768,
      "step": 23710
    },
    {
      "loss_action": 0.010647378861904144,
      "loss_total": 0.010647378861904144,
      "step": 23710
    },
    {
      "loss_action": 0.029519911855459213,
      "loss_total": 0.029519911855459213,
      "step": 23710
    },
    {
      "loss_action": 0.008447985164821148,
      "loss_total": 0.008447985164821148,
      "step": 23710
    },
    {
      "loss_action": 0.011042475700378418,
      "loss_total": 0.011042475700378418,
      "step": 23710
    },
    {
      "loss_action": 0.01866576075553894,
      "loss_total": 0.01866576075553894,
      "step": 23710
    },
    {
      "grad_norm": 0.146747425198555,
      "learning_rate": 9.072219905799549e-05,
      "loss": 0.0117,
      "step": 23720
    },
    {
      "loss_action": 0.007242411375045776,
      "loss_total": 0.007242411375045776,
      "step": 23720
    },
    {
      "loss_action": 0.00456045288592577,
      "loss_total": 0.00456045288592577,
      "step": 23720
    },
    {
      "loss_action": 0.012037638574838638,
      "loss_total": 0.012037638574838638,
      "step": 23720
    },
    {
      "loss_action": 0.005783836357295513,
      "loss_total": 0.005783836357295513,
      "step": 23720
    },
    {
      "loss_action": 0.00710374815389514,
      "loss_total": 0.00710374815389514,
      "step": 23720
    },
    {
      "loss_action": 0.00786935817450285,
      "loss_total": 0.00786935817450285,
      "step": 23720
    },
    {
      "loss_action": 0.010715700685977936,
      "loss_total": 0.010715700685977936,
      "step": 23720
    },
    {
      "loss_action": 0.013467005454003811,
      "loss_total": 0.013467005454003811,
      "step": 23720
    },
    {
      "grad_norm": 0.15847983956336975,
      "learning_rate": 9.071260270199447e-05,
      "loss": 0.0122,
      "step": 23730
    },
    {
      "loss_action": 0.006380291189998388,
      "loss_total": 0.006380291189998388,
      "step": 23730
    },
    {
      "loss_action": 0.023168005049228668,
      "loss_total": 0.023168005049228668,
      "step": 23730
    },
    {
      "loss_action": 0.0067259566858410835,
      "loss_total": 0.0067259566858410835,
      "step": 23730
    },
    {
      "loss_action": 0.005675873719155788,
      "loss_total": 0.005675873719155788,
      "step": 23730
    },
    {
      "loss_action": 0.017365828156471252,
      "loss_total": 0.017365828156471252,
      "step": 23730
    },
    {
      "loss_action": 0.007809209171682596,
      "loss_total": 0.007809209171682596,
      "step": 23730
    },
    {
      "loss_action": 0.011184152215719223,
      "loss_total": 0.011184152215719223,
      "step": 23730
    },
    {
      "loss_action": 0.008726941421627998,
      "loss_total": 0.008726941421627998,
      "step": 23730
    },
    {
      "grad_norm": 0.16563142836093903,
      "learning_rate": 9.070300189372441e-05,
      "loss": 0.0127,
      "step": 23740
    },
    {
      "loss_action": 0.00908080954104662,
      "loss_total": 0.00908080954104662,
      "step": 23740
    },
    {
      "loss_action": 0.015766914933919907,
      "loss_total": 0.015766914933919907,
      "step": 23740
    },
    {
      "loss_action": 0.01102827675640583,
      "loss_total": 0.01102827675640583,
      "step": 23740
    },
    {
      "loss_action": 0.0059838974848389626,
      "loss_total": 0.0059838974848389626,
      "step": 23740
    },
    {
      "loss_action": 0.008588086813688278,
      "loss_total": 0.008588086813688278,
      "step": 23740
    },
    {
      "loss_action": 0.007087756413966417,
      "loss_total": 0.007087756413966417,
      "step": 23740
    },
    {
      "loss_action": 0.00896613858640194,
      "loss_total": 0.00896613858640194,
      "step": 23740
    },
    {
      "loss_action": 0.022053897380828857,
      "loss_total": 0.022053897380828857,
      "step": 23740
    },
    {
      "grad_norm": 0.10802678018808365,
      "learning_rate": 9.069339663423528e-05,
      "loss": 0.0117,
      "step": 23750
    },
    {
      "loss_action": 0.006426796317100525,
      "loss_total": 0.006426796317100525,
      "step": 23750
    },
    {
      "loss_action": 0.005975524894893169,
      "loss_total": 0.005975524894893169,
      "step": 23750
    },
    {
      "loss_action": 0.007297222502529621,
      "loss_total": 0.007297222502529621,
      "step": 23750
    },
    {
      "loss_action": 0.014637662097811699,
      "loss_total": 0.014637662097811699,
      "step": 23750
    },
    {
      "loss_action": 0.006128805223852396,
      "loss_total": 0.006128805223852396,
      "step": 23750
    },
    {
      "loss_action": 0.010012723505496979,
      "loss_total": 0.010012723505496979,
      "step": 23750
    },
    {
      "loss_action": 0.01126100029796362,
      "loss_total": 0.01126100029796362,
      "step": 23750
    },
    {
      "loss_action": 0.11491401493549347,
      "loss_total": 0.11491401493549347,
      "step": 23750
    },
    {
      "grad_norm": 0.17019718885421753,
      "learning_rate": 9.068378692457747e-05,
      "loss": 0.0131,
      "step": 23760
    },
    {
      "loss_action": 0.010222780518233776,
      "loss_total": 0.010222780518233776,
      "step": 23760
    },
    {
      "loss_action": 0.01782839000225067,
      "loss_total": 0.01782839000225067,
      "step": 23760
    },
    {
      "loss_action": 0.008209913037717342,
      "loss_total": 0.008209913037717342,
      "step": 23760
    },
    {
      "loss_action": 0.017148256301879883,
      "loss_total": 0.017148256301879883,
      "step": 23760
    },
    {
      "loss_action": 0.005196701735258102,
      "loss_total": 0.005196701735258102,
      "step": 23760
    },
    {
      "loss_action": 0.011184039525687695,
      "loss_total": 0.011184039525687695,
      "step": 23760
    },
    {
      "loss_action": 0.01732325553894043,
      "loss_total": 0.01732325553894043,
      "step": 23760
    },
    {
      "loss_action": 0.0058752913028001785,
      "loss_total": 0.0058752913028001785,
      "step": 23760
    },
    {
      "grad_norm": 0.1561621129512787,
      "learning_rate": 9.067417276580189e-05,
      "loss": 0.0119,
      "step": 23770
    },
    {
      "loss_action": 0.004130078479647636,
      "loss_total": 0.004130078479647636,
      "step": 23770
    },
    {
      "loss_action": 0.008856799453496933,
      "loss_total": 0.008856799453496933,
      "step": 23770
    },
    {
      "loss_action": 0.008985653519630432,
      "loss_total": 0.008985653519630432,
      "step": 23770
    },
    {
      "loss_action": 0.019654609262943268,
      "loss_total": 0.019654609262943268,
      "step": 23770
    },
    {
      "loss_action": 0.007609247695654631,
      "loss_total": 0.007609247695654631,
      "step": 23770
    },
    {
      "loss_action": 0.00806741788983345,
      "loss_total": 0.00806741788983345,
      "step": 23770
    },
    {
      "loss_action": 0.026717258617281914,
      "loss_total": 0.026717258617281914,
      "step": 23770
    },
    {
      "loss_action": 0.014965361915528774,
      "loss_total": 0.014965361915528774,
      "step": 23770
    },
    {
      "grad_norm": 0.10503803938627243,
      "learning_rate": 9.066455415895993e-05,
      "loss": 0.0107,
      "step": 23780
    },
    {
      "loss_action": 0.004560403525829315,
      "loss_total": 0.004560403525829315,
      "step": 23780
    },
    {
      "loss_action": 0.023873064666986465,
      "loss_total": 0.023873064666986465,
      "step": 23780
    },
    {
      "loss_action": 0.004732904490083456,
      "loss_total": 0.004732904490083456,
      "step": 23780
    },
    {
      "loss_action": 0.0071319411508738995,
      "loss_total": 0.0071319411508738995,
      "step": 23780
    },
    {
      "loss_action": 0.011429978534579277,
      "loss_total": 0.011429978534579277,
      "step": 23780
    },
    {
      "loss_action": 0.009910602122545242,
      "loss_total": 0.009910602122545242,
      "step": 23780
    },
    {
      "loss_action": 0.01215302012860775,
      "loss_total": 0.01215302012860775,
      "step": 23780
    },
    {
      "loss_action": 0.01648319885134697,
      "loss_total": 0.01648319885134697,
      "step": 23780
    },
    {
      "grad_norm": 0.14821912348270416,
      "learning_rate": 9.065493110510346e-05,
      "loss": 0.012,
      "step": 23790
    },
    {
      "loss_action": 0.011880680918693542,
      "loss_total": 0.011880680918693542,
      "step": 23790
    },
    {
      "loss_action": 0.004721717908978462,
      "loss_total": 0.004721717908978462,
      "step": 23790
    },
    {
      "loss_action": 0.004809299483895302,
      "loss_total": 0.004809299483895302,
      "step": 23790
    },
    {
      "loss_action": 0.005649887956678867,
      "loss_total": 0.005649887956678867,
      "step": 23790
    },
    {
      "loss_action": 0.005688670091331005,
      "loss_total": 0.005688670091331005,
      "step": 23790
    },
    {
      "loss_action": 0.0213562473654747,
      "loss_total": 0.0213562473654747,
      "step": 23790
    },
    {
      "loss_action": 0.01957615278661251,
      "loss_total": 0.01957615278661251,
      "step": 23790
    },
    {
      "loss_action": 0.005843357648700476,
      "loss_total": 0.005843357648700476,
      "step": 23790
    },
    {
      "grad_norm": 0.14061765372753143,
      "learning_rate": 9.064530360528484e-05,
      "loss": 0.0115,
      "step": 23800
    },
    {
      "loss_action": 0.014148025773465633,
      "loss_total": 0.014148025773465633,
      "step": 23800
    },
    {
      "loss_action": 0.015349922701716423,
      "loss_total": 0.015349922701716423,
      "step": 23800
    },
    {
      "loss_action": 0.008282594382762909,
      "loss_total": 0.008282594382762909,
      "step": 23800
    },
    {
      "loss_action": 0.01020357571542263,
      "loss_total": 0.01020357571542263,
      "step": 23800
    },
    {
      "loss_action": 0.02161308377981186,
      "loss_total": 0.02161308377981186,
      "step": 23800
    },
    {
      "loss_action": 0.009042439050972462,
      "loss_total": 0.009042439050972462,
      "step": 23800
    },
    {
      "loss_action": 0.004318340681493282,
      "loss_total": 0.004318340681493282,
      "step": 23800
    },
    {
      "loss_action": 0.016689198091626167,
      "loss_total": 0.016689198091626167,
      "step": 23800
    },
    {
      "grad_norm": 0.1436157524585724,
      "learning_rate": 9.063567166055695e-05,
      "loss": 0.0125,
      "step": 23810
    },
    {
      "loss_action": 0.006567349657416344,
      "loss_total": 0.006567349657416344,
      "step": 23810
    },
    {
      "loss_action": 0.0068556154146790504,
      "loss_total": 0.0068556154146790504,
      "step": 23810
    },
    {
      "loss_action": 0.011261474341154099,
      "loss_total": 0.011261474341154099,
      "step": 23810
    },
    {
      "loss_action": 0.009310323745012283,
      "loss_total": 0.009310323745012283,
      "step": 23810
    },
    {
      "loss_action": 0.017287861555814743,
      "loss_total": 0.017287861555814743,
      "step": 23810
    },
    {
      "loss_action": 0.013507571071386337,
      "loss_total": 0.013507571071386337,
      "step": 23810
    },
    {
      "loss_action": 0.017076704651117325,
      "loss_total": 0.017076704651117325,
      "step": 23810
    },
    {
      "loss_action": 0.008543219417333603,
      "loss_total": 0.008543219417333603,
      "step": 23810
    },
    {
      "grad_norm": 0.1623450368642807,
      "learning_rate": 9.062603527197308e-05,
      "loss": 0.0138,
      "step": 23820
    },
    {
      "loss_action": 0.013089140877127647,
      "loss_total": 0.013089140877127647,
      "step": 23820
    },
    {
      "loss_action": 0.012777676805853844,
      "loss_total": 0.012777676805853844,
      "step": 23820
    },
    {
      "loss_action": 0.0186318289488554,
      "loss_total": 0.0186318289488554,
      "step": 23820
    },
    {
      "loss_action": 0.011129938066005707,
      "loss_total": 0.011129938066005707,
      "step": 23820
    },
    {
      "loss_action": 0.004714508540928364,
      "loss_total": 0.004714508540928364,
      "step": 23820
    },
    {
      "loss_action": 0.01784953474998474,
      "loss_total": 0.01784953474998474,
      "step": 23820
    },
    {
      "loss_action": 0.01801064796745777,
      "loss_total": 0.01801064796745777,
      "step": 23820
    },
    {
      "loss_action": 0.012200074270367622,
      "loss_total": 0.012200074270367622,
      "step": 23820
    },
    {
      "grad_norm": 0.1479339748620987,
      "learning_rate": 9.06163944405871e-05,
      "loss": 0.0119,
      "step": 23830
    },
    {
      "loss_action": 0.013817998580634594,
      "loss_total": 0.013817998580634594,
      "step": 23830
    },
    {
      "loss_action": 0.007003522012382746,
      "loss_total": 0.007003522012382746,
      "step": 23830
    },
    {
      "loss_action": 0.008639849722385406,
      "loss_total": 0.008639849722385406,
      "step": 23830
    },
    {
      "loss_action": 0.0050134616903960705,
      "loss_total": 0.0050134616903960705,
      "step": 23830
    },
    {
      "loss_action": 0.015015807002782822,
      "loss_total": 0.015015807002782822,
      "step": 23830
    },
    {
      "loss_action": 0.011900019831955433,
      "loss_total": 0.011900019831955433,
      "step": 23830
    },
    {
      "loss_action": 0.01026754081249237,
      "loss_total": 0.01026754081249237,
      "step": 23830
    },
    {
      "loss_action": 0.01625664345920086,
      "loss_total": 0.01625664345920086,
      "step": 23830
    },
    {
      "grad_norm": 0.21169543266296387,
      "learning_rate": 9.060674916745327e-05,
      "loss": 0.0131,
      "step": 23840
    },
    {
      "loss_action": 0.013360819779336452,
      "loss_total": 0.013360819779336452,
      "step": 23840
    },
    {
      "loss_action": 0.0088306600227952,
      "loss_total": 0.0088306600227952,
      "step": 23840
    },
    {
      "loss_action": 0.014299500733613968,
      "loss_total": 0.014299500733613968,
      "step": 23840
    },
    {
      "loss_action": 0.022842150181531906,
      "loss_total": 0.022842150181531906,
      "step": 23840
    },
    {
      "loss_action": 0.020094310864806175,
      "loss_total": 0.020094310864806175,
      "step": 23840
    },
    {
      "loss_action": 0.013474266976118088,
      "loss_total": 0.013474266976118088,
      "step": 23840
    },
    {
      "loss_action": 0.005974655970931053,
      "loss_total": 0.005974655970931053,
      "step": 23840
    },
    {
      "loss_action": 0.018985740840435028,
      "loss_total": 0.018985740840435028,
      "step": 23840
    },
    {
      "grad_norm": 0.12219821661710739,
      "learning_rate": 9.05970994536264e-05,
      "loss": 0.0128,
      "step": 23850
    },
    {
      "loss_action": 0.005295846611261368,
      "loss_total": 0.005295846611261368,
      "step": 23850
    },
    {
      "loss_action": 0.00923069752752781,
      "loss_total": 0.00923069752752781,
      "step": 23850
    },
    {
      "loss_action": 0.005357223562896252,
      "loss_total": 0.005357223562896252,
      "step": 23850
    },
    {
      "loss_action": 0.004019436426460743,
      "loss_total": 0.004019436426460743,
      "step": 23850
    },
    {
      "loss_action": 0.015374790877103806,
      "loss_total": 0.015374790877103806,
      "step": 23850
    },
    {
      "loss_action": 0.007242508232593536,
      "loss_total": 0.007242508232593536,
      "step": 23850
    },
    {
      "loss_action": 0.01500189770013094,
      "loss_total": 0.01500189770013094,
      "step": 23850
    },
    {
      "loss_action": 0.011750517413020134,
      "loss_total": 0.011750517413020134,
      "step": 23850
    },
    {
      "grad_norm": 0.10054636746644974,
      "learning_rate": 9.05874453001618e-05,
      "loss": 0.0121,
      "step": 23860
    },
    {
      "loss_action": 0.005908604245632887,
      "loss_total": 0.005908604245632887,
      "step": 23860
    },
    {
      "loss_action": 0.01022101566195488,
      "loss_total": 0.01022101566195488,
      "step": 23860
    },
    {
      "loss_action": 0.009934908710420132,
      "loss_total": 0.009934908710420132,
      "step": 23860
    },
    {
      "loss_action": 0.017415374517440796,
      "loss_total": 0.017415374517440796,
      "step": 23860
    },
    {
      "loss_action": 0.0102191511541605,
      "loss_total": 0.0102191511541605,
      "step": 23860
    },
    {
      "loss_action": 0.008633076213300228,
      "loss_total": 0.008633076213300228,
      "step": 23860
    },
    {
      "loss_action": 0.008355864323675632,
      "loss_total": 0.008355864323675632,
      "step": 23860
    },
    {
      "loss_action": 0.006722430232912302,
      "loss_total": 0.006722430232912302,
      "step": 23860
    },
    {
      "grad_norm": 0.200087770819664,
      "learning_rate": 9.057778670811517e-05,
      "loss": 0.0133,
      "step": 23870
    },
    {
      "loss_action": 0.013065501116216183,
      "loss_total": 0.013065501116216183,
      "step": 23870
    },
    {
      "loss_action": 0.007603177800774574,
      "loss_total": 0.007603177800774574,
      "step": 23870
    },
    {
      "loss_action": 0.014553348533809185,
      "loss_total": 0.014553348533809185,
      "step": 23870
    },
    {
      "loss_action": 0.008823011070489883,
      "loss_total": 0.008823011070489883,
      "step": 23870
    },
    {
      "loss_action": 0.01121701579540968,
      "loss_total": 0.01121701579540968,
      "step": 23870
    },
    {
      "loss_action": 0.004559367895126343,
      "loss_total": 0.004559367895126343,
      "step": 23870
    },
    {
      "loss_action": 0.01243390142917633,
      "loss_total": 0.01243390142917633,
      "step": 23870
    },
    {
      "loss_action": 0.019465571269392967,
      "loss_total": 0.019465571269392967,
      "step": 23870
    },
    {
      "grad_norm": 0.16014955937862396,
      "learning_rate": 9.056812367854281e-05,
      "loss": 0.0113,
      "step": 23880
    },
    {
      "loss_action": 0.019976850599050522,
      "loss_total": 0.019976850599050522,
      "step": 23880
    },
    {
      "loss_action": 0.004429538734257221,
      "loss_total": 0.004429538734257221,
      "step": 23880
    },
    {
      "loss_action": 0.009581374935805798,
      "loss_total": 0.009581374935805798,
      "step": 23880
    },
    {
      "loss_action": 0.01172619592398405,
      "loss_total": 0.01172619592398405,
      "step": 23880
    },
    {
      "loss_action": 0.005468909628689289,
      "loss_total": 0.005468909628689289,
      "step": 23880
    },
    {
      "loss_action": 0.010084820911288261,
      "loss_total": 0.010084820911288261,
      "step": 23880
    },
    {
      "loss_action": 0.028716908767819405,
      "loss_total": 0.028716908767819405,
      "step": 23880
    },
    {
      "loss_action": 0.017701514065265656,
      "loss_total": 0.017701514065265656,
      "step": 23880
    },
    {
      "grad_norm": 0.13091818988323212,
      "learning_rate": 9.055845621250143e-05,
      "loss": 0.0115,
      "step": 23890
    },
    {
      "loss_action": 0.0063506136648356915,
      "loss_total": 0.0063506136648356915,
      "step": 23890
    },
    {
      "loss_action": 0.018718238919973373,
      "loss_total": 0.018718238919973373,
      "step": 23890
    },
    {
      "loss_action": 0.00688506755977869,
      "loss_total": 0.00688506755977869,
      "step": 23890
    },
    {
      "loss_action": 0.0077748410403728485,
      "loss_total": 0.0077748410403728485,
      "step": 23890
    },
    {
      "loss_action": 0.004285245202481747,
      "loss_total": 0.004285245202481747,
      "step": 23890
    },
    {
      "loss_action": 0.009707307443022728,
      "loss_total": 0.009707307443022728,
      "step": 23890
    },
    {
      "loss_action": 0.04401608556509018,
      "loss_total": 0.04401608556509018,
      "step": 23890
    },
    {
      "loss_action": 0.01263460610061884,
      "loss_total": 0.01263460610061884,
      "step": 23890
    },
    {
      "grad_norm": 0.12756314873695374,
      "learning_rate": 9.054878431104825e-05,
      "loss": 0.0118,
      "step": 23900
    },
    {
      "loss_action": 0.03272457420825958,
      "loss_total": 0.03272457420825958,
      "step": 23900
    },
    {
      "loss_action": 0.015061099082231522,
      "loss_total": 0.015061099082231522,
      "step": 23900
    },
    {
      "loss_action": 0.002970973262563348,
      "loss_total": 0.002970973262563348,
      "step": 23900
    },
    {
      "loss_action": 0.003229307709261775,
      "loss_total": 0.003229307709261775,
      "step": 23900
    },
    {
      "loss_action": 0.027279488742351532,
      "loss_total": 0.027279488742351532,
      "step": 23900
    },
    {
      "loss_action": 0.017431141808629036,
      "loss_total": 0.017431141808629036,
      "step": 23900
    },
    {
      "loss_action": 0.011837842874228954,
      "loss_total": 0.011837842874228954,
      "step": 23900
    },
    {
      "loss_action": 0.004715207032859325,
      "loss_total": 0.004715207032859325,
      "step": 23900
    },
    {
      "grad_norm": 0.13994891941547394,
      "learning_rate": 9.0539107975241e-05,
      "loss": 0.012,
      "step": 23910
    },
    {
      "loss_action": 0.00598881533369422,
      "loss_total": 0.00598881533369422,
      "step": 23910
    },
    {
      "loss_action": 0.011935563758015633,
      "loss_total": 0.011935563758015633,
      "step": 23910
    },
    {
      "loss_action": 0.012403162196278572,
      "loss_total": 0.012403162196278572,
      "step": 23910
    },
    {
      "loss_action": 0.01058537233620882,
      "loss_total": 0.01058537233620882,
      "step": 23910
    },
    {
      "loss_action": 0.019712641835212708,
      "loss_total": 0.019712641835212708,
      "step": 23910
    },
    {
      "loss_action": 0.010754046961665154,
      "loss_total": 0.010754046961665154,
      "step": 23910
    },
    {
      "loss_action": 0.008918069303035736,
      "loss_total": 0.008918069303035736,
      "step": 23910
    },
    {
      "loss_action": 0.009640541858971119,
      "loss_total": 0.009640541858971119,
      "step": 23910
    },
    {
      "grad_norm": 0.1666419506072998,
      "learning_rate": 9.052942720613784e-05,
      "loss": 0.0104,
      "step": 23920
    },
    {
      "loss_action": 0.0072445254772901535,
      "loss_total": 0.0072445254772901535,
      "step": 23920
    },
    {
      "loss_action": 0.006057644262909889,
      "loss_total": 0.006057644262909889,
      "step": 23920
    },
    {
      "loss_action": 0.03314227983355522,
      "loss_total": 0.03314227983355522,
      "step": 23920
    },
    {
      "loss_action": 0.010628817602992058,
      "loss_total": 0.010628817602992058,
      "step": 23920
    },
    {
      "loss_action": 0.03067139722406864,
      "loss_total": 0.03067139722406864,
      "step": 23920
    },
    {
      "loss_action": 0.015436257235705853,
      "loss_total": 0.015436257235705853,
      "step": 23920
    },
    {
      "loss_action": 0.006421225145459175,
      "loss_total": 0.006421225145459175,
      "step": 23920
    },
    {
      "loss_action": 0.006501676514744759,
      "loss_total": 0.006501676514744759,
      "step": 23920
    },
    {
      "grad_norm": 0.15849895775318146,
      "learning_rate": 9.051974200479745e-05,
      "loss": 0.0131,
      "step": 23930
    },
    {
      "loss_action": 0.018208609893918037,
      "loss_total": 0.018208609893918037,
      "step": 23930
    },
    {
      "loss_action": 0.010987196117639542,
      "loss_total": 0.010987196117639542,
      "step": 23930
    },
    {
      "loss_action": 0.006253799423575401,
      "loss_total": 0.006253799423575401,
      "step": 23930
    },
    {
      "loss_action": 0.005051157437264919,
      "loss_total": 0.005051157437264919,
      "step": 23930
    },
    {
      "loss_action": 0.011420926079154015,
      "loss_total": 0.011420926079154015,
      "step": 23930
    },
    {
      "loss_action": 0.03237185627222061,
      "loss_total": 0.03237185627222061,
      "step": 23930
    },
    {
      "loss_action": 0.012793611735105515,
      "loss_total": 0.012793611735105515,
      "step": 23930
    },
    {
      "loss_action": 0.0056913988664746284,
      "loss_total": 0.0056913988664746284,
      "step": 23930
    },
    {
      "grad_norm": 0.20177817344665527,
      "learning_rate": 9.051005237227901e-05,
      "loss": 0.0128,
      "step": 23940
    },
    {
      "loss_action": 0.013569748029112816,
      "loss_total": 0.013569748029112816,
      "step": 23940
    },
    {
      "loss_action": 0.013745532371103764,
      "loss_total": 0.013745532371103764,
      "step": 23940
    },
    {
      "loss_action": 0.010461692698299885,
      "loss_total": 0.010461692698299885,
      "step": 23940
    },
    {
      "loss_action": 0.011952619068324566,
      "loss_total": 0.011952619068324566,
      "step": 23940
    },
    {
      "loss_action": 0.008859243243932724,
      "loss_total": 0.008859243243932724,
      "step": 23940
    },
    {
      "loss_action": 0.016571814194321632,
      "loss_total": 0.016571814194321632,
      "step": 23940
    },
    {
      "loss_action": 0.010304316878318787,
      "loss_total": 0.010304316878318787,
      "step": 23940
    },
    {
      "loss_action": 0.00792318768799305,
      "loss_total": 0.00792318768799305,
      "step": 23940
    },
    {
      "grad_norm": 0.14296312630176544,
      "learning_rate": 9.050035830964215e-05,
      "loss": 0.0136,
      "step": 23950
    },
    {
      "loss_action": 0.021900158375501633,
      "loss_total": 0.021900158375501633,
      "step": 23950
    },
    {
      "loss_action": 0.006920460145920515,
      "loss_total": 0.006920460145920515,
      "step": 23950
    },
    {
      "loss_action": 0.018429268151521683,
      "loss_total": 0.018429268151521683,
      "step": 23950
    },
    {
      "loss_action": 0.012953028082847595,
      "loss_total": 0.012953028082847595,
      "step": 23950
    },
    {
      "loss_action": 0.015558356419205666,
      "loss_total": 0.015558356419205666,
      "step": 23950
    },
    {
      "loss_action": 0.007853176444768906,
      "loss_total": 0.007853176444768906,
      "step": 23950
    },
    {
      "loss_action": 0.017268817871809006,
      "loss_total": 0.017268817871809006,
      "step": 23950
    },
    {
      "loss_action": 0.006929486989974976,
      "loss_total": 0.006929486989974976,
      "step": 23950
    },
    {
      "grad_norm": 0.14913460612297058,
      "learning_rate": 9.049065981794698e-05,
      "loss": 0.0127,
      "step": 23960
    },
    {
      "loss_action": 0.00576509814709425,
      "loss_total": 0.00576509814709425,
      "step": 23960
    },
    {
      "loss_action": 0.008286358788609505,
      "loss_total": 0.008286358788609505,
      "step": 23960
    },
    {
      "loss_action": 0.009815655648708344,
      "loss_total": 0.009815655648708344,
      "step": 23960
    },
    {
      "loss_action": 0.009240501560270786,
      "loss_total": 0.009240501560270786,
      "step": 23960
    },
    {
      "loss_action": 0.007683301344513893,
      "loss_total": 0.007683301344513893,
      "step": 23960
    },
    {
      "loss_action": 0.012208402156829834,
      "loss_total": 0.012208402156829834,
      "step": 23960
    },
    {
      "loss_action": 0.01169244758784771,
      "loss_total": 0.01169244758784771,
      "step": 23960
    },
    {
      "loss_action": 0.005499090999364853,
      "loss_total": 0.005499090999364853,
      "step": 23960
    },
    {
      "grad_norm": 0.11647693812847137,
      "learning_rate": 9.048095689825414e-05,
      "loss": 0.0119,
      "step": 23970
    },
    {
      "loss_action": 0.005075087770819664,
      "loss_total": 0.005075087770819664,
      "step": 23970
    },
    {
      "loss_action": 0.007360734045505524,
      "loss_total": 0.007360734045505524,
      "step": 23970
    },
    {
      "loss_action": 0.028544098138809204,
      "loss_total": 0.028544098138809204,
      "step": 23970
    },
    {
      "loss_action": 0.006217191927134991,
      "loss_total": 0.006217191927134991,
      "step": 23970
    },
    {
      "loss_action": 0.004224233329296112,
      "loss_total": 0.004224233329296112,
      "step": 23970
    },
    {
      "loss_action": 0.005122968927025795,
      "loss_total": 0.005122968927025795,
      "step": 23970
    },
    {
      "loss_action": 0.009659197181463242,
      "loss_total": 0.009659197181463242,
      "step": 23970
    },
    {
      "loss_action": 0.01371261291205883,
      "loss_total": 0.01371261291205883,
      "step": 23970
    },
    {
      "grad_norm": 0.17095345258712769,
      "learning_rate": 9.047124955162472e-05,
      "loss": 0.0125,
      "step": 23980
    },
    {
      "loss_action": 0.0053456504829227924,
      "loss_total": 0.0053456504829227924,
      "step": 23980
    },
    {
      "loss_action": 0.02531898021697998,
      "loss_total": 0.02531898021697998,
      "step": 23980
    },
    {
      "loss_action": 0.011330682784318924,
      "loss_total": 0.011330682784318924,
      "step": 23980
    },
    {
      "loss_action": 0.010250551626086235,
      "loss_total": 0.010250551626086235,
      "step": 23980
    },
    {
      "loss_action": 0.006876572035253048,
      "loss_total": 0.006876572035253048,
      "step": 23980
    },
    {
      "loss_action": 0.017415210604667664,
      "loss_total": 0.017415210604667664,
      "step": 23980
    },
    {
      "loss_action": 0.01479406002908945,
      "loss_total": 0.01479406002908945,
      "step": 23980
    },
    {
      "loss_action": 0.007115362212061882,
      "loss_total": 0.007115362212061882,
      "step": 23980
    },
    {
      "grad_norm": 0.15586423873901367,
      "learning_rate": 9.046153777912028e-05,
      "loss": 0.012,
      "step": 23990
    },
    {
      "loss_action": 0.020954977720975876,
      "loss_total": 0.020954977720975876,
      "step": 23990
    },
    {
      "loss_action": 0.016775166615843773,
      "loss_total": 0.016775166615843773,
      "step": 23990
    },
    {
      "loss_action": 0.016729654744267464,
      "loss_total": 0.016729654744267464,
      "step": 23990
    },
    {
      "loss_action": 0.006778993643820286,
      "loss_total": 0.006778993643820286,
      "step": 23990
    },
    {
      "loss_action": 0.007563029881566763,
      "loss_total": 0.007563029881566763,
      "step": 23990
    },
    {
      "loss_action": 0.009917661547660828,
      "loss_total": 0.009917661547660828,
      "step": 23990
    },
    {
      "loss_action": 0.014276589266955853,
      "loss_total": 0.014276589266955853,
      "step": 23990
    },
    {
      "loss_action": 0.003814665600657463,
      "loss_total": 0.003814665600657463,
      "step": 23990
    },
    {
      "grad_norm": 0.17493495345115662,
      "learning_rate": 9.045182158180292e-05,
      "loss": 0.0123,
      "step": 24000
    },
    {
      "loss_action": 0.025178629904985428,
      "loss_total": 0.025178629904985428,
      "step": 24000
    },
    {
      "loss_action": 0.013211645185947418,
      "loss_total": 0.013211645185947418,
      "step": 24000
    },
    {
      "loss_action": 0.007206352427601814,
      "loss_total": 0.007206352427601814,
      "step": 24000
    },
    {
      "loss_action": 0.004573170095682144,
      "loss_total": 0.004573170095682144,
      "step": 24000
    },
    {
      "loss_action": 0.013322518207132816,
      "loss_total": 0.013322518207132816,
      "step": 24000
    },
    {
      "loss_action": 0.014804915525019169,
      "loss_total": 0.014804915525019169,
      "step": 24000
    },
    {
      "loss_action": 0.007312021683901548,
      "loss_total": 0.007312021683901548,
      "step": 24000
    },
    {
      "loss_action": 0.01571478508412838,
      "loss_total": 0.01571478508412838,
      "step": 24000
    },
    {
      "grad_norm": 0.18665190041065216,
      "learning_rate": 9.044210096073516e-05,
      "loss": 0.0128,
      "step": 24010
    },
    {
      "loss_action": 0.009494654834270477,
      "loss_total": 0.009494654834270477,
      "step": 24010
    },
    {
      "loss_action": 0.012088797986507416,
      "loss_total": 0.012088797986507416,
      "step": 24010
    },
    {
      "loss_action": 0.013046364299952984,
      "loss_total": 0.013046364299952984,
      "step": 24010
    },
    {
      "loss_action": 0.010672477073967457,
      "loss_total": 0.010672477073967457,
      "step": 24010
    },
    {
      "loss_action": 0.009086798876523972,
      "loss_total": 0.009086798876523972,
      "step": 24010
    },
    {
      "loss_action": 0.01306676585227251,
      "loss_total": 0.01306676585227251,
      "step": 24010
    },
    {
      "loss_action": 0.019974498078227043,
      "loss_total": 0.019974498078227043,
      "step": 24010
    },
    {
      "loss_action": 0.007565978914499283,
      "loss_total": 0.007565978914499283,
      "step": 24010
    },
    {
      "grad_norm": 0.11452332884073257,
      "learning_rate": 9.043237591698004e-05,
      "loss": 0.0128,
      "step": 24020
    },
    {
      "loss_action": 0.008830022066831589,
      "loss_total": 0.008830022066831589,
      "step": 24020
    },
    {
      "loss_action": 0.018307719379663467,
      "loss_total": 0.018307719379663467,
      "step": 24020
    },
    {
      "loss_action": 0.01286720484495163,
      "loss_total": 0.01286720484495163,
      "step": 24020
    },
    {
      "loss_action": 0.020523857325315475,
      "loss_total": 0.020523857325315475,
      "step": 24020
    },
    {
      "loss_action": 0.014231461100280285,
      "loss_total": 0.014231461100280285,
      "step": 24020
    },
    {
      "loss_action": 0.016020767390727997,
      "loss_total": 0.016020767390727997,
      "step": 24020
    },
    {
      "loss_action": 0.009427319280803204,
      "loss_total": 0.009427319280803204,
      "step": 24020
    },
    {
      "loss_action": 0.011137153021991253,
      "loss_total": 0.011137153021991253,
      "step": 24020
    },
    {
      "grad_norm": 0.13301070034503937,
      "learning_rate": 9.04226464516011e-05,
      "loss": 0.0113,
      "step": 24030
    },
    {
      "loss_action": 0.009701577015221119,
      "loss_total": 0.009701577015221119,
      "step": 24030
    },
    {
      "loss_action": 0.008359888568520546,
      "loss_total": 0.008359888568520546,
      "step": 24030
    },
    {
      "loss_action": 0.009014557115733624,
      "loss_total": 0.009014557115733624,
      "step": 24030
    },
    {
      "loss_action": 0.007895647548139095,
      "loss_total": 0.007895647548139095,
      "step": 24030
    },
    {
      "loss_action": 0.003475469071418047,
      "loss_total": 0.003475469071418047,
      "step": 24030
    },
    {
      "loss_action": 0.025283247232437134,
      "loss_total": 0.025283247232437134,
      "step": 24030
    },
    {
      "loss_action": 0.00734730064868927,
      "loss_total": 0.00734730064868927,
      "step": 24030
    },
    {
      "loss_action": 0.017856337130069733,
      "loss_total": 0.017856337130069733,
      "step": 24030
    },
    {
      "grad_norm": 0.19805559515953064,
      "learning_rate": 9.041291256566229e-05,
      "loss": 0.0117,
      "step": 24040
    },
    {
      "loss_action": 0.01102612353861332,
      "loss_total": 0.01102612353861332,
      "step": 24040
    },
    {
      "loss_action": 0.011177532374858856,
      "loss_total": 0.011177532374858856,
      "step": 24040
    },
    {
      "loss_action": 0.012723871506750584,
      "loss_total": 0.012723871506750584,
      "step": 24040
    },
    {
      "loss_action": 0.009648293256759644,
      "loss_total": 0.009648293256759644,
      "step": 24040
    },
    {
      "loss_action": 0.010939342901110649,
      "loss_total": 0.010939342901110649,
      "step": 24040
    },
    {
      "loss_action": 0.009414737112820148,
      "loss_total": 0.009414737112820148,
      "step": 24040
    },
    {
      "loss_action": 0.0139718446880579,
      "loss_total": 0.0139718446880579,
      "step": 24040
    },
    {
      "loss_action": 0.007526254281401634,
      "loss_total": 0.007526254281401634,
      "step": 24040
    },
    {
      "grad_norm": 0.1505173295736313,
      "learning_rate": 9.040317426022814e-05,
      "loss": 0.0131,
      "step": 24050
    },
    {
      "loss_action": 0.010140902362763882,
      "loss_total": 0.010140902362763882,
      "step": 24050
    },
    {
      "loss_action": 0.0067535582929849625,
      "loss_total": 0.0067535582929849625,
      "step": 24050
    },
    {
      "loss_action": 0.009283195249736309,
      "loss_total": 0.009283195249736309,
      "step": 24050
    },
    {
      "loss_action": 0.010201524943113327,
      "loss_total": 0.010201524943113327,
      "step": 24050
    },
    {
      "loss_action": 0.019734077155590057,
      "loss_total": 0.019734077155590057,
      "step": 24050
    },
    {
      "loss_action": 0.020083796232938766,
      "loss_total": 0.020083796232938766,
      "step": 24050
    },
    {
      "loss_action": 0.007043848745524883,
      "loss_total": 0.007043848745524883,
      "step": 24050
    },
    {
      "loss_action": 0.015097004361450672,
      "loss_total": 0.015097004361450672,
      "step": 24050
    },
    {
      "grad_norm": 0.11941549926996231,
      "learning_rate": 9.03934315363636e-05,
      "loss": 0.013,
      "step": 24060
    },
    {
      "loss_action": 0.009684830904006958,
      "loss_total": 0.009684830904006958,
      "step": 24060
    },
    {
      "loss_action": 0.03729376569390297,
      "loss_total": 0.03729376569390297,
      "step": 24060
    },
    {
      "loss_action": 0.011311314068734646,
      "loss_total": 0.011311314068734646,
      "step": 24060
    },
    {
      "loss_action": 0.006819618865847588,
      "loss_total": 0.006819618865847588,
      "step": 24060
    },
    {
      "loss_action": 0.005418101325631142,
      "loss_total": 0.005418101325631142,
      "step": 24060
    },
    {
      "loss_action": 0.00683500524610281,
      "loss_total": 0.00683500524610281,
      "step": 24060
    },
    {
      "loss_action": 0.014555418863892555,
      "loss_total": 0.014555418863892555,
      "step": 24060
    },
    {
      "loss_action": 0.0062991054728627205,
      "loss_total": 0.0062991054728627205,
      "step": 24060
    },
    {
      "grad_norm": 0.11193692684173584,
      "learning_rate": 9.038368439513409e-05,
      "loss": 0.0114,
      "step": 24070
    },
    {
      "loss_action": 0.006529198493808508,
      "loss_total": 0.006529198493808508,
      "step": 24070
    },
    {
      "loss_action": 0.009860469959676266,
      "loss_total": 0.009860469959676266,
      "step": 24070
    },
    {
      "loss_action": 0.0074320631101727486,
      "loss_total": 0.0074320631101727486,
      "step": 24070
    },
    {
      "loss_action": 0.011452141217887402,
      "loss_total": 0.011452141217887402,
      "step": 24070
    },
    {
      "loss_action": 0.016525018960237503,
      "loss_total": 0.016525018960237503,
      "step": 24070
    },
    {
      "loss_action": 0.011895316652953625,
      "loss_total": 0.011895316652953625,
      "step": 24070
    },
    {
      "loss_action": 0.010036187246441841,
      "loss_total": 0.010036187246441841,
      "step": 24070
    },
    {
      "loss_action": 0.006408953573554754,
      "loss_total": 0.006408953573554754,
      "step": 24070
    },
    {
      "grad_norm": 0.16158854961395264,
      "learning_rate": 9.03739328376056e-05,
      "loss": 0.012,
      "step": 24080
    },
    {
      "loss_action": 0.008975014090538025,
      "loss_total": 0.008975014090538025,
      "step": 24080
    },
    {
      "loss_action": 0.006635234225541353,
      "loss_total": 0.006635234225541353,
      "step": 24080
    },
    {
      "loss_action": 0.0033783630933612585,
      "loss_total": 0.0033783630933612585,
      "step": 24080
    },
    {
      "loss_action": 0.015502279624342918,
      "loss_total": 0.015502279624342918,
      "step": 24080
    },
    {
      "loss_action": 0.0038124127313494682,
      "loss_total": 0.0038124127313494682,
      "step": 24080
    },
    {
      "loss_action": 0.013164992444217205,
      "loss_total": 0.013164992444217205,
      "step": 24080
    },
    {
      "loss_action": 0.008872903883457184,
      "loss_total": 0.008872903883457184,
      "step": 24080
    },
    {
      "loss_action": 0.013252805918455124,
      "loss_total": 0.013252805918455124,
      "step": 24080
    },
    {
      "grad_norm": 0.14514625072479248,
      "learning_rate": 9.036417686484451e-05,
      "loss": 0.012,
      "step": 24090
    },
    {
      "loss_action": 0.0059759849682450294,
      "loss_total": 0.0059759849682450294,
      "step": 24090
    },
    {
      "loss_action": 0.027057867497205734,
      "loss_total": 0.027057867497205734,
      "step": 24090
    },
    {
      "loss_action": 0.012708906084299088,
      "loss_total": 0.012708906084299088,
      "step": 24090
    },
    {
      "loss_action": 0.01753781922161579,
      "loss_total": 0.01753781922161579,
      "step": 24090
    },
    {
      "loss_action": 0.014271565712988377,
      "loss_total": 0.014271565712988377,
      "step": 24090
    },
    {
      "loss_action": 0.010038653388619423,
      "loss_total": 0.010038653388619423,
      "step": 24090
    },
    {
      "loss_action": 0.009879319928586483,
      "loss_total": 0.009879319928586483,
      "step": 24090
    },
    {
      "loss_action": 0.024497848004102707,
      "loss_total": 0.024497848004102707,
      "step": 24090
    },
    {
      "grad_norm": 0.2204948365688324,
      "learning_rate": 9.035441647791773e-05,
      "loss": 0.0146,
      "step": 24100
    },
    {
      "loss_action": 0.02262984961271286,
      "loss_total": 0.02262984961271286,
      "step": 24100
    },
    {
      "loss_action": 0.015912886708974838,
      "loss_total": 0.015912886708974838,
      "step": 24100
    },
    {
      "loss_action": 0.012734219431877136,
      "loss_total": 0.012734219431877136,
      "step": 24100
    },
    {
      "loss_action": 0.008131138980388641,
      "loss_total": 0.008131138980388641,
      "step": 24100
    },
    {
      "loss_action": 0.019956232979893684,
      "loss_total": 0.019956232979893684,
      "step": 24100
    },
    {
      "loss_action": 0.00975338276475668,
      "loss_total": 0.00975338276475668,
      "step": 24100
    },
    {
      "loss_action": 0.007892603054642677,
      "loss_total": 0.007892603054642677,
      "step": 24100
    },
    {
      "loss_action": 0.02066079154610634,
      "loss_total": 0.02066079154610634,
      "step": 24100
    },
    {
      "grad_norm": 0.1395256519317627,
      "learning_rate": 9.034465167789263e-05,
      "loss": 0.0128,
      "step": 24110
    },
    {
      "loss_action": 0.011507032439112663,
      "loss_total": 0.011507032439112663,
      "step": 24110
    },
    {
      "loss_action": 0.007431377191096544,
      "loss_total": 0.007431377191096544,
      "step": 24110
    },
    {
      "loss_action": 0.010799979791045189,
      "loss_total": 0.010799979791045189,
      "step": 24110
    },
    {
      "loss_action": 0.016863225027918816,
      "loss_total": 0.016863225027918816,
      "step": 24110
    },
    {
      "loss_action": 0.024096380919218063,
      "loss_total": 0.024096380919218063,
      "step": 24110
    },
    {
      "loss_action": 0.013917140662670135,
      "loss_total": 0.013917140662670135,
      "step": 24110
    },
    {
      "loss_action": 0.004284260794520378,
      "loss_total": 0.004284260794520378,
      "step": 24110
    },
    {
      "loss_action": 0.00872328132390976,
      "loss_total": 0.00872328132390976,
      "step": 24110
    },
    {
      "grad_norm": 0.15632055699825287,
      "learning_rate": 9.033488246583706e-05,
      "loss": 0.0115,
      "step": 24120
    },
    {
      "loss_action": 0.0073759350925683975,
      "loss_total": 0.0073759350925683975,
      "step": 24120
    },
    {
      "loss_action": 0.018228227272629738,
      "loss_total": 0.018228227272629738,
      "step": 24120
    },
    {
      "loss_action": 0.013989175669848919,
      "loss_total": 0.013989175669848919,
      "step": 24120
    },
    {
      "loss_action": 0.018099192529916763,
      "loss_total": 0.018099192529916763,
      "step": 24120
    },
    {
      "loss_action": 0.00801304541528225,
      "loss_total": 0.00801304541528225,
      "step": 24120
    },
    {
      "loss_action": 0.02189777046442032,
      "loss_total": 0.02189777046442032,
      "step": 24120
    },
    {
      "loss_action": 0.02416119910776615,
      "loss_total": 0.02416119910776615,
      "step": 24120
    },
    {
      "loss_action": 0.01357129868119955,
      "loss_total": 0.01357129868119955,
      "step": 24120
    },
    {
      "grad_norm": 0.1337343156337738,
      "learning_rate": 9.032510884281941e-05,
      "loss": 0.0136,
      "step": 24130
    },
    {
      "loss_action": 0.006478503346443176,
      "loss_total": 0.006478503346443176,
      "step": 24130
    },
    {
      "loss_action": 0.010187656618654728,
      "loss_total": 0.010187656618654728,
      "step": 24130
    },
    {
      "loss_action": 0.02694167010486126,
      "loss_total": 0.02694167010486126,
      "step": 24130
    },
    {
      "loss_action": 0.014788253232836723,
      "loss_total": 0.014788253232836723,
      "step": 24130
    },
    {
      "loss_action": 0.025542832911014557,
      "loss_total": 0.025542832911014557,
      "step": 24130
    },
    {
      "loss_action": 0.007936347275972366,
      "loss_total": 0.007936347275972366,
      "step": 24130
    },
    {
      "loss_action": 0.020803559571504593,
      "loss_total": 0.020803559571504593,
      "step": 24130
    },
    {
      "loss_action": 0.019607139751315117,
      "loss_total": 0.019607139751315117,
      "step": 24130
    },
    {
      "grad_norm": 0.10332853347063065,
      "learning_rate": 9.031533080990848e-05,
      "loss": 0.0123,
      "step": 24140
    },
    {
      "loss_action": 0.0037651541642844677,
      "loss_total": 0.0037651541642844677,
      "step": 24140
    },
    {
      "loss_action": 0.012728874571621418,
      "loss_total": 0.012728874571621418,
      "step": 24140
    },
    {
      "loss_action": 0.009800996631383896,
      "loss_total": 0.009800996631383896,
      "step": 24140
    },
    {
      "loss_action": 0.013548467308282852,
      "loss_total": 0.013548467308282852,
      "step": 24140
    },
    {
      "loss_action": 0.03708447888493538,
      "loss_total": 0.03708447888493538,
      "step": 24140
    },
    {
      "loss_action": 0.005622304044663906,
      "loss_total": 0.005622304044663906,
      "step": 24140
    },
    {
      "loss_action": 0.0074270968325436115,
      "loss_total": 0.0074270968325436115,
      "step": 24140
    },
    {
      "loss_action": 0.012035338208079338,
      "loss_total": 0.012035338208079338,
      "step": 24140
    },
    {
      "grad_norm": 0.1275743544101715,
      "learning_rate": 9.030554836817358e-05,
      "loss": 0.012,
      "step": 24150
    },
    {
      "loss_action": 0.00672809686511755,
      "loss_total": 0.00672809686511755,
      "step": 24150
    },
    {
      "loss_action": 0.004848876036703587,
      "loss_total": 0.004848876036703587,
      "step": 24150
    },
    {
      "loss_action": 0.007691863924264908,
      "loss_total": 0.007691863924264908,
      "step": 24150
    },
    {
      "loss_action": 0.006813297048211098,
      "loss_total": 0.006813297048211098,
      "step": 24150
    },
    {
      "loss_action": 0.008507078513503075,
      "loss_total": 0.008507078513503075,
      "step": 24150
    },
    {
      "loss_action": 0.00557742128148675,
      "loss_total": 0.00557742128148675,
      "step": 24150
    },
    {
      "loss_action": 0.0049862852320075035,
      "loss_total": 0.0049862852320075035,
      "step": 24150
    },
    {
      "loss_action": 0.014449208974838257,
      "loss_total": 0.014449208974838257,
      "step": 24150
    },
    {
      "grad_norm": 0.14236927032470703,
      "learning_rate": 9.029576151868451e-05,
      "loss": 0.014,
      "step": 24160
    },
    {
      "loss_action": 0.0048780967481434345,
      "loss_total": 0.0048780967481434345,
      "step": 24160
    },
    {
      "loss_action": 0.017154505476355553,
      "loss_total": 0.017154505476355553,
      "step": 24160
    },
    {
      "loss_action": 0.0053131431341171265,
      "loss_total": 0.0053131431341171265,
      "step": 24160
    },
    {
      "loss_action": 0.005388908088207245,
      "loss_total": 0.005388908088207245,
      "step": 24160
    },
    {
      "loss_action": 0.011068067513406277,
      "loss_total": 0.011068067513406277,
      "step": 24160
    },
    {
      "loss_action": 0.007826728746294975,
      "loss_total": 0.007826728746294975,
      "step": 24160
    },
    {
      "loss_action": 0.013123912736773491,
      "loss_total": 0.013123912736773491,
      "step": 24160
    },
    {
      "loss_action": 0.010188782587647438,
      "loss_total": 0.010188782587647438,
      "step": 24160
    },
    {
      "grad_norm": 0.17895987629890442,
      "learning_rate": 9.028597026251155e-05,
      "loss": 0.0126,
      "step": 24170
    },
    {
      "loss_action": 0.016234401613473892,
      "loss_total": 0.016234401613473892,
      "step": 24170
    },
    {
      "loss_action": 0.01487806811928749,
      "loss_total": 0.01487806811928749,
      "step": 24170
    },
    {
      "loss_action": 0.016308870166540146,
      "loss_total": 0.016308870166540146,
      "step": 24170
    },
    {
      "loss_action": 0.010252341628074646,
      "loss_total": 0.010252341628074646,
      "step": 24170
    },
    {
      "loss_action": 0.015699926763772964,
      "loss_total": 0.015699926763772964,
      "step": 24170
    },
    {
      "loss_action": 0.004497269168496132,
      "loss_total": 0.004497269168496132,
      "step": 24170
    },
    {
      "loss_action": 0.00839727371931076,
      "loss_total": 0.00839727371931076,
      "step": 24170
    },
    {
      "loss_action": 0.026441745460033417,
      "loss_total": 0.026441745460033417,
      "step": 24170
    },
    {
      "grad_norm": 0.1447003185749054,
      "learning_rate": 9.027617460072547e-05,
      "loss": 0.013,
      "step": 24180
    },
    {
      "loss_action": 0.005232359282672405,
      "loss_total": 0.005232359282672405,
      "step": 24180
    },
    {
      "loss_action": 0.007910982705652714,
      "loss_total": 0.007910982705652714,
      "step": 24180
    },
    {
      "loss_action": 0.009878939017653465,
      "loss_total": 0.009878939017653465,
      "step": 24180
    },
    {
      "loss_action": 0.005380481015890837,
      "loss_total": 0.005380481015890837,
      "step": 24180
    },
    {
      "loss_action": 0.005659871734678745,
      "loss_total": 0.005659871734678745,
      "step": 24180
    },
    {
      "loss_action": 0.007388430647552013,
      "loss_total": 0.007388430647552013,
      "step": 24180
    },
    {
      "loss_action": 0.008495278656482697,
      "loss_total": 0.008495278656482697,
      "step": 24180
    },
    {
      "loss_action": 0.003535850904881954,
      "loss_total": 0.003535850904881954,
      "step": 24180
    },
    {
      "grad_norm": 0.19537879526615143,
      "learning_rate": 9.026637453439745e-05,
      "loss": 0.0109,
      "step": 24190
    },
    {
      "loss_action": 0.02124735713005066,
      "loss_total": 0.02124735713005066,
      "step": 24190
    },
    {
      "loss_action": 0.007485947571694851,
      "loss_total": 0.007485947571694851,
      "step": 24190
    },
    {
      "loss_action": 0.010535554960370064,
      "loss_total": 0.010535554960370064,
      "step": 24190
    },
    {
      "loss_action": 0.015660172328352928,
      "loss_total": 0.015660172328352928,
      "step": 24190
    },
    {
      "loss_action": 0.00755806639790535,
      "loss_total": 0.00755806639790535,
      "step": 24190
    },
    {
      "loss_action": 0.03664272278547287,
      "loss_total": 0.03664272278547287,
      "step": 24190
    },
    {
      "loss_action": 0.015517625957727432,
      "loss_total": 0.015517625957727432,
      "step": 24190
    },
    {
      "loss_action": 0.056619442999362946,
      "loss_total": 0.056619442999362946,
      "step": 24190
    },
    {
      "grad_norm": 0.13737037777900696,
      "learning_rate": 9.025657006459927e-05,
      "loss": 0.0147,
      "step": 24200
    },
    {
      "loss_action": 0.0130724236369133,
      "loss_total": 0.0130724236369133,
      "step": 24200
    },
    {
      "loss_action": 0.014434624463319778,
      "loss_total": 0.014434624463319778,
      "step": 24200
    },
    {
      "loss_action": 0.012195441871881485,
      "loss_total": 0.012195441871881485,
      "step": 24200
    },
    {
      "loss_action": 0.006973261013627052,
      "loss_total": 0.006973261013627052,
      "step": 24200
    },
    {
      "loss_action": 0.012218592688441277,
      "loss_total": 0.012218592688441277,
      "step": 24200
    },
    {
      "loss_action": 0.006529470905661583,
      "loss_total": 0.006529470905661583,
      "step": 24200
    },
    {
      "loss_action": 0.007416807115077972,
      "loss_total": 0.007416807115077972,
      "step": 24200
    },
    {
      "loss_action": 0.00662432424724102,
      "loss_total": 0.00662432424724102,
      "step": 24200
    },
    {
      "grad_norm": 0.17273050546646118,
      "learning_rate": 9.024676119240311e-05,
      "loss": 0.0115,
      "step": 24210
    },
    {
      "loss_action": 0.005655213259160519,
      "loss_total": 0.005655213259160519,
      "step": 24210
    },
    {
      "loss_action": 0.012647351250052452,
      "loss_total": 0.012647351250052452,
      "step": 24210
    },
    {
      "loss_action": 0.009518960490822792,
      "loss_total": 0.009518960490822792,
      "step": 24210
    },
    {
      "loss_action": 0.008728019893169403,
      "loss_total": 0.008728019893169403,
      "step": 24210
    },
    {
      "loss_action": 0.009391065686941147,
      "loss_total": 0.009391065686941147,
      "step": 24210
    },
    {
      "loss_action": 0.008953766897320747,
      "loss_total": 0.008953766897320747,
      "step": 24210
    },
    {
      "loss_action": 0.021721502766013145,
      "loss_total": 0.021721502766013145,
      "step": 24210
    },
    {
      "loss_action": 0.00860910676419735,
      "loss_total": 0.00860910676419735,
      "step": 24210
    },
    {
      "grad_norm": 0.13004830479621887,
      "learning_rate": 9.023694791888166e-05,
      "loss": 0.0119,
      "step": 24220
    },
    {
      "loss_action": 0.014011567458510399,
      "loss_total": 0.014011567458510399,
      "step": 24220
    },
    {
      "loss_action": 0.009767318144440651,
      "loss_total": 0.009767318144440651,
      "step": 24220
    },
    {
      "loss_action": 0.014209410175681114,
      "loss_total": 0.014209410175681114,
      "step": 24220
    },
    {
      "loss_action": 0.012577686458826065,
      "loss_total": 0.012577686458826065,
      "step": 24220
    },
    {
      "loss_action": 0.008885730057954788,
      "loss_total": 0.008885730057954788,
      "step": 24220
    },
    {
      "loss_action": 0.03970583900809288,
      "loss_total": 0.03970583900809288,
      "step": 24220
    },
    {
      "loss_action": 0.03236190974712372,
      "loss_total": 0.03236190974712372,
      "step": 24220
    },
    {
      "loss_action": 0.013485178351402283,
      "loss_total": 0.013485178351402283,
      "step": 24220
    },
    {
      "grad_norm": 0.1310260146856308,
      "learning_rate": 9.022713024510808e-05,
      "loss": 0.0143,
      "step": 24230
    },
    {
      "loss_action": 0.011936809867620468,
      "loss_total": 0.011936809867620468,
      "step": 24230
    },
    {
      "loss_action": 0.013478714972734451,
      "loss_total": 0.013478714972734451,
      "step": 24230
    },
    {
      "loss_action": 0.00718272477388382,
      "loss_total": 0.00718272477388382,
      "step": 24230
    },
    {
      "loss_action": 0.00817013904452324,
      "loss_total": 0.00817013904452324,
      "step": 24230
    },
    {
      "loss_action": 0.006202840246260166,
      "loss_total": 0.006202840246260166,
      "step": 24230
    },
    {
      "loss_action": 0.007382191717624664,
      "loss_total": 0.007382191717624664,
      "step": 24230
    },
    {
      "loss_action": 0.02545264922082424,
      "loss_total": 0.02545264922082424,
      "step": 24230
    },
    {
      "loss_action": 0.010251958854496479,
      "loss_total": 0.010251958854496479,
      "step": 24230
    },
    {
      "grad_norm": 0.14643724262714386,
      "learning_rate": 9.021730817215601e-05,
      "loss": 0.0112,
      "step": 24240
    },
    {
      "loss_action": 0.013877695426344872,
      "loss_total": 0.013877695426344872,
      "step": 24240
    },
    {
      "loss_action": 0.012841405346989632,
      "loss_total": 0.012841405346989632,
      "step": 24240
    },
    {
      "loss_action": 0.009814956225454807,
      "loss_total": 0.009814956225454807,
      "step": 24240
    },
    {
      "loss_action": 0.00922341924160719,
      "loss_total": 0.00922341924160719,
      "step": 24240
    },
    {
      "loss_action": 0.010248150676488876,
      "loss_total": 0.010248150676488876,
      "step": 24240
    },
    {
      "loss_action": 0.009375515393912792,
      "loss_total": 0.009375515393912792,
      "step": 24240
    },
    {
      "loss_action": 0.00728612719103694,
      "loss_total": 0.00728612719103694,
      "step": 24240
    },
    {
      "loss_action": 0.009044665843248367,
      "loss_total": 0.009044665843248367,
      "step": 24240
    },
    {
      "grad_norm": 0.171592578291893,
      "learning_rate": 9.02074817010996e-05,
      "loss": 0.0126,
      "step": 24250
    },
    {
      "loss_action": 0.019359301775693893,
      "loss_total": 0.019359301775693893,
      "step": 24250
    },
    {
      "loss_action": 0.006183661986142397,
      "loss_total": 0.006183661986142397,
      "step": 24250
    },
    {
      "loss_action": 0.005197338759899139,
      "loss_total": 0.005197338759899139,
      "step": 24250
    },
    {
      "loss_action": 0.005667982157319784,
      "loss_total": 0.005667982157319784,
      "step": 24250
    },
    {
      "loss_action": 0.02048609033226967,
      "loss_total": 0.02048609033226967,
      "step": 24250
    },
    {
      "loss_action": 0.011264335364103317,
      "loss_total": 0.011264335364103317,
      "step": 24250
    },
    {
      "loss_action": 0.013094836845993996,
      "loss_total": 0.013094836845993996,
      "step": 24250
    },
    {
      "loss_action": 0.027636544778943062,
      "loss_total": 0.027636544778943062,
      "step": 24250
    },
    {
      "grad_norm": 0.13153594732284546,
      "learning_rate": 9.019765083301342e-05,
      "loss": 0.0132,
      "step": 24260
    },
    {
      "loss_action": 0.022187523543834686,
      "loss_total": 0.022187523543834686,
      "step": 24260
    },
    {
      "loss_action": 0.009216406382620335,
      "loss_total": 0.009216406382620335,
      "step": 24260
    },
    {
      "loss_action": 0.00941079668700695,
      "loss_total": 0.00941079668700695,
      "step": 24260
    },
    {
      "loss_action": 0.006826306693255901,
      "loss_total": 0.006826306693255901,
      "step": 24260
    },
    {
      "loss_action": 0.01115380972623825,
      "loss_total": 0.01115380972623825,
      "step": 24260
    },
    {
      "loss_action": 0.010959696024656296,
      "loss_total": 0.010959696024656296,
      "step": 24260
    },
    {
      "loss_action": 0.007218214683234692,
      "loss_total": 0.007218214683234692,
      "step": 24260
    },
    {
      "loss_action": 0.006072353571653366,
      "loss_total": 0.006072353571653366,
      "step": 24260
    },
    {
      "grad_norm": 0.12424079328775406,
      "learning_rate": 9.01878155689726e-05,
      "loss": 0.0118,
      "step": 24270
    },
    {
      "loss_action": 0.011175998486578465,
      "loss_total": 0.011175998486578465,
      "step": 24270
    },
    {
      "loss_action": 0.00836398545652628,
      "loss_total": 0.00836398545652628,
      "step": 24270
    },
    {
      "loss_action": 0.01124805212020874,
      "loss_total": 0.01124805212020874,
      "step": 24270
    },
    {
      "loss_action": 0.011764615774154663,
      "loss_total": 0.011764615774154663,
      "step": 24270
    },
    {
      "loss_action": 0.025613751262426376,
      "loss_total": 0.025613751262426376,
      "step": 24270
    },
    {
      "loss_action": 0.006513703614473343,
      "loss_total": 0.006513703614473343,
      "step": 24270
    },
    {
      "loss_action": 0.014908287674188614,
      "loss_total": 0.014908287674188614,
      "step": 24270
    },
    {
      "loss_action": 0.009011603891849518,
      "loss_total": 0.009011603891849518,
      "step": 24270
    },
    {
      "grad_norm": 0.11183463782072067,
      "learning_rate": 9.017797591005268e-05,
      "loss": 0.0115,
      "step": 24280
    },
    {
      "loss_action": 0.0051278723403811455,
      "loss_total": 0.0051278723403811455,
      "step": 24280
    },
    {
      "loss_action": 0.0303821861743927,
      "loss_total": 0.0303821861743927,
      "step": 24280
    },
    {
      "loss_action": 0.005584430415183306,
      "loss_total": 0.005584430415183306,
      "step": 24280
    },
    {
      "loss_action": 0.0033887112513184547,
      "loss_total": 0.0033887112513184547,
      "step": 24280
    },
    {
      "loss_action": 0.015688668936491013,
      "loss_total": 0.015688668936491013,
      "step": 24280
    },
    {
      "loss_action": 0.0065788282081484795,
      "loss_total": 0.0065788282081484795,
      "step": 24280
    },
    {
      "loss_action": 0.006656944751739502,
      "loss_total": 0.006656944751739502,
      "step": 24280
    },
    {
      "loss_action": 0.0033008442260324955,
      "loss_total": 0.0033008442260324955,
      "step": 24280
    },
    {
      "grad_norm": 0.13762913644313812,
      "learning_rate": 9.016813185732972e-05,
      "loss": 0.0112,
      "step": 24290
    },
    {
      "loss_action": 0.01172075979411602,
      "loss_total": 0.01172075979411602,
      "step": 24290
    },
    {
      "loss_action": 0.009920568205416203,
      "loss_total": 0.009920568205416203,
      "step": 24290
    },
    {
      "loss_action": 0.016637688502669334,
      "loss_total": 0.016637688502669334,
      "step": 24290
    },
    {
      "loss_action": 0.007415155880153179,
      "loss_total": 0.007415155880153179,
      "step": 24290
    },
    {
      "loss_action": 0.00727309612557292,
      "loss_total": 0.00727309612557292,
      "step": 24290
    },
    {
      "loss_action": 0.007043921388685703,
      "loss_total": 0.007043921388685703,
      "step": 24290
    },
    {
      "loss_action": 0.005317301489412785,
      "loss_total": 0.005317301489412785,
      "step": 24290
    },
    {
      "loss_action": 0.009489286690950394,
      "loss_total": 0.009489286690950394,
      "step": 24290
    },
    {
      "grad_norm": 0.16840027272701263,
      "learning_rate": 9.015828341188027e-05,
      "loss": 0.0138,
      "step": 24300
    },
    {
      "loss_action": 0.013276312500238419,
      "loss_total": 0.013276312500238419,
      "step": 24300
    },
    {
      "loss_action": 0.00859302282333374,
      "loss_total": 0.00859302282333374,
      "step": 24300
    },
    {
      "loss_action": 0.008213544264435768,
      "loss_total": 0.008213544264435768,
      "step": 24300
    },
    {
      "loss_action": 0.00498947175219655,
      "loss_total": 0.00498947175219655,
      "step": 24300
    },
    {
      "loss_action": 0.00560335349291563,
      "loss_total": 0.00560335349291563,
      "step": 24300
    },
    {
      "loss_action": 0.004776461981236935,
      "loss_total": 0.004776461981236935,
      "step": 24300
    },
    {
      "loss_action": 0.005613340530544519,
      "loss_total": 0.005613340530544519,
      "step": 24300
    },
    {
      "loss_action": 0.010043502785265446,
      "loss_total": 0.010043502785265446,
      "step": 24300
    },
    {
      "grad_norm": 0.109492227435112,
      "learning_rate": 9.01484305747813e-05,
      "loss": 0.0141,
      "step": 24310
    },
    {
      "loss_action": 0.013988635502755642,
      "loss_total": 0.013988635502755642,
      "step": 24310
    },
    {
      "loss_action": 0.009114904329180717,
      "loss_total": 0.009114904329180717,
      "step": 24310
    },
    {
      "loss_action": 0.010729829780757427,
      "loss_total": 0.010729829780757427,
      "step": 24310
    },
    {
      "loss_action": 0.013438145630061626,
      "loss_total": 0.013438145630061626,
      "step": 24310
    },
    {
      "loss_action": 0.01405912172049284,
      "loss_total": 0.01405912172049284,
      "step": 24310
    },
    {
      "loss_action": 0.008092748001217842,
      "loss_total": 0.008092748001217842,
      "step": 24310
    },
    {
      "loss_action": 0.00817764550447464,
      "loss_total": 0.00817764550447464,
      "step": 24310
    },
    {
      "loss_action": 0.017825668677687645,
      "loss_total": 0.017825668677687645,
      "step": 24310
    },
    {
      "grad_norm": 0.11798670142889023,
      "learning_rate": 9.013857334711033e-05,
      "loss": 0.0129,
      "step": 24320
    },
    {
      "loss_action": 0.0032650416251271963,
      "loss_total": 0.0032650416251271963,
      "step": 24320
    },
    {
      "loss_action": 0.009730051271617413,
      "loss_total": 0.009730051271617413,
      "step": 24320
    },
    {
      "loss_action": 0.007548733148723841,
      "loss_total": 0.007548733148723841,
      "step": 24320
    },
    {
      "loss_action": 0.005077521316707134,
      "loss_total": 0.005077521316707134,
      "step": 24320
    },
    {
      "loss_action": 0.0228390172123909,
      "loss_total": 0.0228390172123909,
      "step": 24320
    },
    {
      "loss_action": 0.004185221157968044,
      "loss_total": 0.004185221157968044,
      "step": 24320
    },
    {
      "loss_action": 0.005601567216217518,
      "loss_total": 0.005601567216217518,
      "step": 24320
    },
    {
      "loss_action": 0.01328355260193348,
      "loss_total": 0.01328355260193348,
      "step": 24320
    },
    {
      "grad_norm": 0.13734844326972961,
      "learning_rate": 9.012871172994534e-05,
      "loss": 0.0114,
      "step": 24330
    },
    {
      "loss_action": 0.023745570331811905,
      "loss_total": 0.023745570331811905,
      "step": 24330
    },
    {
      "loss_action": 0.013578614220023155,
      "loss_total": 0.013578614220023155,
      "step": 24330
    },
    {
      "loss_action": 0.007491354364901781,
      "loss_total": 0.007491354364901781,
      "step": 24330
    },
    {
      "loss_action": 0.01854359172284603,
      "loss_total": 0.01854359172284603,
      "step": 24330
    },
    {
      "loss_action": 0.006769651547074318,
      "loss_total": 0.006769651547074318,
      "step": 24330
    },
    {
      "loss_action": 0.019748935475945473,
      "loss_total": 0.019748935475945473,
      "step": 24330
    },
    {
      "loss_action": 0.028408128768205643,
      "loss_total": 0.028408128768205643,
      "step": 24330
    },
    {
      "loss_action": 0.0033147381618618965,
      "loss_total": 0.0033147381618618965,
      "step": 24330
    },
    {
      "grad_norm": 0.14703741669654846,
      "learning_rate": 9.011884572436476e-05,
      "loss": 0.0113,
      "step": 24340
    },
    {
      "loss_action": 0.013060282915830612,
      "loss_total": 0.013060282915830612,
      "step": 24340
    },
    {
      "loss_action": 0.01150609366595745,
      "loss_total": 0.01150609366595745,
      "step": 24340
    },
    {
      "loss_action": 0.006824067793786526,
      "loss_total": 0.006824067793786526,
      "step": 24340
    },
    {
      "loss_action": 0.03206855058670044,
      "loss_total": 0.03206855058670044,
      "step": 24340
    },
    {
      "loss_action": 0.01049375906586647,
      "loss_total": 0.01049375906586647,
      "step": 24340
    },
    {
      "loss_action": 0.008510123006999493,
      "loss_total": 0.008510123006999493,
      "step": 24340
    },
    {
      "loss_action": 0.019431864842772484,
      "loss_total": 0.019431864842772484,
      "step": 24340
    },
    {
      "loss_action": 0.0316406786441803,
      "loss_total": 0.0316406786441803,
      "step": 24340
    },
    {
      "grad_norm": 0.14355720579624176,
      "learning_rate": 9.010897533144754e-05,
      "loss": 0.0129,
      "step": 24350
    },
    {
      "loss_action": 0.022408058866858482,
      "loss_total": 0.022408058866858482,
      "step": 24350
    },
    {
      "loss_action": 0.017647668719291687,
      "loss_total": 0.017647668719291687,
      "step": 24350
    },
    {
      "loss_action": 0.006768236868083477,
      "loss_total": 0.006768236868083477,
      "step": 24350
    },
    {
      "loss_action": 0.008333432488143444,
      "loss_total": 0.008333432488143444,
      "step": 24350
    },
    {
      "loss_action": 0.008411075919866562,
      "loss_total": 0.008411075919866562,
      "step": 24350
    },
    {
      "loss_action": 0.017042435705661774,
      "loss_total": 0.017042435705661774,
      "step": 24350
    },
    {
      "loss_action": 0.00526316836476326,
      "loss_total": 0.00526316836476326,
      "step": 24350
    },
    {
      "loss_action": 0.008276091888546944,
      "loss_total": 0.008276091888546944,
      "step": 24350
    },
    {
      "grad_norm": 0.19905298948287964,
      "learning_rate": 9.009910055227306e-05,
      "loss": 0.0122,
      "step": 24360
    },
    {
      "loss_action": 0.009253849275410175,
      "loss_total": 0.009253849275410175,
      "step": 24360
    },
    {
      "loss_action": 0.007082282565534115,
      "loss_total": 0.007082282565534115,
      "step": 24360
    },
    {
      "loss_action": 0.009991019032895565,
      "loss_total": 0.009991019032895565,
      "step": 24360
    },
    {
      "loss_action": 0.01005108654499054,
      "loss_total": 0.01005108654499054,
      "step": 24360
    },
    {
      "loss_action": 0.007487901486456394,
      "loss_total": 0.007487901486456394,
      "step": 24360
    },
    {
      "loss_action": 0.008876489475369453,
      "loss_total": 0.008876489475369453,
      "step": 24360
    },
    {
      "loss_action": 0.01249520294368267,
      "loss_total": 0.01249520294368267,
      "step": 24360
    },
    {
      "loss_action": 0.008728936314582825,
      "loss_total": 0.008728936314582825,
      "step": 24360
    },
    {
      "grad_norm": 0.1585264652967453,
      "learning_rate": 9.008922138792124e-05,
      "loss": 0.0116,
      "step": 24370
    },
    {
      "loss_action": 0.00438449764624238,
      "loss_total": 0.00438449764624238,
      "step": 24370
    },
    {
      "loss_action": 0.010160766541957855,
      "loss_total": 0.010160766541957855,
      "step": 24370
    },
    {
      "loss_action": 0.008348151110112667,
      "loss_total": 0.008348151110112667,
      "step": 24370
    },
    {
      "loss_action": 0.005905036348849535,
      "loss_total": 0.005905036348849535,
      "step": 24370
    },
    {
      "loss_action": 0.010524413548409939,
      "loss_total": 0.010524413548409939,
      "step": 24370
    },
    {
      "loss_action": 0.00964346993714571,
      "loss_total": 0.00964346993714571,
      "step": 24370
    },
    {
      "loss_action": 0.007707304786890745,
      "loss_total": 0.007707304786890745,
      "step": 24370
    },
    {
      "loss_action": 0.009184980764985085,
      "loss_total": 0.009184980764985085,
      "step": 24370
    },
    {
      "grad_norm": 0.14972703158855438,
      "learning_rate": 9.007933783947244e-05,
      "loss": 0.0112,
      "step": 24380
    },
    {
      "loss_action": 0.004670493304729462,
      "loss_total": 0.004670493304729462,
      "step": 24380
    },
    {
      "loss_action": 0.009470629505813122,
      "loss_total": 0.009470629505813122,
      "step": 24380
    },
    {
      "loss_action": 0.013409219682216644,
      "loss_total": 0.013409219682216644,
      "step": 24380
    },
    {
      "loss_action": 0.006351324263960123,
      "loss_total": 0.006351324263960123,
      "step": 24380
    },
    {
      "loss_action": 0.010804816149175167,
      "loss_total": 0.010804816149175167,
      "step": 24380
    },
    {
      "loss_action": 0.013180727139115334,
      "loss_total": 0.013180727139115334,
      "step": 24380
    },
    {
      "loss_action": 0.014818754978477955,
      "loss_total": 0.014818754978477955,
      "step": 24380
    },
    {
      "loss_action": 0.014481211081147194,
      "loss_total": 0.014481211081147194,
      "step": 24380
    },
    {
      "grad_norm": 0.1300625056028366,
      "learning_rate": 9.006944990800752e-05,
      "loss": 0.0109,
      "step": 24390
    },
    {
      "loss_action": 0.009278670884668827,
      "loss_total": 0.009278670884668827,
      "step": 24390
    },
    {
      "loss_action": 0.0069081541150808334,
      "loss_total": 0.0069081541150808334,
      "step": 24390
    },
    {
      "loss_action": 0.011125573888421059,
      "loss_total": 0.011125573888421059,
      "step": 24390
    },
    {
      "loss_action": 0.010830421932041645,
      "loss_total": 0.010830421932041645,
      "step": 24390
    },
    {
      "loss_action": 0.008217750117182732,
      "loss_total": 0.008217750117182732,
      "step": 24390
    },
    {
      "loss_action": 0.005953045561909676,
      "loss_total": 0.005953045561909676,
      "step": 24390
    },
    {
      "loss_action": 0.013674156740307808,
      "loss_total": 0.013674156740307808,
      "step": 24390
    },
    {
      "loss_action": 0.009785409085452557,
      "loss_total": 0.009785409085452557,
      "step": 24390
    },
    {
      "grad_norm": 0.15375928580760956,
      "learning_rate": 9.005955759460779e-05,
      "loss": 0.0122,
      "step": 24400
    },
    {
      "loss_action": 0.018854349851608276,
      "loss_total": 0.018854349851608276,
      "step": 24400
    },
    {
      "loss_action": 0.006829793564975262,
      "loss_total": 0.006829793564975262,
      "step": 24400
    },
    {
      "loss_action": 0.006945419125258923,
      "loss_total": 0.006945419125258923,
      "step": 24400
    },
    {
      "loss_action": 0.008035998791456223,
      "loss_total": 0.008035998791456223,
      "step": 24400
    },
    {
      "loss_action": 0.03136312961578369,
      "loss_total": 0.03136312961578369,
      "step": 24400
    },
    {
      "loss_action": 0.029665926471352577,
      "loss_total": 0.029665926471352577,
      "step": 24400
    },
    {
      "loss_action": 0.007031996734440327,
      "loss_total": 0.007031996734440327,
      "step": 24400
    },
    {
      "loss_action": 0.015087585896253586,
      "loss_total": 0.015087585896253586,
      "step": 24400
    },
    {
      "grad_norm": 0.1521172672510147,
      "learning_rate": 9.004966090035508e-05,
      "loss": 0.0139,
      "step": 24410
    },
    {
      "loss_action": 0.006603378802537918,
      "loss_total": 0.006603378802537918,
      "step": 24410
    },
    {
      "loss_action": 0.010593308135867119,
      "loss_total": 0.010593308135867119,
      "step": 24410
    },
    {
      "loss_action": 0.011161445640027523,
      "loss_total": 0.011161445640027523,
      "step": 24410
    },
    {
      "loss_action": 0.008064609952270985,
      "loss_total": 0.008064609952270985,
      "step": 24410
    },
    {
      "loss_action": 0.024202993139624596,
      "loss_total": 0.024202993139624596,
      "step": 24410
    },
    {
      "loss_action": 0.005162595305591822,
      "loss_total": 0.005162595305591822,
      "step": 24410
    },
    {
      "loss_action": 0.012258952483534813,
      "loss_total": 0.012258952483534813,
      "step": 24410
    },
    {
      "loss_action": 0.008514311164617538,
      "loss_total": 0.008514311164617538,
      "step": 24410
    },
    {
      "grad_norm": 0.15598876774311066,
      "learning_rate": 9.003975982633166e-05,
      "loss": 0.0113,
      "step": 24420
    },
    {
      "loss_action": 0.019587311893701553,
      "loss_total": 0.019587311893701553,
      "step": 24420
    },
    {
      "loss_action": 0.008738290518522263,
      "loss_total": 0.008738290518522263,
      "step": 24420
    },
    {
      "loss_action": 0.019630951806902885,
      "loss_total": 0.019630951806902885,
      "step": 24420
    },
    {
      "loss_action": 0.02656300738453865,
      "loss_total": 0.02656300738453865,
      "step": 24420
    },
    {
      "loss_action": 0.010479819029569626,
      "loss_total": 0.010479819029569626,
      "step": 24420
    },
    {
      "loss_action": 0.010376723483204842,
      "loss_total": 0.010376723483204842,
      "step": 24420
    },
    {
      "loss_action": 0.006448622792959213,
      "loss_total": 0.006448622792959213,
      "step": 24420
    },
    {
      "loss_action": 0.01395769789814949,
      "loss_total": 0.01395769789814949,
      "step": 24420
    },
    {
      "grad_norm": 0.2153332382440567,
      "learning_rate": 9.00298543736203e-05,
      "loss": 0.0126,
      "step": 24430
    },
    {
      "loss_action": 0.011003552004694939,
      "loss_total": 0.011003552004694939,
      "step": 24430
    },
    {
      "loss_action": 0.005958619527518749,
      "loss_total": 0.005958619527518749,
      "step": 24430
    },
    {
      "loss_action": 0.028084449470043182,
      "loss_total": 0.028084449470043182,
      "step": 24430
    },
    {
      "loss_action": 0.004020487889647484,
      "loss_total": 0.004020487889647484,
      "step": 24430
    },
    {
      "loss_action": 0.013437394052743912,
      "loss_total": 0.013437394052743912,
      "step": 24430
    },
    {
      "loss_action": 0.005183415487408638,
      "loss_total": 0.005183415487408638,
      "step": 24430
    },
    {
      "loss_action": 0.008375424891710281,
      "loss_total": 0.008375424891710281,
      "step": 24430
    },
    {
      "loss_action": 0.009601427242159843,
      "loss_total": 0.009601427242159843,
      "step": 24430
    },
    {
      "grad_norm": 0.14297360181808472,
      "learning_rate": 9.001994454330427e-05,
      "loss": 0.0126,
      "step": 24440
    },
    {
      "loss_action": 0.014861531555652618,
      "loss_total": 0.014861531555652618,
      "step": 24440
    },
    {
      "loss_action": 0.0507844015955925,
      "loss_total": 0.0507844015955925,
      "step": 24440
    },
    {
      "loss_action": 0.04510895907878876,
      "loss_total": 0.04510895907878876,
      "step": 24440
    },
    {
      "loss_action": 0.01717122457921505,
      "loss_total": 0.01717122457921505,
      "step": 24440
    },
    {
      "loss_action": 0.03159391134977341,
      "loss_total": 0.03159391134977341,
      "step": 24440
    },
    {
      "loss_action": 0.017527064308524132,
      "loss_total": 0.017527064308524132,
      "step": 24440
    },
    {
      "loss_action": 0.012852258048951626,
      "loss_total": 0.012852258048951626,
      "step": 24440
    },
    {
      "loss_action": 0.015607230365276337,
      "loss_total": 0.015607230365276337,
      "step": 24440
    },
    {
      "grad_norm": 0.21807925403118134,
      "learning_rate": 9.001003033646727e-05,
      "loss": 0.0133,
      "step": 24450
    },
    {
      "loss_action": 0.013493125326931477,
      "loss_total": 0.013493125326931477,
      "step": 24450
    },
    {
      "loss_action": 0.011469586752355099,
      "loss_total": 0.011469586752355099,
      "step": 24450
    },
    {
      "loss_action": 0.011899515055119991,
      "loss_total": 0.011899515055119991,
      "step": 24450
    },
    {
      "loss_action": 0.008979045785963535,
      "loss_total": 0.008979045785963535,
      "step": 24450
    },
    {
      "loss_action": 0.012621934525668621,
      "loss_total": 0.012621934525668621,
      "step": 24450
    },
    {
      "loss_action": 0.0228426530957222,
      "loss_total": 0.0228426530957222,
      "step": 24450
    },
    {
      "loss_action": 0.006362156942486763,
      "loss_total": 0.006362156942486763,
      "step": 24450
    },
    {
      "loss_action": 0.010207640007138252,
      "loss_total": 0.010207640007138252,
      "step": 24450
    },
    {
      "grad_norm": 0.11484656482934952,
      "learning_rate": 9.00001117541935e-05,
      "loss": 0.0105,
      "step": 24460
    },
    {
      "loss_action": 0.006154029630124569,
      "loss_total": 0.006154029630124569,
      "step": 24460
    },
    {
      "loss_action": 0.005969219841063023,
      "loss_total": 0.005969219841063023,
      "step": 24460
    },
    {
      "loss_action": 0.008075922727584839,
      "loss_total": 0.008075922727584839,
      "step": 24460
    },
    {
      "loss_action": 0.007648267783224583,
      "loss_total": 0.007648267783224583,
      "step": 24460
    },
    {
      "loss_action": 0.004293479956686497,
      "loss_total": 0.004293479956686497,
      "step": 24460
    },
    {
      "loss_action": 0.011188521049916744,
      "loss_total": 0.011188521049916744,
      "step": 24460
    },
    {
      "loss_action": 0.017612196505069733,
      "loss_total": 0.017612196505069733,
      "step": 24460
    },
    {
      "loss_action": 0.010911660268902779,
      "loss_total": 0.010911660268902779,
      "step": 24460
    },
    {
      "grad_norm": 0.13025665283203125,
      "learning_rate": 8.999018879756764e-05,
      "loss": 0.01,
      "step": 24470
    },
    {
      "loss_action": 0.008021530695259571,
      "loss_total": 0.008021530695259571,
      "step": 24470
    },
    {
      "loss_action": 0.00450506154447794,
      "loss_total": 0.00450506154447794,
      "step": 24470
    },
    {
      "loss_action": 0.006737425457686186,
      "loss_total": 0.006737425457686186,
      "step": 24470
    },
    {
      "loss_action": 0.016660626977682114,
      "loss_total": 0.016660626977682114,
      "step": 24470
    },
    {
      "loss_action": 0.021124863997101784,
      "loss_total": 0.021124863997101784,
      "step": 24470
    },
    {
      "loss_action": 0.008552651852369308,
      "loss_total": 0.008552651852369308,
      "step": 24470
    },
    {
      "loss_action": 0.021897509694099426,
      "loss_total": 0.021897509694099426,
      "step": 24470
    },
    {
      "loss_action": 0.012494416907429695,
      "loss_total": 0.012494416907429695,
      "step": 24470
    },
    {
      "grad_norm": 0.20516102015972137,
      "learning_rate": 8.998026146767487e-05,
      "loss": 0.0128,
      "step": 24480
    },
    {
      "loss_action": 0.0282126497477293,
      "loss_total": 0.0282126497477293,
      "step": 24480
    },
    {
      "loss_action": 0.010945060290396214,
      "loss_total": 0.010945060290396214,
      "step": 24480
    },
    {
      "loss_action": 0.005222416017204523,
      "loss_total": 0.005222416017204523,
      "step": 24480
    },
    {
      "loss_action": 0.0138600654900074,
      "loss_total": 0.0138600654900074,
      "step": 24480
    },
    {
      "loss_action": 0.010684758424758911,
      "loss_total": 0.010684758424758911,
      "step": 24480
    },
    {
      "loss_action": 0.011426912620663643,
      "loss_total": 0.011426912620663643,
      "step": 24480
    },
    {
      "loss_action": 0.006024258676916361,
      "loss_total": 0.006024258676916361,
      "step": 24480
    },
    {
      "loss_action": 0.010534515604376793,
      "loss_total": 0.010534515604376793,
      "step": 24480
    },
    {
      "grad_norm": 0.16995000839233398,
      "learning_rate": 8.99703297656008e-05,
      "loss": 0.0118,
      "step": 24490
    },
    {
      "loss_action": 0.006569593213498592,
      "loss_total": 0.006569593213498592,
      "step": 24490
    },
    {
      "loss_action": 0.01331278309226036,
      "loss_total": 0.01331278309226036,
      "step": 24490
    },
    {
      "loss_action": 0.0064923204481601715,
      "loss_total": 0.0064923204481601715,
      "step": 24490
    },
    {
      "loss_action": 0.012515651062130928,
      "loss_total": 0.012515651062130928,
      "step": 24490
    },
    {
      "loss_action": 0.003903024597093463,
      "loss_total": 0.003903024597093463,
      "step": 24490
    },
    {
      "loss_action": 0.010030916891992092,
      "loss_total": 0.010030916891992092,
      "step": 24490
    },
    {
      "loss_action": 0.013857000507414341,
      "loss_total": 0.013857000507414341,
      "step": 24490
    },
    {
      "loss_action": 0.020578818395733833,
      "loss_total": 0.020578818395733833,
      "step": 24490
    },
    {
      "grad_norm": 0.13025319576263428,
      "learning_rate": 8.996039369243156e-05,
      "loss": 0.0123,
      "step": 24500
    },
    {
      "loss_action": 0.010938087478280067,
      "loss_total": 0.010938087478280067,
      "step": 24500
    },
    {
      "loss_action": 0.015088194981217384,
      "loss_total": 0.015088194981217384,
      "step": 24500
    },
    {
      "loss_action": 0.03364994376897812,
      "loss_total": 0.03364994376897812,
      "step": 24500
    },
    {
      "loss_action": 0.010675841942429543,
      "loss_total": 0.010675841942429543,
      "step": 24500
    },
    {
      "loss_action": 0.00806980486959219,
      "loss_total": 0.00806980486959219,
      "step": 24500
    },
    {
      "loss_action": 0.005617307499051094,
      "loss_total": 0.005617307499051094,
      "step": 24500
    },
    {
      "loss_action": 0.013028381392359734,
      "loss_total": 0.013028381392359734,
      "step": 24500
    },
    {
      "loss_action": 0.008634181693196297,
      "loss_total": 0.008634181693196297,
      "step": 24500
    },
    {
      "grad_norm": 0.21850213408470154,
      "learning_rate": 8.995045324925378e-05,
      "loss": 0.0147,
      "step": 24510
    },
    {
      "loss_action": 0.01618168130517006,
      "loss_total": 0.01618168130517006,
      "step": 24510
    },
    {
      "loss_action": 0.005437116604298353,
      "loss_total": 0.005437116604298353,
      "step": 24510
    },
    {
      "loss_action": 0.013479195535182953,
      "loss_total": 0.013479195535182953,
      "step": 24510
    },
    {
      "loss_action": 0.012769355438649654,
      "loss_total": 0.012769355438649654,
      "step": 24510
    },
    {
      "loss_action": 0.02010948956012726,
      "loss_total": 0.02010948956012726,
      "step": 24510
    },
    {
      "loss_action": 0.010522211901843548,
      "loss_total": 0.010522211901843548,
      "step": 24510
    },
    {
      "loss_action": 0.03513480722904205,
      "loss_total": 0.03513480722904205,
      "step": 24510
    },
    {
      "loss_action": 0.014218427240848541,
      "loss_total": 0.014218427240848541,
      "step": 24510
    },
    {
      "grad_norm": 0.15050533413887024,
      "learning_rate": 8.994050843715448e-05,
      "loss": 0.0122,
      "step": 24520
    },
    {
      "loss_action": 0.02557341381907463,
      "loss_total": 0.02557341381907463,
      "step": 24520
    },
    {
      "loss_action": 0.01122246403247118,
      "loss_total": 0.01122246403247118,
      "step": 24520
    },
    {
      "loss_action": 0.006203006487339735,
      "loss_total": 0.006203006487339735,
      "step": 24520
    },
    {
      "loss_action": 0.01627560704946518,
      "loss_total": 0.01627560704946518,
      "step": 24520
    },
    {
      "loss_action": 0.008651606738567352,
      "loss_total": 0.008651606738567352,
      "step": 24520
    },
    {
      "loss_action": 0.0060047428123652935,
      "loss_total": 0.0060047428123652935,
      "step": 24520
    },
    {
      "loss_action": 0.008641420863568783,
      "loss_total": 0.008641420863568783,
      "step": 24520
    },
    {
      "loss_action": 0.009431416168808937,
      "loss_total": 0.009431416168808937,
      "step": 24520
    },
    {
      "grad_norm": 0.17204725742340088,
      "learning_rate": 8.993055925722121e-05,
      "loss": 0.0121,
      "step": 24530
    },
    {
      "loss_action": 0.01725676842033863,
      "loss_total": 0.01725676842033863,
      "step": 24530
    },
    {
      "loss_action": 0.01882701925933361,
      "loss_total": 0.01882701925933361,
      "step": 24530
    },
    {
      "loss_action": 0.01895401068031788,
      "loss_total": 0.01895401068031788,
      "step": 24530
    },
    {
      "loss_action": 0.006279137916862965,
      "loss_total": 0.006279137916862965,
      "step": 24530
    },
    {
      "loss_action": 0.01292399037629366,
      "loss_total": 0.01292399037629366,
      "step": 24530
    },
    {
      "loss_action": 0.021277880296111107,
      "loss_total": 0.021277880296111107,
      "step": 24530
    },
    {
      "loss_action": 0.0053831953555345535,
      "loss_total": 0.0053831953555345535,
      "step": 24530
    },
    {
      "loss_action": 0.00758745614439249,
      "loss_total": 0.00758745614439249,
      "step": 24530
    },
    {
      "grad_norm": 0.10011070966720581,
      "learning_rate": 8.992060571054202e-05,
      "loss": 0.0104,
      "step": 24540
    },
    {
      "loss_action": 0.007436397485435009,
      "loss_total": 0.007436397485435009,
      "step": 24540
    },
    {
      "loss_action": 0.0188564732670784,
      "loss_total": 0.0188564732670784,
      "step": 24540
    },
    {
      "loss_action": 0.014835432171821594,
      "loss_total": 0.014835432171821594,
      "step": 24540
    },
    {
      "loss_action": 0.008119778707623482,
      "loss_total": 0.008119778707623482,
      "step": 24540
    },
    {
      "loss_action": 0.00990012101829052,
      "loss_total": 0.00990012101829052,
      "step": 24540
    },
    {
      "loss_action": 0.012649204581975937,
      "loss_total": 0.012649204581975937,
      "step": 24540
    },
    {
      "loss_action": 0.005203349515795708,
      "loss_total": 0.005203349515795708,
      "step": 24540
    },
    {
      "loss_action": 0.007438395172357559,
      "loss_total": 0.007438395172357559,
      "step": 24540
    },
    {
      "grad_norm": 0.15876780450344086,
      "learning_rate": 8.991064779820542e-05,
      "loss": 0.0111,
      "step": 24550
    },
    {
      "loss_action": 0.007514347322285175,
      "loss_total": 0.007514347322285175,
      "step": 24550
    },
    {
      "loss_action": 0.005594433750957251,
      "loss_total": 0.005594433750957251,
      "step": 24550
    },
    {
      "loss_action": 0.030830156058073044,
      "loss_total": 0.030830156058073044,
      "step": 24550
    },
    {
      "loss_action": 0.004197962116450071,
      "loss_total": 0.004197962116450071,
      "step": 24550
    },
    {
      "loss_action": 0.009673897176980972,
      "loss_total": 0.009673897176980972,
      "step": 24550
    },
    {
      "loss_action": 0.011913957074284554,
      "loss_total": 0.011913957074284554,
      "step": 24550
    },
    {
      "loss_action": 0.02099715545773506,
      "loss_total": 0.02099715545773506,
      "step": 24550
    },
    {
      "loss_action": 0.005684525705873966,
      "loss_total": 0.005684525705873966,
      "step": 24550
    },
    {
      "grad_norm": 0.23029042780399323,
      "learning_rate": 8.990068552130036e-05,
      "loss": 0.0115,
      "step": 24560
    },
    {
      "loss_action": 0.009692658670246601,
      "loss_total": 0.009692658670246601,
      "step": 24560
    },
    {
      "loss_action": 0.009088341146707535,
      "loss_total": 0.009088341146707535,
      "step": 24560
    },
    {
      "loss_action": 0.011232946068048477,
      "loss_total": 0.011232946068048477,
      "step": 24560
    },
    {
      "loss_action": 0.01000521332025528,
      "loss_total": 0.01000521332025528,
      "step": 24560
    },
    {
      "loss_action": 0.003444420639425516,
      "loss_total": 0.003444420639425516,
      "step": 24560
    },
    {
      "loss_action": 0.012152889743447304,
      "loss_total": 0.012152889743447304,
      "step": 24560
    },
    {
      "loss_action": 0.015375405550003052,
      "loss_total": 0.015375405550003052,
      "step": 24560
    },
    {
      "loss_action": 0.02062610536813736,
      "loss_total": 0.02062610536813736,
      "step": 24560
    },
    {
      "grad_norm": 0.11712624132633209,
      "learning_rate": 8.989071888091634e-05,
      "loss": 0.0124,
      "step": 24570
    },
    {
      "loss_action": 0.007965592667460442,
      "loss_total": 0.007965592667460442,
      "step": 24570
    },
    {
      "loss_action": 0.004293841775506735,
      "loss_total": 0.004293841775506735,
      "step": 24570
    },
    {
      "loss_action": 0.0054824817925691605,
      "loss_total": 0.0054824817925691605,
      "step": 24570
    },
    {
      "loss_action": 0.009557283483445644,
      "loss_total": 0.009557283483445644,
      "step": 24570
    },
    {
      "loss_action": 0.022209543734788895,
      "loss_total": 0.022209543734788895,
      "step": 24570
    },
    {
      "loss_action": 0.01316587533801794,
      "loss_total": 0.01316587533801794,
      "step": 24570
    },
    {
      "loss_action": 0.004899694584310055,
      "loss_total": 0.004899694584310055,
      "step": 24570
    },
    {
      "loss_action": 0.007564823608845472,
      "loss_total": 0.007564823608845472,
      "step": 24570
    },
    {
      "grad_norm": 0.22766107320785522,
      "learning_rate": 8.988074787814329e-05,
      "loss": 0.0124,
      "step": 24580
    },
    {
      "loss_action": 0.020415645092725754,
      "loss_total": 0.020415645092725754,
      "step": 24580
    },
    {
      "loss_action": 0.017420731484889984,
      "loss_total": 0.017420731484889984,
      "step": 24580
    },
    {
      "loss_action": 0.015405994839966297,
      "loss_total": 0.015405994839966297,
      "step": 24580
    },
    {
      "loss_action": 0.008507105521857738,
      "loss_total": 0.008507105521857738,
      "step": 24580
    },
    {
      "loss_action": 0.010406231507658958,
      "loss_total": 0.010406231507658958,
      "step": 24580
    },
    {
      "loss_action": 0.010562580078840256,
      "loss_total": 0.010562580078840256,
      "step": 24580
    },
    {
      "loss_action": 0.0072435978800058365,
      "loss_total": 0.0072435978800058365,
      "step": 24580
    },
    {
      "loss_action": 0.004548174329102039,
      "loss_total": 0.004548174329102039,
      "step": 24580
    },
    {
      "grad_norm": 0.1301061511039734,
      "learning_rate": 8.987077251407158e-05,
      "loss": 0.0124,
      "step": 24590
    },
    {
      "loss_action": 0.0104689821600914,
      "loss_total": 0.0104689821600914,
      "step": 24590
    },
    {
      "loss_action": 0.005878466181457043,
      "loss_total": 0.005878466181457043,
      "step": 24590
    },
    {
      "loss_action": 0.015565628185868263,
      "loss_total": 0.015565628185868263,
      "step": 24590
    },
    {
      "loss_action": 0.0122032156214118,
      "loss_total": 0.0122032156214118,
      "step": 24590
    },
    {
      "loss_action": 0.010788197629153728,
      "loss_total": 0.010788197629153728,
      "step": 24590
    },
    {
      "loss_action": 0.018486980348825455,
      "loss_total": 0.018486980348825455,
      "step": 24590
    },
    {
      "loss_action": 0.016290269792079926,
      "loss_total": 0.016290269792079926,
      "step": 24590
    },
    {
      "loss_action": 0.025810077786445618,
      "loss_total": 0.025810077786445618,
      "step": 24590
    },
    {
      "grad_norm": 0.12991023063659668,
      "learning_rate": 8.986079278979216e-05,
      "loss": 0.0108,
      "step": 24600
    },
    {
      "loss_action": 0.02804916724562645,
      "loss_total": 0.02804916724562645,
      "step": 24600
    },
    {
      "loss_action": 0.013992450200021267,
      "loss_total": 0.013992450200021267,
      "step": 24600
    },
    {
      "loss_action": 0.004422678612172604,
      "loss_total": 0.004422678612172604,
      "step": 24600
    },
    {
      "loss_action": 0.011085200123488903,
      "loss_total": 0.011085200123488903,
      "step": 24600
    },
    {
      "loss_action": 0.01325043011456728,
      "loss_total": 0.01325043011456728,
      "step": 24600
    },
    {
      "loss_action": 0.008625771850347519,
      "loss_total": 0.008625771850347519,
      "step": 24600
    },
    {
      "loss_action": 0.006789893843233585,
      "loss_total": 0.006789893843233585,
      "step": 24600
    },
    {
      "loss_action": 0.0032529528252780437,
      "loss_total": 0.0032529528252780437,
      "step": 24600
    },
    {
      "grad_norm": 0.12279289215803146,
      "learning_rate": 8.985080870639635e-05,
      "loss": 0.0105,
      "step": 24610
    },
    {
      "loss_action": 0.012178928591310978,
      "loss_total": 0.012178928591310978,
      "step": 24610
    },
    {
      "loss_action": 0.006173382978886366,
      "loss_total": 0.006173382978886366,
      "step": 24610
    },
    {
      "loss_action": 0.004575831349939108,
      "loss_total": 0.004575831349939108,
      "step": 24610
    },
    {
      "loss_action": 0.014006245881319046,
      "loss_total": 0.014006245881319046,
      "step": 24610
    },
    {
      "loss_action": 0.022322477772831917,
      "loss_total": 0.022322477772831917,
      "step": 24610
    },
    {
      "loss_action": 0.018502127379179,
      "loss_total": 0.018502127379179,
      "step": 24610
    },
    {
      "loss_action": 0.012005073949694633,
      "loss_total": 0.012005073949694633,
      "step": 24610
    },
    {
      "loss_action": 0.00849115289747715,
      "loss_total": 0.00849115289747715,
      "step": 24610
    },
    {
      "grad_norm": 0.10151191800832748,
      "learning_rate": 8.984082026497603e-05,
      "loss": 0.0113,
      "step": 24620
    },
    {
      "loss_action": 0.007191293872892857,
      "loss_total": 0.007191293872892857,
      "step": 24620
    },
    {
      "loss_action": 0.015309897251427174,
      "loss_total": 0.015309897251427174,
      "step": 24620
    },
    {
      "loss_action": 0.03111315332353115,
      "loss_total": 0.03111315332353115,
      "step": 24620
    },
    {
      "loss_action": 0.010023849084973335,
      "loss_total": 0.010023849084973335,
      "step": 24620
    },
    {
      "loss_action": 0.008781414479017258,
      "loss_total": 0.008781414479017258,
      "step": 24620
    },
    {
      "loss_action": 0.008035448379814625,
      "loss_total": 0.008035448379814625,
      "step": 24620
    },
    {
      "loss_action": 0.009142064489424229,
      "loss_total": 0.009142064489424229,
      "step": 24620
    },
    {
      "loss_action": 0.008351096883416176,
      "loss_total": 0.008351096883416176,
      "step": 24620
    },
    {
      "grad_norm": 0.1399095058441162,
      "learning_rate": 8.98308274666235e-05,
      "loss": 0.0106,
      "step": 24630
    },
    {
      "loss_action": 0.011865892447531223,
      "loss_total": 0.011865892447531223,
      "step": 24630
    },
    {
      "loss_action": 0.009737285785377026,
      "loss_total": 0.009737285785377026,
      "step": 24630
    },
    {
      "loss_action": 0.005393349565565586,
      "loss_total": 0.005393349565565586,
      "step": 24630
    },
    {
      "loss_action": 0.0036111103836447,
      "loss_total": 0.0036111103836447,
      "step": 24630
    },
    {
      "loss_action": 0.007754202466458082,
      "loss_total": 0.007754202466458082,
      "step": 24630
    },
    {
      "loss_action": 0.0045398627407848835,
      "loss_total": 0.0045398627407848835,
      "step": 24630
    },
    {
      "loss_action": 0.011041000485420227,
      "loss_total": 0.011041000485420227,
      "step": 24630
    },
    {
      "loss_action": 0.004463115707039833,
      "loss_total": 0.004463115707039833,
      "step": 24630
    },
    {
      "grad_norm": 0.15071454644203186,
      "learning_rate": 8.982083031243155e-05,
      "loss": 0.0124,
      "step": 24640
    },
    {
      "loss_action": 0.007137060631066561,
      "loss_total": 0.007137060631066561,
      "step": 24640
    },
    {
      "loss_action": 0.012290694750845432,
      "loss_total": 0.012290694750845432,
      "step": 24640
    },
    {
      "loss_action": 0.015930328518152237,
      "loss_total": 0.015930328518152237,
      "step": 24640
    },
    {
      "loss_action": 0.016838770359754562,
      "loss_total": 0.016838770359754562,
      "step": 24640
    },
    {
      "loss_action": 0.014208020642399788,
      "loss_total": 0.014208020642399788,
      "step": 24640
    },
    {
      "loss_action": 0.014280026778578758,
      "loss_total": 0.014280026778578758,
      "step": 24640
    },
    {
      "loss_action": 0.009710351005196571,
      "loss_total": 0.009710351005196571,
      "step": 24640
    },
    {
      "loss_action": 0.01027295459061861,
      "loss_total": 0.01027295459061861,
      "step": 24640
    },
    {
      "grad_norm": 0.11440479755401611,
      "learning_rate": 8.98108288034935e-05,
      "loss": 0.0108,
      "step": 24650
    },
    {
      "loss_action": 0.010264400392770767,
      "loss_total": 0.010264400392770767,
      "step": 24650
    },
    {
      "loss_action": 0.007851346395909786,
      "loss_total": 0.007851346395909786,
      "step": 24650
    },
    {
      "loss_action": 0.012520724907517433,
      "loss_total": 0.012520724907517433,
      "step": 24650
    },
    {
      "loss_action": 0.018119752407073975,
      "loss_total": 0.018119752407073975,
      "step": 24650
    },
    {
      "loss_action": 0.010798878967761993,
      "loss_total": 0.010798878967761993,
      "step": 24650
    },
    {
      "loss_action": 0.008471345528960228,
      "loss_total": 0.008471345528960228,
      "step": 24650
    },
    {
      "loss_action": 0.007226103916764259,
      "loss_total": 0.007226103916764259,
      "step": 24650
    },
    {
      "loss_action": 0.006957371719181538,
      "loss_total": 0.006957371719181538,
      "step": 24650
    },
    {
      "grad_norm": 0.14409096539020538,
      "learning_rate": 8.980082294090305e-05,
      "loss": 0.0123,
      "step": 24660
    },
    {
      "loss_action": 0.011420873925089836,
      "loss_total": 0.011420873925089836,
      "step": 24660
    },
    {
      "loss_action": 0.006249197758734226,
      "loss_total": 0.006249197758734226,
      "step": 24660
    },
    {
      "loss_action": 0.006674636621028185,
      "loss_total": 0.006674636621028185,
      "step": 24660
    },
    {
      "loss_action": 0.012457268312573433,
      "loss_total": 0.012457268312573433,
      "step": 24660
    },
    {
      "loss_action": 0.0021286183036863804,
      "loss_total": 0.0021286183036863804,
      "step": 24660
    },
    {
      "loss_action": 0.009535098448395729,
      "loss_total": 0.009535098448395729,
      "step": 24660
    },
    {
      "loss_action": 0.008545489981770515,
      "loss_total": 0.008545489981770515,
      "step": 24660
    },
    {
      "loss_action": 0.003965284675359726,
      "loss_total": 0.003965284675359726,
      "step": 24660
    },
    {
      "grad_norm": 0.17866526544094086,
      "learning_rate": 8.979081272575443e-05,
      "loss": 0.0107,
      "step": 24670
    },
    {
      "loss_action": 0.018286731094121933,
      "loss_total": 0.018286731094121933,
      "step": 24670
    },
    {
      "loss_action": 0.003932544961571693,
      "loss_total": 0.003932544961571693,
      "step": 24670
    },
    {
      "loss_action": 0.013245203532278538,
      "loss_total": 0.013245203532278538,
      "step": 24670
    },
    {
      "loss_action": 0.012278353795409203,
      "loss_total": 0.012278353795409203,
      "step": 24670
    },
    {
      "loss_action": 0.014235824346542358,
      "loss_total": 0.014235824346542358,
      "step": 24670
    },
    {
      "loss_action": 0.02223823219537735,
      "loss_total": 0.02223823219537735,
      "step": 24670
    },
    {
      "loss_action": 0.007480845786631107,
      "loss_total": 0.007480845786631107,
      "step": 24670
    },
    {
      "loss_action": 0.021173810586333275,
      "loss_total": 0.021173810586333275,
      "step": 24670
    },
    {
      "grad_norm": 0.14104215800762177,
      "learning_rate": 8.978079815914236e-05,
      "loss": 0.011,
      "step": 24680
    },
    {
      "loss_action": 0.016905762255191803,
      "loss_total": 0.016905762255191803,
      "step": 24680
    },
    {
      "loss_action": 0.007993897423148155,
      "loss_total": 0.007993897423148155,
      "step": 24680
    },
    {
      "loss_action": 0.015883270651102066,
      "loss_total": 0.015883270651102066,
      "step": 24680
    },
    {
      "loss_action": 0.010364756919443607,
      "loss_total": 0.010364756919443607,
      "step": 24680
    },
    {
      "loss_action": 0.01341366395354271,
      "loss_total": 0.01341366395354271,
      "step": 24680
    },
    {
      "loss_action": 0.009763481095433235,
      "loss_total": 0.009763481095433235,
      "step": 24680
    },
    {
      "loss_action": 0.01775563322007656,
      "loss_total": 0.01775563322007656,
      "step": 24680
    },
    {
      "loss_action": 0.008383574895560741,
      "loss_total": 0.008383574895560741,
      "step": 24680
    },
    {
      "grad_norm": 0.19040615856647491,
      "learning_rate": 8.977077924216202e-05,
      "loss": 0.0128,
      "step": 24690
    },
    {
      "loss_action": 0.009455541148781776,
      "loss_total": 0.009455541148781776,
      "step": 24690
    },
    {
      "loss_action": 0.009274501353502274,
      "loss_total": 0.009274501353502274,
      "step": 24690
    },
    {
      "loss_action": 0.010839950293302536,
      "loss_total": 0.010839950293302536,
      "step": 24690
    },
    {
      "loss_action": 0.0074643585830926895,
      "loss_total": 0.0074643585830926895,
      "step": 24690
    },
    {
      "loss_action": 0.010380949825048447,
      "loss_total": 0.010380949825048447,
      "step": 24690
    },
    {
      "loss_action": 0.007155281491577625,
      "loss_total": 0.007155281491577625,
      "step": 24690
    },
    {
      "loss_action": 0.008645934984087944,
      "loss_total": 0.008645934984087944,
      "step": 24690
    },
    {
      "loss_action": 0.03368537127971649,
      "loss_total": 0.03368537127971649,
      "step": 24690
    },
    {
      "grad_norm": 0.13348405063152313,
      "learning_rate": 8.976075597590905e-05,
      "loss": 0.0121,
      "step": 24700
    },
    {
      "loss_action": 0.01991378888487816,
      "loss_total": 0.01991378888487816,
      "step": 24700
    },
    {
      "loss_action": 0.014972599223256111,
      "loss_total": 0.014972599223256111,
      "step": 24700
    },
    {
      "loss_action": 0.013844667002558708,
      "loss_total": 0.013844667002558708,
      "step": 24700
    },
    {
      "loss_action": 0.018991798162460327,
      "loss_total": 0.018991798162460327,
      "step": 24700
    },
    {
      "loss_action": 0.005571112968027592,
      "loss_total": 0.005571112968027592,
      "step": 24700
    },
    {
      "loss_action": 0.006351275835186243,
      "loss_total": 0.006351275835186243,
      "step": 24700
    },
    {
      "loss_action": 0.012824125587940216,
      "loss_total": 0.012824125587940216,
      "step": 24700
    },
    {
      "loss_action": 0.017384950071573257,
      "loss_total": 0.017384950071573257,
      "step": 24700
    },
    {
      "grad_norm": 0.15828408300876617,
      "learning_rate": 8.975072836147958e-05,
      "loss": 0.0122,
      "step": 24710
    },
    {
      "loss_action": 0.00452084094285965,
      "loss_total": 0.00452084094285965,
      "step": 24710
    },
    {
      "loss_action": 0.004345723427832127,
      "loss_total": 0.004345723427832127,
      "step": 24710
    },
    {
      "loss_action": 0.013678953982889652,
      "loss_total": 0.013678953982889652,
      "step": 24710
    },
    {
      "loss_action": 0.013058456592261791,
      "loss_total": 0.013058456592261791,
      "step": 24710
    },
    {
      "loss_action": 0.01935013011097908,
      "loss_total": 0.01935013011097908,
      "step": 24710
    },
    {
      "loss_action": 0.021298009902238846,
      "loss_total": 0.021298009902238846,
      "step": 24710
    },
    {
      "loss_action": 0.006862511392682791,
      "loss_total": 0.006862511392682791,
      "step": 24710
    },
    {
      "loss_action": 0.025416739284992218,
      "loss_total": 0.025416739284992218,
      "step": 24710
    },
    {
      "grad_norm": 0.12139619886875153,
      "learning_rate": 8.974069639997025e-05,
      "loss": 0.0107,
      "step": 24720
    },
    {
      "loss_action": 0.007038123905658722,
      "loss_total": 0.007038123905658722,
      "step": 24720
    },
    {
      "loss_action": 0.004233145620673895,
      "loss_total": 0.004233145620673895,
      "step": 24720
    },
    {
      "loss_action": 0.014431064948439598,
      "loss_total": 0.014431064948439598,
      "step": 24720
    },
    {
      "loss_action": 0.00611698254942894,
      "loss_total": 0.00611698254942894,
      "step": 24720
    },
    {
      "loss_action": 0.021371927112340927,
      "loss_total": 0.021371927112340927,
      "step": 24720
    },
    {
      "loss_action": 0.0047361524775624275,
      "loss_total": 0.0047361524775624275,
      "step": 24720
    },
    {
      "loss_action": 0.005258181598037481,
      "loss_total": 0.005258181598037481,
      "step": 24720
    },
    {
      "loss_action": 0.014042903669178486,
      "loss_total": 0.014042903669178486,
      "step": 24720
    },
    {
      "grad_norm": 0.20660682022571564,
      "learning_rate": 8.973066009247808e-05,
      "loss": 0.0121,
      "step": 24730
    },
    {
      "loss_action": 0.02480257675051689,
      "loss_total": 0.02480257675051689,
      "step": 24730
    },
    {
      "loss_action": 0.009669540449976921,
      "loss_total": 0.009669540449976921,
      "step": 24730
    },
    {
      "loss_action": 0.014702352695167065,
      "loss_total": 0.014702352695167065,
      "step": 24730
    },
    {
      "loss_action": 0.008516641333699226,
      "loss_total": 0.008516641333699226,
      "step": 24730
    },
    {
      "loss_action": 0.01132901106029749,
      "loss_total": 0.01132901106029749,
      "step": 24730
    },
    {
      "loss_action": 0.0059154643677175045,
      "loss_total": 0.0059154643677175045,
      "step": 24730
    },
    {
      "loss_action": 0.013875014148652554,
      "loss_total": 0.013875014148652554,
      "step": 24730
    },
    {
      "loss_action": 0.014134781435132027,
      "loss_total": 0.014134781435132027,
      "step": 24730
    },
    {
      "grad_norm": 0.1744997799396515,
      "learning_rate": 8.972061944010066e-05,
      "loss": 0.0116,
      "step": 24740
    },
    {
      "loss_action": 0.018528038635849953,
      "loss_total": 0.018528038635849953,
      "step": 24740
    },
    {
      "loss_action": 0.026898818090558052,
      "loss_total": 0.026898818090558052,
      "step": 24740
    },
    {
      "loss_action": 0.031417399644851685,
      "loss_total": 0.031417399644851685,
      "step": 24740
    },
    {
      "loss_action": 0.014891874976456165,
      "loss_total": 0.014891874976456165,
      "step": 24740
    },
    {
      "loss_action": 0.010486599989235401,
      "loss_total": 0.010486599989235401,
      "step": 24740
    },
    {
      "loss_action": 0.007744737900793552,
      "loss_total": 0.007744737900793552,
      "step": 24740
    },
    {
      "loss_action": 0.014207325875759125,
      "loss_total": 0.014207325875759125,
      "step": 24740
    },
    {
      "loss_action": 0.010747541673481464,
      "loss_total": 0.010747541673481464,
      "step": 24740
    },
    {
      "grad_norm": 0.1255321353673935,
      "learning_rate": 8.971057444393603e-05,
      "loss": 0.0127,
      "step": 24750
    },
    {
      "loss_action": 0.0057443175464868546,
      "loss_total": 0.0057443175464868546,
      "step": 24750
    },
    {
      "loss_action": 0.01787653937935829,
      "loss_total": 0.01787653937935829,
      "step": 24750
    },
    {
      "loss_action": 0.005149506032466888,
      "loss_total": 0.005149506032466888,
      "step": 24750
    },
    {
      "loss_action": 0.013236741535365582,
      "loss_total": 0.013236741535365582,
      "step": 24750
    },
    {
      "loss_action": 0.018272802233695984,
      "loss_total": 0.018272802233695984,
      "step": 24750
    },
    {
      "loss_action": 0.008626183494925499,
      "loss_total": 0.008626183494925499,
      "step": 24750
    },
    {
      "loss_action": 0.003944850992411375,
      "loss_total": 0.003944850992411375,
      "step": 24750
    },
    {
      "loss_action": 0.004478316754102707,
      "loss_total": 0.004478316754102707,
      "step": 24750
    },
    {
      "grad_norm": 0.1602049022912979,
      "learning_rate": 8.970052510508268e-05,
      "loss": 0.0111,
      "step": 24760
    },
    {
      "loss_action": 0.013050952926278114,
      "loss_total": 0.013050952926278114,
      "step": 24760
    },
    {
      "loss_action": 0.017863184213638306,
      "loss_total": 0.017863184213638306,
      "step": 24760
    },
    {
      "loss_action": 0.014781994745135307,
      "loss_total": 0.014781994745135307,
      "step": 24760
    },
    {
      "loss_action": 0.01886286959052086,
      "loss_total": 0.01886286959052086,
      "step": 24760
    },
    {
      "loss_action": 0.01809140108525753,
      "loss_total": 0.01809140108525753,
      "step": 24760
    },
    {
      "loss_action": 0.014729969203472137,
      "loss_total": 0.014729969203472137,
      "step": 24760
    },
    {
      "loss_action": 0.009837113320827484,
      "loss_total": 0.009837113320827484,
      "step": 24760
    },
    {
      "loss_action": 0.010275688022375107,
      "loss_total": 0.010275688022375107,
      "step": 24760
    },
    {
      "grad_norm": 0.1623273491859436,
      "learning_rate": 8.969047142463959e-05,
      "loss": 0.0139,
      "step": 24770
    },
    {
      "loss_action": 0.00806858204305172,
      "loss_total": 0.00806858204305172,
      "step": 24770
    },
    {
      "loss_action": 0.025735536590218544,
      "loss_total": 0.025735536590218544,
      "step": 24770
    },
    {
      "loss_action": 0.032033082097768784,
      "loss_total": 0.032033082097768784,
      "step": 24770
    },
    {
      "loss_action": 0.012580548413097858,
      "loss_total": 0.012580548413097858,
      "step": 24770
    },
    {
      "loss_action": 0.006403706036508083,
      "loss_total": 0.006403706036508083,
      "step": 24770
    },
    {
      "loss_action": 0.010352857410907745,
      "loss_total": 0.010352857410907745,
      "step": 24770
    },
    {
      "loss_action": 0.005749790463596582,
      "loss_total": 0.005749790463596582,
      "step": 24770
    },
    {
      "loss_action": 0.006048828363418579,
      "loss_total": 0.006048828363418579,
      "step": 24770
    },
    {
      "grad_norm": 0.12774378061294556,
      "learning_rate": 8.968041340370621e-05,
      "loss": 0.0129,
      "step": 24780
    },
    {
      "loss_action": 0.022610196843743324,
      "loss_total": 0.022610196843743324,
      "step": 24780
    },
    {
      "loss_action": 0.008552958257496357,
      "loss_total": 0.008552958257496357,
      "step": 24780
    },
    {
      "loss_action": 0.00599578395485878,
      "loss_total": 0.00599578395485878,
      "step": 24780
    },
    {
      "loss_action": 0.014673293568193913,
      "loss_total": 0.014673293568193913,
      "step": 24780
    },
    {
      "loss_action": 0.011104054749011993,
      "loss_total": 0.011104054749011993,
      "step": 24780
    },
    {
      "loss_action": 0.006162029691040516,
      "loss_total": 0.006162029691040516,
      "step": 24780
    },
    {
      "loss_action": 0.01706703193485737,
      "loss_total": 0.01706703193485737,
      "step": 24780
    },
    {
      "loss_action": 0.021481771022081375,
      "loss_total": 0.021481771022081375,
      "step": 24780
    },
    {
      "grad_norm": 0.13978227972984314,
      "learning_rate": 8.96703510433825e-05,
      "loss": 0.0128,
      "step": 24790
    },
    {
      "loss_action": 0.022306766360998154,
      "loss_total": 0.022306766360998154,
      "step": 24790
    },
    {
      "loss_action": 0.010021168738603592,
      "loss_total": 0.010021168738603592,
      "step": 24790
    },
    {
      "loss_action": 0.013660920783877373,
      "loss_total": 0.013660920783877373,
      "step": 24790
    },
    {
      "loss_action": 0.007575186900794506,
      "loss_total": 0.007575186900794506,
      "step": 24790
    },
    {
      "loss_action": 0.01592070795595646,
      "loss_total": 0.01592070795595646,
      "step": 24790
    },
    {
      "loss_action": 0.008882500231266022,
      "loss_total": 0.008882500231266022,
      "step": 24790
    },
    {
      "loss_action": 0.008363798260688782,
      "loss_total": 0.008363798260688782,
      "step": 24790
    },
    {
      "loss_action": 0.013042964972555637,
      "loss_total": 0.013042964972555637,
      "step": 24790
    },
    {
      "grad_norm": 0.1968918889760971,
      "learning_rate": 8.966028434476883e-05,
      "loss": 0.0126,
      "step": 24800
    },
    {
      "loss_action": 0.011549766175448895,
      "loss_total": 0.011549766175448895,
      "step": 24800
    },
    {
      "loss_action": 0.016384845599532127,
      "loss_total": 0.016384845599532127,
      "step": 24800
    },
    {
      "loss_action": 0.009614378213882446,
      "loss_total": 0.009614378213882446,
      "step": 24800
    },
    {
      "loss_action": 0.01504314411431551,
      "loss_total": 0.01504314411431551,
      "step": 24800
    },
    {
      "loss_action": 0.005574776325374842,
      "loss_total": 0.005574776325374842,
      "step": 24800
    },
    {
      "loss_action": 0.008608043193817139,
      "loss_total": 0.008608043193817139,
      "step": 24800
    },
    {
      "loss_action": 0.010326942428946495,
      "loss_total": 0.010326942428946495,
      "step": 24800
    },
    {
      "loss_action": 0.005269704852253199,
      "loss_total": 0.005269704852253199,
      "step": 24800
    },
    {
      "grad_norm": 0.144044890999794,
      "learning_rate": 8.96502133089661e-05,
      "loss": 0.0125,
      "step": 24810
    },
    {
      "loss_action": 0.02352571114897728,
      "loss_total": 0.02352571114897728,
      "step": 24810
    },
    {
      "loss_action": 0.016662180423736572,
      "loss_total": 0.016662180423736572,
      "step": 24810
    },
    {
      "loss_action": 0.021856078878045082,
      "loss_total": 0.021856078878045082,
      "step": 24810
    },
    {
      "loss_action": 0.029749417677521706,
      "loss_total": 0.029749417677521706,
      "step": 24810
    },
    {
      "loss_action": 0.010457783006131649,
      "loss_total": 0.010457783006131649,
      "step": 24810
    },
    {
      "loss_action": 0.010536926798522472,
      "loss_total": 0.010536926798522472,
      "step": 24810
    },
    {
      "loss_action": 0.021348271518945694,
      "loss_total": 0.021348271518945694,
      "step": 24810
    },
    {
      "loss_action": 0.010889999568462372,
      "loss_total": 0.010889999568462372,
      "step": 24810
    },
    {
      "grad_norm": 0.12991267442703247,
      "learning_rate": 8.964013793707564e-05,
      "loss": 0.013,
      "step": 24820
    },
    {
      "loss_action": 0.009329313412308693,
      "loss_total": 0.009329313412308693,
      "step": 24820
    },
    {
      "loss_action": 0.023847222328186035,
      "loss_total": 0.023847222328186035,
      "step": 24820
    },
    {
      "loss_action": 0.01890307292342186,
      "loss_total": 0.01890307292342186,
      "step": 24820
    },
    {
      "loss_action": 0.019207216799259186,
      "loss_total": 0.019207216799259186,
      "step": 24820
    },
    {
      "loss_action": 0.019860394299030304,
      "loss_total": 0.019860394299030304,
      "step": 24820
    },
    {
      "loss_action": 0.007057297509163618,
      "loss_total": 0.007057297509163618,
      "step": 24820
    },
    {
      "loss_action": 0.009200163185596466,
      "loss_total": 0.009200163185596466,
      "step": 24820
    },
    {
      "loss_action": 0.010339310392737389,
      "loss_total": 0.010339310392737389,
      "step": 24820
    },
    {
      "grad_norm": 0.14352267980575562,
      "learning_rate": 8.963005823019932e-05,
      "loss": 0.0117,
      "step": 24830
    },
    {
      "loss_action": 0.008732983842492104,
      "loss_total": 0.008732983842492104,
      "step": 24830
    },
    {
      "loss_action": 0.006077590864151716,
      "loss_total": 0.006077590864151716,
      "step": 24830
    },
    {
      "loss_action": 0.008705995045602322,
      "loss_total": 0.008705995045602322,
      "step": 24830
    },
    {
      "loss_action": 0.012485736049711704,
      "loss_total": 0.012485736049711704,
      "step": 24830
    },
    {
      "loss_action": 0.003123525297269225,
      "loss_total": 0.003123525297269225,
      "step": 24830
    },
    {
      "loss_action": 0.008120015263557434,
      "loss_total": 0.008120015263557434,
      "step": 24830
    },
    {
      "loss_action": 0.006550961174070835,
      "loss_total": 0.006550961174070835,
      "step": 24830
    },
    {
      "loss_action": 0.010190090164542198,
      "loss_total": 0.010190090164542198,
      "step": 24830
    },
    {
      "grad_norm": 0.20324334502220154,
      "learning_rate": 8.961997418943939e-05,
      "loss": 0.0118,
      "step": 24840
    },
    {
      "loss_action": 0.014382237568497658,
      "loss_total": 0.014382237568497658,
      "step": 24840
    },
    {
      "loss_action": 0.029258588328957558,
      "loss_total": 0.029258588328957558,
      "step": 24840
    },
    {
      "loss_action": 0.017784584313631058,
      "loss_total": 0.017784584313631058,
      "step": 24840
    },
    {
      "loss_action": 0.01767447218298912,
      "loss_total": 0.01767447218298912,
      "step": 24840
    },
    {
      "loss_action": 0.009403565898537636,
      "loss_total": 0.009403565898537636,
      "step": 24840
    },
    {
      "loss_action": 0.011448143050074577,
      "loss_total": 0.011448143050074577,
      "step": 24840
    },
    {
      "loss_action": 0.008789232932031155,
      "loss_total": 0.008789232932031155,
      "step": 24840
    },
    {
      "loss_action": 0.027083002030849457,
      "loss_total": 0.027083002030849457,
      "step": 24840
    },
    {
      "grad_norm": 0.13984014093875885,
      "learning_rate": 8.960988581589865e-05,
      "loss": 0.011,
      "step": 24850
    },
    {
      "loss_action": 0.00656867865473032,
      "loss_total": 0.00656867865473032,
      "step": 24850
    },
    {
      "loss_action": 0.01240044366568327,
      "loss_total": 0.01240044366568327,
      "step": 24850
    },
    {
      "loss_action": 0.014105036854743958,
      "loss_total": 0.014105036854743958,
      "step": 24850
    },
    {
      "loss_action": 0.02144889160990715,
      "loss_total": 0.02144889160990715,
      "step": 24850
    },
    {
      "loss_action": 0.016258755698800087,
      "loss_total": 0.016258755698800087,
      "step": 24850
    },
    {
      "loss_action": 0.009509949013590813,
      "loss_total": 0.009509949013590813,
      "step": 24850
    },
    {
      "loss_action": 0.007140466012060642,
      "loss_total": 0.007140466012060642,
      "step": 24850
    },
    {
      "loss_action": 0.03134840726852417,
      "loss_total": 0.03134840726852417,
      "step": 24850
    },
    {
      "grad_norm": 0.19511748850345612,
      "learning_rate": 8.959979311068037e-05,
      "loss": 0.0155,
      "step": 24860
    },
    {
      "loss_action": 0.022057607769966125,
      "loss_total": 0.022057607769966125,
      "step": 24860
    },
    {
      "loss_action": 0.008650259114801884,
      "loss_total": 0.008650259114801884,
      "step": 24860
    },
    {
      "loss_action": 0.010611195117235184,
      "loss_total": 0.010611195117235184,
      "step": 24860
    },
    {
      "loss_action": 0.014927467331290245,
      "loss_total": 0.014927467331290245,
      "step": 24860
    },
    {
      "loss_action": 0.009836627170443535,
      "loss_total": 0.009836627170443535,
      "step": 24860
    },
    {
      "loss_action": 0.00959611963480711,
      "loss_total": 0.00959611963480711,
      "step": 24860
    },
    {
      "loss_action": 0.00638774037361145,
      "loss_total": 0.00638774037361145,
      "step": 24860
    },
    {
      "loss_action": 0.012609360739588737,
      "loss_total": 0.012609360739588737,
      "step": 24860
    },
    {
      "grad_norm": 0.1310052126646042,
      "learning_rate": 8.958969607488823e-05,
      "loss": 0.0132,
      "step": 24870
    },
    {
      "loss_action": 0.0047882553189992905,
      "loss_total": 0.0047882553189992905,
      "step": 24870
    },
    {
      "loss_action": 0.012854186818003654,
      "loss_total": 0.012854186818003654,
      "step": 24870
    },
    {
      "loss_action": 0.010146625339984894,
      "loss_total": 0.010146625339984894,
      "step": 24870
    },
    {
      "loss_action": 0.006922220811247826,
      "loss_total": 0.006922220811247826,
      "step": 24870
    },
    {
      "loss_action": 0.06879934668540955,
      "loss_total": 0.06879934668540955,
      "step": 24870
    },
    {
      "loss_action": 0.010551719926297665,
      "loss_total": 0.010551719926297665,
      "step": 24870
    },
    {
      "loss_action": 0.017773279920220375,
      "loss_total": 0.017773279920220375,
      "step": 24870
    },
    {
      "loss_action": 0.016480199992656708,
      "loss_total": 0.016480199992656708,
      "step": 24870
    },
    {
      "grad_norm": 0.14720414578914642,
      "learning_rate": 8.957959470962647e-05,
      "loss": 0.0129,
      "step": 24880
    },
    {
      "loss_action": 0.02207016944885254,
      "loss_total": 0.02207016944885254,
      "step": 24880
    },
    {
      "loss_action": 0.00808296725153923,
      "loss_total": 0.00808296725153923,
      "step": 24880
    },
    {
      "loss_action": 0.0049170441925525665,
      "loss_total": 0.0049170441925525665,
      "step": 24880
    },
    {
      "loss_action": 0.012507403269410133,
      "loss_total": 0.012507403269410133,
      "step": 24880
    },
    {
      "loss_action": 0.005201129242777824,
      "loss_total": 0.005201129242777824,
      "step": 24880
    },
    {
      "loss_action": 0.012709703296422958,
      "loss_total": 0.012709703296422958,
      "step": 24880
    },
    {
      "loss_action": 0.006377074867486954,
      "loss_total": 0.006377074867486954,
      "step": 24880
    },
    {
      "loss_action": 0.01322421245276928,
      "loss_total": 0.01322421245276928,
      "step": 24880
    },
    {
      "grad_norm": 0.15046872198581696,
      "learning_rate": 8.956948901599971e-05,
      "loss": 0.0121,
      "step": 24890
    },
    {
      "loss_action": 0.015643561258912086,
      "loss_total": 0.015643561258912086,
      "step": 24890
    },
    {
      "loss_action": 0.006695848889648914,
      "loss_total": 0.006695848889648914,
      "step": 24890
    },
    {
      "loss_action": 0.010026060044765472,
      "loss_total": 0.010026060044765472,
      "step": 24890
    },
    {
      "loss_action": 0.006715403404086828,
      "loss_total": 0.006715403404086828,
      "step": 24890
    },
    {
      "loss_action": 0.012603424489498138,
      "loss_total": 0.012603424489498138,
      "step": 24890
    },
    {
      "loss_action": 0.01398109458386898,
      "loss_total": 0.01398109458386898,
      "step": 24890
    },
    {
      "loss_action": 0.006124779582023621,
      "loss_total": 0.006124779582023621,
      "step": 24890
    },
    {
      "loss_action": 0.011087697930634022,
      "loss_total": 0.011087697930634022,
      "step": 24890
    },
    {
      "grad_norm": 0.139737069606781,
      "learning_rate": 8.955937899511315e-05,
      "loss": 0.0119,
      "step": 24900
    },
    {
      "loss_action": 0.006499101407825947,
      "loss_total": 0.006499101407825947,
      "step": 24900
    },
    {
      "loss_action": 0.012260818853974342,
      "loss_total": 0.012260818853974342,
      "step": 24900
    },
    {
      "loss_action": 0.018886752426624298,
      "loss_total": 0.018886752426624298,
      "step": 24900
    },
    {
      "loss_action": 0.016285091638565063,
      "loss_total": 0.016285091638565063,
      "step": 24900
    },
    {
      "loss_action": 0.008649532683193684,
      "loss_total": 0.008649532683193684,
      "step": 24900
    },
    {
      "loss_action": 0.016228074207901955,
      "loss_total": 0.016228074207901955,
      "step": 24900
    },
    {
      "loss_action": 0.004869614262133837,
      "loss_total": 0.004869614262133837,
      "step": 24900
    },
    {
      "loss_action": 0.008174268528819084,
      "loss_total": 0.008174268528819084,
      "step": 24900
    },
    {
      "grad_norm": 0.1582973152399063,
      "learning_rate": 8.954926464807238e-05,
      "loss": 0.0129,
      "step": 24910
    },
    {
      "loss_action": 0.008763895370066166,
      "loss_total": 0.008763895370066166,
      "step": 24910
    },
    {
      "loss_action": 0.018344871699810028,
      "loss_total": 0.018344871699810028,
      "step": 24910
    },
    {
      "loss_action": 0.006092316471040249,
      "loss_total": 0.006092316471040249,
      "step": 24910
    },
    {
      "loss_action": 0.03533849120140076,
      "loss_total": 0.03533849120140076,
      "step": 24910
    },
    {
      "loss_action": 0.005632309243083,
      "loss_total": 0.005632309243083,
      "step": 24910
    },
    {
      "loss_action": 0.020887572318315506,
      "loss_total": 0.020887572318315506,
      "step": 24910
    },
    {
      "loss_action": 0.00666445679962635,
      "loss_total": 0.00666445679962635,
      "step": 24910
    },
    {
      "loss_action": 0.008130716159939766,
      "loss_total": 0.008130716159939766,
      "step": 24910
    },
    {
      "grad_norm": 0.2121368795633316,
      "learning_rate": 8.953914597598347e-05,
      "loss": 0.0126,
      "step": 24920
    },
    {
      "loss_action": 0.010121745057404041,
      "loss_total": 0.010121745057404041,
      "step": 24920
    },
    {
      "loss_action": 0.01161629892885685,
      "loss_total": 0.01161629892885685,
      "step": 24920
    },
    {
      "loss_action": 0.01824958249926567,
      "loss_total": 0.01824958249926567,
      "step": 24920
    },
    {
      "loss_action": 0.006886962801218033,
      "loss_total": 0.006886962801218033,
      "step": 24920
    },
    {
      "loss_action": 0.011520043015480042,
      "loss_total": 0.011520043015480042,
      "step": 24920
    },
    {
      "loss_action": 0.019756274297833443,
      "loss_total": 0.019756274297833443,
      "step": 24920
    },
    {
      "loss_action": 0.011173712089657784,
      "loss_total": 0.011173712089657784,
      "step": 24920
    },
    {
      "loss_action": 0.01952938735485077,
      "loss_total": 0.01952938735485077,
      "step": 24920
    },
    {
      "grad_norm": 0.15602363646030426,
      "learning_rate": 8.952902297995303e-05,
      "loss": 0.0133,
      "step": 24930
    },
    {
      "loss_action": 0.011112929321825504,
      "loss_total": 0.011112929321825504,
      "step": 24930
    },
    {
      "loss_action": 0.006325199268758297,
      "loss_total": 0.006325199268758297,
      "step": 24930
    },
    {
      "loss_action": 0.010704351589083672,
      "loss_total": 0.010704351589083672,
      "step": 24930
    },
    {
      "loss_action": 0.009447594173252583,
      "loss_total": 0.009447594173252583,
      "step": 24930
    },
    {
      "loss_action": 0.00661932909861207,
      "loss_total": 0.00661932909861207,
      "step": 24930
    },
    {
      "loss_action": 0.009670082479715347,
      "loss_total": 0.009670082479715347,
      "step": 24930
    },
    {
      "loss_action": 0.009240478277206421,
      "loss_total": 0.009240478277206421,
      "step": 24930
    },
    {
      "loss_action": 0.006595708429813385,
      "loss_total": 0.006595708429813385,
      "step": 24930
    },
    {
      "grad_norm": 0.11668548732995987,
      "learning_rate": 8.951889566108804e-05,
      "loss": 0.0118,
      "step": 24940
    },
    {
      "loss_action": 0.005669368896633387,
      "loss_total": 0.005669368896633387,
      "step": 24940
    },
    {
      "loss_action": 0.007207928225398064,
      "loss_total": 0.007207928225398064,
      "step": 24940
    },
    {
      "loss_action": 0.015025819651782513,
      "loss_total": 0.015025819651782513,
      "step": 24940
    },
    {
      "loss_action": 0.00923723541200161,
      "loss_total": 0.00923723541200161,
      "step": 24940
    },
    {
      "loss_action": 0.015606384724378586,
      "loss_total": 0.015606384724378586,
      "step": 24940
    },
    {
      "loss_action": 0.03729140758514404,
      "loss_total": 0.03729140758514404,
      "step": 24940
    },
    {
      "loss_action": 0.005894238129258156,
      "loss_total": 0.005894238129258156,
      "step": 24940
    },
    {
      "loss_action": 0.011113232001662254,
      "loss_total": 0.011113232001662254,
      "step": 24940
    },
    {
      "grad_norm": 0.10152674466371536,
      "learning_rate": 8.950876402049606e-05,
      "loss": 0.0101,
      "step": 24950
    },
    {
      "loss_action": 0.00567885534837842,
      "loss_total": 0.00567885534837842,
      "step": 24950
    },
    {
      "loss_action": 0.012750674039125443,
      "loss_total": 0.012750674039125443,
      "step": 24950
    },
    {
      "loss_action": 0.031468503177165985,
      "loss_total": 0.031468503177165985,
      "step": 24950
    },
    {
      "loss_action": 0.004628275521099567,
      "loss_total": 0.004628275521099567,
      "step": 24950
    },
    {
      "loss_action": 0.004243986681103706,
      "loss_total": 0.004243986681103706,
      "step": 24950
    },
    {
      "loss_action": 0.005370019935071468,
      "loss_total": 0.005370019935071468,
      "step": 24950
    },
    {
      "loss_action": 0.011267097666859627,
      "loss_total": 0.011267097666859627,
      "step": 24950
    },
    {
      "loss_action": 0.0035710525698959827,
      "loss_total": 0.0035710525698959827,
      "step": 24950
    },
    {
      "grad_norm": 0.17142923176288605,
      "learning_rate": 8.949862805928504e-05,
      "loss": 0.0139,
      "step": 24960
    },
    {
      "loss_action": 0.010214515030384064,
      "loss_total": 0.010214515030384064,
      "step": 24960
    },
    {
      "loss_action": 0.014938805252313614,
      "loss_total": 0.014938805252313614,
      "step": 24960
    },
    {
      "loss_action": 0.016954507678747177,
      "loss_total": 0.016954507678747177,
      "step": 24960
    },
    {
      "loss_action": 0.016587339341640472,
      "loss_total": 0.016587339341640472,
      "step": 24960
    },
    {
      "loss_action": 0.006304203532636166,
      "loss_total": 0.006304203532636166,
      "step": 24960
    },
    {
      "loss_action": 0.008570292964577675,
      "loss_total": 0.008570292964577675,
      "step": 24960
    },
    {
      "loss_action": 0.020886976271867752,
      "loss_total": 0.020886976271867752,
      "step": 24960
    },
    {
      "loss_action": 0.008395059034228325,
      "loss_total": 0.008395059034228325,
      "step": 24960
    },
    {
      "grad_norm": 0.2361207902431488,
      "learning_rate": 8.948848777856343e-05,
      "loss": 0.0137,
      "step": 24970
    },
    {
      "loss_action": 0.007090955972671509,
      "loss_total": 0.007090955972671509,
      "step": 24970
    },
    {
      "loss_action": 0.015988584607839584,
      "loss_total": 0.015988584607839584,
      "step": 24970
    },
    {
      "loss_action": 0.007405539974570274,
      "loss_total": 0.007405539974570274,
      "step": 24970
    },
    {
      "loss_action": 0.010649401694536209,
      "loss_total": 0.010649401694536209,
      "step": 24970
    },
    {
      "loss_action": 0.007039709482342005,
      "loss_total": 0.007039709482342005,
      "step": 24970
    },
    {
      "loss_action": 0.007196108810603619,
      "loss_total": 0.007196108810603619,
      "step": 24970
    },
    {
      "loss_action": 0.013937902636826038,
      "loss_total": 0.013937902636826038,
      "step": 24970
    },
    {
      "loss_action": 0.00927991233766079,
      "loss_total": 0.00927991233766079,
      "step": 24970
    },
    {
      "grad_norm": 0.10775744915008545,
      "learning_rate": 8.947834317944017e-05,
      "loss": 0.0127,
      "step": 24980
    },
    {
      "loss_action": 0.015115361660718918,
      "loss_total": 0.015115361660718918,
      "step": 24980
    },
    {
      "loss_action": 0.006276849657297134,
      "loss_total": 0.006276849657297134,
      "step": 24980
    },
    {
      "loss_action": 0.010061286389827728,
      "loss_total": 0.010061286389827728,
      "step": 24980
    },
    {
      "loss_action": 0.02178848348557949,
      "loss_total": 0.02178848348557949,
      "step": 24980
    },
    {
      "loss_action": 0.008047331124544144,
      "loss_total": 0.008047331124544144,
      "step": 24980
    },
    {
      "loss_action": 0.004212508909404278,
      "loss_total": 0.004212508909404278,
      "step": 24980
    },
    {
      "loss_action": 0.007980179972946644,
      "loss_total": 0.007980179972946644,
      "step": 24980
    },
    {
      "loss_action": 0.011135810054838657,
      "loss_total": 0.011135810054838657,
      "step": 24980
    },
    {
      "grad_norm": 0.15496180951595306,
      "learning_rate": 8.946819426302466e-05,
      "loss": 0.0104,
      "step": 24990
    },
    {
      "loss_action": 0.010147202759981155,
      "loss_total": 0.010147202759981155,
      "step": 24990
    },
    {
      "loss_action": 0.05609695613384247,
      "loss_total": 0.05609695613384247,
      "step": 24990
    },
    {
      "loss_action": 0.02218121476471424,
      "loss_total": 0.02218121476471424,
      "step": 24990
    },
    {
      "loss_action": 0.004390403162688017,
      "loss_total": 0.004390403162688017,
      "step": 24990
    },
    {
      "loss_action": 0.009750647470355034,
      "loss_total": 0.009750647470355034,
      "step": 24990
    },
    {
      "loss_action": 0.01698453351855278,
      "loss_total": 0.01698453351855278,
      "step": 24990
    },
    {
      "loss_action": 0.017572695389389992,
      "loss_total": 0.017572695389389992,
      "step": 24990
    },
    {
      "loss_action": 0.01770617812871933,
      "loss_total": 0.01770617812871933,
      "step": 24990
    },
    {
      "grad_norm": 0.13753733038902283,
      "learning_rate": 8.945804103042676e-05,
      "loss": 0.0126,
      "step": 25000
    },
    {
      "loss_action": 0.019962474703788757,
      "loss_total": 0.019962474703788757,
      "step": 25000
    },
    {
      "loss_action": 0.009210780262947083,
      "loss_total": 0.009210780262947083,
      "step": 25000
    },
    {
      "loss_action": 0.020383859053254128,
      "loss_total": 0.020383859053254128,
      "step": 25000
    },
    {
      "loss_action": 0.011319397948682308,
      "loss_total": 0.011319397948682308,
      "step": 25000
    },
    {
      "loss_action": 0.024585988372564316,
      "loss_total": 0.024585988372564316,
      "step": 25000
    },
    {
      "loss_action": 0.009457690641283989,
      "loss_total": 0.009457690641283989,
      "step": 25000
    },
    {
      "loss_action": 0.006547834724187851,
      "loss_total": 0.006547834724187851,
      "step": 25000
    },
    {
      "loss_action": 0.007056730799376965,
      "loss_total": 0.007056730799376965,
      "step": 25000
    },
    {
      "grad_norm": 0.20398926734924316,
      "learning_rate": 8.944788348275681e-05,
      "loss": 0.0119,
      "step": 25010
    },
    {
      "loss_action": 0.013605553656816483,
      "loss_total": 0.013605553656816483,
      "step": 25010
    },
    {
      "loss_action": 0.023588169366121292,
      "loss_total": 0.023588169366121292,
      "step": 25010
    },
    {
      "loss_action": 0.007842333987355232,
      "loss_total": 0.007842333987355232,
      "step": 25010
    },
    {
      "loss_action": 0.03533995896577835,
      "loss_total": 0.03533995896577835,
      "step": 25010
    },
    {
      "loss_action": 0.007722528651356697,
      "loss_total": 0.007722528651356697,
      "step": 25010
    },
    {
      "loss_action": 0.019403239712119102,
      "loss_total": 0.019403239712119102,
      "step": 25010
    },
    {
      "loss_action": 0.006196269299834967,
      "loss_total": 0.006196269299834967,
      "step": 25010
    },
    {
      "loss_action": 0.007415903732180595,
      "loss_total": 0.007415903732180595,
      "step": 25010
    },
    {
      "grad_norm": 0.14494283497333527,
      "learning_rate": 8.943772162112565e-05,
      "loss": 0.013,
      "step": 25020
    },
    {
      "loss_action": 0.016020027920603752,
      "loss_total": 0.016020027920603752,
      "step": 25020
    },
    {
      "loss_action": 0.017907751724123955,
      "loss_total": 0.017907751724123955,
      "step": 25020
    },
    {
      "loss_action": 0.016363397240638733,
      "loss_total": 0.016363397240638733,
      "step": 25020
    },
    {
      "loss_action": 0.022664770483970642,
      "loss_total": 0.022664770483970642,
      "step": 25020
    },
    {
      "loss_action": 0.03308258578181267,
      "loss_total": 0.03308258578181267,
      "step": 25020
    },
    {
      "loss_action": 0.012448674067854881,
      "loss_total": 0.012448674067854881,
      "step": 25020
    },
    {
      "loss_action": 0.011345702223479748,
      "loss_total": 0.011345702223479748,
      "step": 25020
    },
    {
      "loss_action": 0.018799608573317528,
      "loss_total": 0.018799608573317528,
      "step": 25020
    },
    {
      "grad_norm": 0.1415165513753891,
      "learning_rate": 8.942755544664454e-05,
      "loss": 0.0144,
      "step": 25030
    },
    {
      "loss_action": 0.012435216456651688,
      "loss_total": 0.012435216456651688,
      "step": 25030
    },
    {
      "loss_action": 0.009790170937776566,
      "loss_total": 0.009790170937776566,
      "step": 25030
    },
    {
      "loss_action": 0.008784592151641846,
      "loss_total": 0.008784592151641846,
      "step": 25030
    },
    {
      "loss_action": 0.009772000834345818,
      "loss_total": 0.009772000834345818,
      "step": 25030
    },
    {
      "loss_action": 0.009584205225110054,
      "loss_total": 0.009584205225110054,
      "step": 25030
    },
    {
      "loss_action": 0.00678133312612772,
      "loss_total": 0.00678133312612772,
      "step": 25030
    },
    {
      "loss_action": 0.008830789476633072,
      "loss_total": 0.008830789476633072,
      "step": 25030
    },
    {
      "loss_action": 0.02022971585392952,
      "loss_total": 0.02022971585392952,
      "step": 25030
    },
    {
      "grad_norm": 0.18699674308300018,
      "learning_rate": 8.941738496042525e-05,
      "loss": 0.0126,
      "step": 25040
    },
    {
      "loss_action": 0.010825157165527344,
      "loss_total": 0.010825157165527344,
      "step": 25040
    },
    {
      "loss_action": 0.005495364777743816,
      "loss_total": 0.005495364777743816,
      "step": 25040
    },
    {
      "loss_action": 0.004524573218077421,
      "loss_total": 0.004524573218077421,
      "step": 25040
    },
    {
      "loss_action": 0.005768518429249525,
      "loss_total": 0.005768518429249525,
      "step": 25040
    },
    {
      "loss_action": 0.01762307994067669,
      "loss_total": 0.01762307994067669,
      "step": 25040
    },
    {
      "loss_action": 0.01695810630917549,
      "loss_total": 0.01695810630917549,
      "step": 25040
    },
    {
      "loss_action": 0.011949464678764343,
      "loss_total": 0.011949464678764343,
      "step": 25040
    },
    {
      "loss_action": 0.005484011024236679,
      "loss_total": 0.005484011024236679,
      "step": 25040
    },
    {
      "grad_norm": 0.13081403076648712,
      "learning_rate": 8.940721016357999e-05,
      "loss": 0.0116,
      "step": 25050
    },
    {
      "loss_action": 0.015127706341445446,
      "loss_total": 0.015127706341445446,
      "step": 25050
    },
    {
      "loss_action": 0.018133167177438736,
      "loss_total": 0.018133167177438736,
      "step": 25050
    },
    {
      "loss_action": 0.010835545137524605,
      "loss_total": 0.010835545137524605,
      "step": 25050
    },
    {
      "loss_action": 0.010471988469362259,
      "loss_total": 0.010471988469362259,
      "step": 25050
    },
    {
      "loss_action": 0.00556635856628418,
      "loss_total": 0.00556635856628418,
      "step": 25050
    },
    {
      "loss_action": 0.026065271347761154,
      "loss_total": 0.026065271347761154,
      "step": 25050
    },
    {
      "loss_action": 0.008339171297848225,
      "loss_total": 0.008339171297848225,
      "step": 25050
    },
    {
      "loss_action": 0.01207706518471241,
      "loss_total": 0.01207706518471241,
      "step": 25050
    },
    {
      "grad_norm": 0.14405345916748047,
      "learning_rate": 8.939703105722148e-05,
      "loss": 0.0122,
      "step": 25060
    },
    {
      "loss_action": 0.009639235213398933,
      "loss_total": 0.009639235213398933,
      "step": 25060
    },
    {
      "loss_action": 0.01785644330084324,
      "loss_total": 0.01785644330084324,
      "step": 25060
    },
    {
      "loss_action": 0.005506956484168768,
      "loss_total": 0.005506956484168768,
      "step": 25060
    },
    {
      "loss_action": 0.021759262308478355,
      "loss_total": 0.021759262308478355,
      "step": 25060
    },
    {
      "loss_action": 0.00603304011747241,
      "loss_total": 0.00603304011747241,
      "step": 25060
    },
    {
      "loss_action": 0.008513996377587318,
      "loss_total": 0.008513996377587318,
      "step": 25060
    },
    {
      "loss_action": 0.004092661663889885,
      "loss_total": 0.004092661663889885,
      "step": 25060
    },
    {
      "loss_action": 0.018058516085147858,
      "loss_total": 0.018058516085147858,
      "step": 25060
    },
    {
      "grad_norm": 0.14398381114006042,
      "learning_rate": 8.93868476424629e-05,
      "loss": 0.0112,
      "step": 25070
    },
    {
      "loss_action": 0.01916227489709854,
      "loss_total": 0.01916227489709854,
      "step": 25070
    },
    {
      "loss_action": 0.008261118084192276,
      "loss_total": 0.008261118084192276,
      "step": 25070
    },
    {
      "loss_action": 0.015440425835549831,
      "loss_total": 0.015440425835549831,
      "step": 25070
    },
    {
      "loss_action": 0.00731142982840538,
      "loss_total": 0.00731142982840538,
      "step": 25070
    },
    {
      "loss_action": 0.008884739130735397,
      "loss_total": 0.008884739130735397,
      "step": 25070
    },
    {
      "loss_action": 0.019226014614105225,
      "loss_total": 0.019226014614105225,
      "step": 25070
    },
    {
      "loss_action": 0.007198384962975979,
      "loss_total": 0.007198384962975979,
      "step": 25070
    },
    {
      "loss_action": 0.01540448796004057,
      "loss_total": 0.01540448796004057,
      "step": 25070
    },
    {
      "grad_norm": 0.16278155148029327,
      "learning_rate": 8.937665992041786e-05,
      "loss": 0.0148,
      "step": 25080
    },
    {
      "loss_action": 0.016080819070339203,
      "loss_total": 0.016080819070339203,
      "step": 25080
    },
    {
      "loss_action": 0.0038585918955504894,
      "loss_total": 0.0038585918955504894,
      "step": 25080
    },
    {
      "loss_action": 0.011445953510701656,
      "loss_total": 0.011445953510701656,
      "step": 25080
    },
    {
      "loss_action": 0.016197727993130684,
      "loss_total": 0.016197727993130684,
      "step": 25080
    },
    {
      "loss_action": 0.00877937488257885,
      "loss_total": 0.00877937488257885,
      "step": 25080
    },
    {
      "loss_action": 0.01212847139686346,
      "loss_total": 0.01212847139686346,
      "step": 25080
    },
    {
      "loss_action": 0.0070225540548563,
      "loss_total": 0.0070225540548563,
      "step": 25080
    },
    {
      "loss_action": 0.013634233735501766,
      "loss_total": 0.013634233735501766,
      "step": 25080
    },
    {
      "grad_norm": 0.31291982531547546,
      "learning_rate": 8.93664678922005e-05,
      "loss": 0.0125,
      "step": 25090
    },
    {
      "loss_action": 0.02344789355993271,
      "loss_total": 0.02344789355993271,
      "step": 25090
    },
    {
      "loss_action": 0.008594363927841187,
      "loss_total": 0.008594363927841187,
      "step": 25090
    },
    {
      "loss_action": 0.009634237736463547,
      "loss_total": 0.009634237736463547,
      "step": 25090
    },
    {
      "loss_action": 0.00707537354901433,
      "loss_total": 0.00707537354901433,
      "step": 25090
    },
    {
      "loss_action": 0.011872782371938229,
      "loss_total": 0.011872782371938229,
      "step": 25090
    },
    {
      "loss_action": 0.027982007712125778,
      "loss_total": 0.027982007712125778,
      "step": 25090
    },
    {
      "loss_action": 0.011512497439980507,
      "loss_total": 0.011512497439980507,
      "step": 25090
    },
    {
      "loss_action": 0.013707855716347694,
      "loss_total": 0.013707855716347694,
      "step": 25090
    },
    {
      "grad_norm": 0.11078504472970963,
      "learning_rate": 8.93562715589254e-05,
      "loss": 0.0127,
      "step": 25100
    },
    {
      "loss_action": 0.01312294602394104,
      "loss_total": 0.01312294602394104,
      "step": 25100
    },
    {
      "loss_action": 0.013703808188438416,
      "loss_total": 0.013703808188438416,
      "step": 25100
    },
    {
      "loss_action": 0.02872260846197605,
      "loss_total": 0.02872260846197605,
      "step": 25100
    },
    {
      "loss_action": 0.014663591980934143,
      "loss_total": 0.014663591980934143,
      "step": 25100
    },
    {
      "loss_action": 0.007345535792410374,
      "loss_total": 0.007345535792410374,
      "step": 25100
    },
    {
      "loss_action": 0.01905865967273712,
      "loss_total": 0.01905865967273712,
      "step": 25100
    },
    {
      "loss_action": 0.010228917002677917,
      "loss_total": 0.010228917002677917,
      "step": 25100
    },
    {
      "loss_action": 0.01296505331993103,
      "loss_total": 0.01296505331993103,
      "step": 25100
    },
    {
      "grad_norm": 0.15057723224163055,
      "learning_rate": 8.934607092170762e-05,
      "loss": 0.0143,
      "step": 25110
    },
    {
      "loss_action": 0.017593879252672195,
      "loss_total": 0.017593879252672195,
      "step": 25110
    },
    {
      "loss_action": 0.009907894767820835,
      "loss_total": 0.009907894767820835,
      "step": 25110
    },
    {
      "loss_action": 0.018586235120892525,
      "loss_total": 0.018586235120892525,
      "step": 25110
    },
    {
      "loss_action": 0.007880296558141708,
      "loss_total": 0.007880296558141708,
      "step": 25110
    },
    {
      "loss_action": 0.01166665181517601,
      "loss_total": 0.01166665181517601,
      "step": 25110
    },
    {
      "loss_action": 0.0064403903670609,
      "loss_total": 0.0064403903670609,
      "step": 25110
    },
    {
      "loss_action": 0.013307707384228706,
      "loss_total": 0.013307707384228706,
      "step": 25110
    },
    {
      "loss_action": 0.03625473380088806,
      "loss_total": 0.03625473380088806,
      "step": 25110
    },
    {
      "grad_norm": 0.08464131504297256,
      "learning_rate": 8.933586598166266e-05,
      "loss": 0.0118,
      "step": 25120
    },
    {
      "loss_action": 0.015585372224450111,
      "loss_total": 0.015585372224450111,
      "step": 25120
    },
    {
      "loss_action": 0.006903450936079025,
      "loss_total": 0.006903450936079025,
      "step": 25120
    },
    {
      "loss_action": 0.04213036596775055,
      "loss_total": 0.04213036596775055,
      "step": 25120
    },
    {
      "loss_action": 0.02254798263311386,
      "loss_total": 0.02254798263311386,
      "step": 25120
    },
    {
      "loss_action": 0.012834731489419937,
      "loss_total": 0.012834731489419937,
      "step": 25120
    },
    {
      "loss_action": 0.011314112693071365,
      "loss_total": 0.011314112693071365,
      "step": 25120
    },
    {
      "loss_action": 0.010983993299305439,
      "loss_total": 0.010983993299305439,
      "step": 25120
    },
    {
      "loss_action": 0.024943076074123383,
      "loss_total": 0.024943076074123383,
      "step": 25120
    },
    {
      "grad_norm": 0.10569079220294952,
      "learning_rate": 8.932565673990655e-05,
      "loss": 0.0121,
      "step": 25130
    },
    {
      "loss_action": 0.009748704731464386,
      "loss_total": 0.009748704731464386,
      "step": 25130
    },
    {
      "loss_action": 0.017716187983751297,
      "loss_total": 0.017716187983751297,
      "step": 25130
    },
    {
      "loss_action": 0.005164184607565403,
      "loss_total": 0.005164184607565403,
      "step": 25130
    },
    {
      "loss_action": 0.018097994849085808,
      "loss_total": 0.018097994849085808,
      "step": 25130
    },
    {
      "loss_action": 0.016362672671675682,
      "loss_total": 0.016362672671675682,
      "step": 25130
    },
    {
      "loss_action": 0.013458818197250366,
      "loss_total": 0.013458818197250366,
      "step": 25130
    },
    {
      "loss_action": 0.013321371749043465,
      "loss_total": 0.013321371749043465,
      "step": 25130
    },
    {
      "loss_action": 0.0069380695931613445,
      "loss_total": 0.0069380695931613445,
      "step": 25130
    },
    {
      "grad_norm": 0.12918947637081146,
      "learning_rate": 8.931544319755574e-05,
      "loss": 0.012,
      "step": 25140
    },
    {
      "loss_action": 0.012650290504097939,
      "loss_total": 0.012650290504097939,
      "step": 25140
    },
    {
      "loss_action": 0.006144254002720118,
      "loss_total": 0.006144254002720118,
      "step": 25140
    },
    {
      "loss_action": 0.008021688088774681,
      "loss_total": 0.008021688088774681,
      "step": 25140
    },
    {
      "loss_action": 0.018849648535251617,
      "loss_total": 0.018849648535251617,
      "step": 25140
    },
    {
      "loss_action": 0.01086367666721344,
      "loss_total": 0.01086367666721344,
      "step": 25140
    },
    {
      "loss_action": 0.005068403668701649,
      "loss_total": 0.005068403668701649,
      "step": 25140
    },
    {
      "loss_action": 0.0069230059161782265,
      "loss_total": 0.0069230059161782265,
      "step": 25140
    },
    {
      "loss_action": 0.005172546487301588,
      "loss_total": 0.005172546487301588,
      "step": 25140
    },
    {
      "grad_norm": 0.15742728114128113,
      "learning_rate": 8.930522535572718e-05,
      "loss": 0.0115,
      "step": 25150
    },
    {
      "loss_action": 0.016317244619131088,
      "loss_total": 0.016317244619131088,
      "step": 25150
    },
    {
      "loss_action": 0.006178756710141897,
      "loss_total": 0.006178756710141897,
      "step": 25150
    },
    {
      "loss_action": 0.020071713253855705,
      "loss_total": 0.020071713253855705,
      "step": 25150
    },
    {
      "loss_action": 0.021712273359298706,
      "loss_total": 0.021712273359298706,
      "step": 25150
    },
    {
      "loss_action": 0.010761545971035957,
      "loss_total": 0.010761545971035957,
      "step": 25150
    },
    {
      "loss_action": 0.019255701452493668,
      "loss_total": 0.019255701452493668,
      "step": 25150
    },
    {
      "loss_action": 0.013761093840003014,
      "loss_total": 0.013761093840003014,
      "step": 25150
    },
    {
      "loss_action": 0.007714763283729553,
      "loss_total": 0.007714763283729553,
      "step": 25150
    },
    {
      "grad_norm": 0.19984839856624603,
      "learning_rate": 8.929500321553826e-05,
      "loss": 0.0128,
      "step": 25160
    },
    {
      "loss_action": 0.01535305380821228,
      "loss_total": 0.01535305380821228,
      "step": 25160
    },
    {
      "loss_action": 0.007040937896817923,
      "loss_total": 0.007040937896817923,
      "step": 25160
    },
    {
      "loss_action": 0.014157086610794067,
      "loss_total": 0.014157086610794067,
      "step": 25160
    },
    {
      "loss_action": 0.02247794158756733,
      "loss_total": 0.02247794158756733,
      "step": 25160
    },
    {
      "loss_action": 0.017705081030726433,
      "loss_total": 0.017705081030726433,
      "step": 25160
    },
    {
      "loss_action": 0.010776021517813206,
      "loss_total": 0.010776021517813206,
      "step": 25160
    },
    {
      "loss_action": 0.012756288051605225,
      "loss_total": 0.012756288051605225,
      "step": 25160
    },
    {
      "loss_action": 0.010936617851257324,
      "loss_total": 0.010936617851257324,
      "step": 25160
    },
    {
      "grad_norm": 0.14626511931419373,
      "learning_rate": 8.928477677810686e-05,
      "loss": 0.0123,
      "step": 25170
    },
    {
      "loss_action": 0.010857203975319862,
      "loss_total": 0.010857203975319862,
      "step": 25170
    },
    {
      "loss_action": 0.01724337227642536,
      "loss_total": 0.01724337227642536,
      "step": 25170
    },
    {
      "loss_action": 0.005098341964185238,
      "loss_total": 0.005098341964185238,
      "step": 25170
    },
    {
      "loss_action": 0.017614752054214478,
      "loss_total": 0.017614752054214478,
      "step": 25170
    },
    {
      "loss_action": 0.02607499063014984,
      "loss_total": 0.02607499063014984,
      "step": 25170
    },
    {
      "loss_action": 0.009575117379426956,
      "loss_total": 0.009575117379426956,
      "step": 25170
    },
    {
      "loss_action": 0.01933055929839611,
      "loss_total": 0.01933055929839611,
      "step": 25170
    },
    {
      "loss_action": 0.01644059270620346,
      "loss_total": 0.01644059270620346,
      "step": 25170
    },
    {
      "grad_norm": 0.17057393491268158,
      "learning_rate": 8.927454604455137e-05,
      "loss": 0.0129,
      "step": 25180
    },
    {
      "loss_action": 0.005861900746822357,
      "loss_total": 0.005861900746822357,
      "step": 25180
    },
    {
      "loss_action": 0.01423927117139101,
      "loss_total": 0.01423927117139101,
      "step": 25180
    },
    {
      "loss_action": 0.0075722262263298035,
      "loss_total": 0.0075722262263298035,
      "step": 25180
    },
    {
      "loss_action": 0.011513186618685722,
      "loss_total": 0.011513186618685722,
      "step": 25180
    },
    {
      "loss_action": 0.00945910532027483,
      "loss_total": 0.00945910532027483,
      "step": 25180
    },
    {
      "loss_action": 0.016472041606903076,
      "loss_total": 0.016472041606903076,
      "step": 25180
    },
    {
      "loss_action": 0.005016455426812172,
      "loss_total": 0.005016455426812172,
      "step": 25180
    },
    {
      "loss_action": 0.00955367274582386,
      "loss_total": 0.00955367274582386,
      "step": 25180
    },
    {
      "grad_norm": 0.16038307547569275,
      "learning_rate": 8.926431101599053e-05,
      "loss": 0.0111,
      "step": 25190
    },
    {
      "loss_action": 0.005727534182369709,
      "loss_total": 0.005727534182369709,
      "step": 25190
    },
    {
      "loss_action": 0.014887276105582714,
      "loss_total": 0.014887276105582714,
      "step": 25190
    },
    {
      "loss_action": 0.01671440154314041,
      "loss_total": 0.01671440154314041,
      "step": 25190
    },
    {
      "loss_action": 0.023256409913301468,
      "loss_total": 0.023256409913301468,
      "step": 25190
    },
    {
      "loss_action": 0.008494729176163673,
      "loss_total": 0.008494729176163673,
      "step": 25190
    },
    {
      "loss_action": 0.0073400456458330154,
      "loss_total": 0.0073400456458330154,
      "step": 25190
    },
    {
      "loss_action": 0.009636328555643559,
      "loss_total": 0.009636328555643559,
      "step": 25190
    },
    {
      "loss_action": 0.011980544775724411,
      "loss_total": 0.011980544775724411,
      "step": 25190
    },
    {
      "grad_norm": 0.1604178249835968,
      "learning_rate": 8.925407169354369e-05,
      "loss": 0.0127,
      "step": 25200
    },
    {
      "loss_action": 0.024033037945628166,
      "loss_total": 0.024033037945628166,
      "step": 25200
    },
    {
      "loss_action": 0.010755142197012901,
      "loss_total": 0.010755142197012901,
      "step": 25200
    },
    {
      "loss_action": 0.009061863645911217,
      "loss_total": 0.009061863645911217,
      "step": 25200
    },
    {
      "loss_action": 0.021055009216070175,
      "loss_total": 0.021055009216070175,
      "step": 25200
    },
    {
      "loss_action": 0.00518924230709672,
      "loss_total": 0.00518924230709672,
      "step": 25200
    },
    {
      "loss_action": 0.006920414511114359,
      "loss_total": 0.006920414511114359,
      "step": 25200
    },
    {
      "loss_action": 0.01646183431148529,
      "loss_total": 0.01646183431148529,
      "step": 25200
    },
    {
      "loss_action": 0.01618512161076069,
      "loss_total": 0.01618512161076069,
      "step": 25200
    },
    {
      "grad_norm": 0.1435299813747406,
      "learning_rate": 8.92438280783306e-05,
      "loss": 0.0126,
      "step": 25210
    },
    {
      "loss_action": 0.013427835889160633,
      "loss_total": 0.013427835889160633,
      "step": 25210
    },
    {
      "loss_action": 0.016846399754285812,
      "loss_total": 0.016846399754285812,
      "step": 25210
    },
    {
      "loss_action": 0.007326818536967039,
      "loss_total": 0.007326818536967039,
      "step": 25210
    },
    {
      "loss_action": 0.0096963532269001,
      "loss_total": 0.0096963532269001,
      "step": 25210
    },
    {
      "loss_action": 0.0076962620951235294,
      "loss_total": 0.0076962620951235294,
      "step": 25210
    },
    {
      "loss_action": 0.008108641020953655,
      "loss_total": 0.008108641020953655,
      "step": 25210
    },
    {
      "loss_action": 0.014932305552065372,
      "loss_total": 0.014932305552065372,
      "step": 25210
    },
    {
      "loss_action": 0.021494079381227493,
      "loss_total": 0.021494079381227493,
      "step": 25210
    },
    {
      "grad_norm": 0.17160600423812866,
      "learning_rate": 8.923358017147146e-05,
      "loss": 0.0139,
      "step": 25220
    },
    {
      "loss_action": 0.013794885948300362,
      "loss_total": 0.013794885948300362,
      "step": 25220
    },
    {
      "loss_action": 0.013176340609788895,
      "loss_total": 0.013176340609788895,
      "step": 25220
    },
    {
      "loss_action": 0.009274343028664589,
      "loss_total": 0.009274343028664589,
      "step": 25220
    },
    {
      "loss_action": 0.023187750950455666,
      "loss_total": 0.023187750950455666,
      "step": 25220
    },
    {
      "loss_action": 0.012118598446249962,
      "loss_total": 0.012118598446249962,
      "step": 25220
    },
    {
      "loss_action": 0.014164847321808338,
      "loss_total": 0.014164847321808338,
      "step": 25220
    },
    {
      "loss_action": 0.009106176905333996,
      "loss_total": 0.009106176905333996,
      "step": 25220
    },
    {
      "loss_action": 0.005576718598604202,
      "loss_total": 0.005576718598604202,
      "step": 25220
    },
    {
      "grad_norm": 0.16119123995304108,
      "learning_rate": 8.922332797408697e-05,
      "loss": 0.0122,
      "step": 25230
    },
    {
      "loss_action": 0.010247845202684402,
      "loss_total": 0.010247845202684402,
      "step": 25230
    },
    {
      "loss_action": 0.011381948366761208,
      "loss_total": 0.011381948366761208,
      "step": 25230
    },
    {
      "loss_action": 0.029443876817822456,
      "loss_total": 0.029443876817822456,
      "step": 25230
    },
    {
      "loss_action": 0.015341188758611679,
      "loss_total": 0.015341188758611679,
      "step": 25230
    },
    {
      "loss_action": 0.010248096659779549,
      "loss_total": 0.010248096659779549,
      "step": 25230
    },
    {
      "loss_action": 0.007408828474581242,
      "loss_total": 0.007408828474581242,
      "step": 25230
    },
    {
      "loss_action": 0.007906036451458931,
      "loss_total": 0.007906036451458931,
      "step": 25230
    },
    {
      "loss_action": 0.009375128895044327,
      "loss_total": 0.009375128895044327,
      "step": 25230
    },
    {
      "grad_norm": 0.1497911512851715,
      "learning_rate": 8.921307148729831e-05,
      "loss": 0.0127,
      "step": 25240
    },
    {
      "loss_action": 0.015179588459432125,
      "loss_total": 0.015179588459432125,
      "step": 25240
    },
    {
      "loss_action": 0.011359136551618576,
      "loss_total": 0.011359136551618576,
      "step": 25240
    },
    {
      "loss_action": 0.011363142170011997,
      "loss_total": 0.011363142170011997,
      "step": 25240
    },
    {
      "loss_action": 0.017174789682030678,
      "loss_total": 0.017174789682030678,
      "step": 25240
    },
    {
      "loss_action": 0.0064718942157924175,
      "loss_total": 0.0064718942157924175,
      "step": 25240
    },
    {
      "loss_action": 0.016898440197110176,
      "loss_total": 0.016898440197110176,
      "step": 25240
    },
    {
      "loss_action": 0.0056266821920871735,
      "loss_total": 0.0056266821920871735,
      "step": 25240
    },
    {
      "loss_action": 0.018159830942749977,
      "loss_total": 0.018159830942749977,
      "step": 25240
    },
    {
      "grad_norm": 0.13177217543125153,
      "learning_rate": 8.920281071222712e-05,
      "loss": 0.0121,
      "step": 25250
    },
    {
      "loss_action": 0.011969364248216152,
      "loss_total": 0.011969364248216152,
      "step": 25250
    },
    {
      "loss_action": 0.0032158014364540577,
      "loss_total": 0.0032158014364540577,
      "step": 25250
    },
    {
      "loss_action": 0.008225329220294952,
      "loss_total": 0.008225329220294952,
      "step": 25250
    },
    {
      "loss_action": 0.010348592884838581,
      "loss_total": 0.010348592884838581,
      "step": 25250
    },
    {
      "loss_action": 0.008747560903429985,
      "loss_total": 0.008747560903429985,
      "step": 25250
    },
    {
      "loss_action": 0.008712973445653915,
      "loss_total": 0.008712973445653915,
      "step": 25250
    },
    {
      "loss_action": 0.007216873578727245,
      "loss_total": 0.007216873578727245,
      "step": 25250
    },
    {
      "loss_action": 0.02507965639233589,
      "loss_total": 0.02507965639233589,
      "step": 25250
    },
    {
      "grad_norm": 0.12491746991872787,
      "learning_rate": 8.919254564999548e-05,
      "loss": 0.0107,
      "step": 25260
    },
    {
      "loss_action": 0.0056749023497104645,
      "loss_total": 0.0056749023497104645,
      "step": 25260
    },
    {
      "loss_action": 0.005635132547467947,
      "loss_total": 0.005635132547467947,
      "step": 25260
    },
    {
      "loss_action": 0.005643855780363083,
      "loss_total": 0.005643855780363083,
      "step": 25260
    },
    {
      "loss_action": 0.0060821641236543655,
      "loss_total": 0.0060821641236543655,
      "step": 25260
    },
    {
      "loss_action": 0.015585614368319511,
      "loss_total": 0.015585614368319511,
      "step": 25260
    },
    {
      "loss_action": 0.006923632696270943,
      "loss_total": 0.006923632696270943,
      "step": 25260
    },
    {
      "loss_action": 0.011295285075902939,
      "loss_total": 0.011295285075902939,
      "step": 25260
    },
    {
      "loss_action": 0.007972171530127525,
      "loss_total": 0.007972171530127525,
      "step": 25260
    },
    {
      "grad_norm": 0.17210890352725983,
      "learning_rate": 8.918227630172598e-05,
      "loss": 0.0126,
      "step": 25270
    },
    {
      "loss_action": 0.005454030819237232,
      "loss_total": 0.005454030819237232,
      "step": 25270
    },
    {
      "loss_action": 0.01600685715675354,
      "loss_total": 0.01600685715675354,
      "step": 25270
    },
    {
      "loss_action": 0.009405313059687614,
      "loss_total": 0.009405313059687614,
      "step": 25270
    },
    {
      "loss_action": 0.005049347411841154,
      "loss_total": 0.005049347411841154,
      "step": 25270
    },
    {
      "loss_action": 0.004057177342474461,
      "loss_total": 0.004057177342474461,
      "step": 25270
    },
    {
      "loss_action": 0.009456190280616283,
      "loss_total": 0.009456190280616283,
      "step": 25270
    },
    {
      "loss_action": 0.012840786017477512,
      "loss_total": 0.012840786017477512,
      "step": 25270
    },
    {
      "loss_action": 0.01749933324754238,
      "loss_total": 0.01749933324754238,
      "step": 25270
    },
    {
      "grad_norm": 0.1370532214641571,
      "learning_rate": 8.917200266854165e-05,
      "loss": 0.0107,
      "step": 25280
    },
    {
      "loss_action": 0.008988863788545132,
      "loss_total": 0.008988863788545132,
      "step": 25280
    },
    {
      "loss_action": 0.014233950525522232,
      "loss_total": 0.014233950525522232,
      "step": 25280
    },
    {
      "loss_action": 0.02558078244328499,
      "loss_total": 0.02558078244328499,
      "step": 25280
    },
    {
      "loss_action": 0.006140331272035837,
      "loss_total": 0.006140331272035837,
      "step": 25280
    },
    {
      "loss_action": 0.021951323375105858,
      "loss_total": 0.021951323375105858,
      "step": 25280
    },
    {
      "loss_action": 0.023571524769067764,
      "loss_total": 0.023571524769067764,
      "step": 25280
    },
    {
      "loss_action": 0.007237229496240616,
      "loss_total": 0.007237229496240616,
      "step": 25280
    },
    {
      "loss_action": 0.0164034441113472,
      "loss_total": 0.0164034441113472,
      "step": 25280
    },
    {
      "grad_norm": 0.10503580421209335,
      "learning_rate": 8.9161724751566e-05,
      "loss": 0.0121,
      "step": 25290
    },
    {
      "loss_action": 0.004772811196744442,
      "loss_total": 0.004772811196744442,
      "step": 25290
    },
    {
      "loss_action": 0.007780120708048344,
      "loss_total": 0.007780120708048344,
      "step": 25290
    },
    {
      "loss_action": 0.01041923277080059,
      "loss_total": 0.01041923277080059,
      "step": 25290
    },
    {
      "loss_action": 0.00983249582350254,
      "loss_total": 0.00983249582350254,
      "step": 25290
    },
    {
      "loss_action": 0.01467531081289053,
      "loss_total": 0.01467531081289053,
      "step": 25290
    },
    {
      "loss_action": 0.005595283582806587,
      "loss_total": 0.005595283582806587,
      "step": 25290
    },
    {
      "loss_action": 0.004807198420166969,
      "loss_total": 0.004807198420166969,
      "step": 25290
    },
    {
      "loss_action": 0.019561927765607834,
      "loss_total": 0.019561927765607834,
      "step": 25290
    },
    {
      "grad_norm": 0.12910526990890503,
      "learning_rate": 8.915144255192302e-05,
      "loss": 0.0108,
      "step": 25300
    },
    {
      "loss_action": 0.015191200189292431,
      "loss_total": 0.015191200189292431,
      "step": 25300
    },
    {
      "loss_action": 0.0038040790241211653,
      "loss_total": 0.0038040790241211653,
      "step": 25300
    },
    {
      "loss_action": 0.018890444189310074,
      "loss_total": 0.018890444189310074,
      "step": 25300
    },
    {
      "loss_action": 0.003641345538198948,
      "loss_total": 0.003641345538198948,
      "step": 25300
    },
    {
      "loss_action": 0.007232131436467171,
      "loss_total": 0.007232131436467171,
      "step": 25300
    },
    {
      "loss_action": 0.007697598077356815,
      "loss_total": 0.007697598077356815,
      "step": 25300
    },
    {
      "loss_action": 0.006041235290467739,
      "loss_total": 0.006041235290467739,
      "step": 25300
    },
    {
      "loss_action": 0.013781808316707611,
      "loss_total": 0.013781808316707611,
      "step": 25300
    },
    {
      "grad_norm": 0.1654115915298462,
      "learning_rate": 8.914115607073714e-05,
      "loss": 0.0118,
      "step": 25310
    },
    {
      "loss_action": 0.01466984860599041,
      "loss_total": 0.01466984860599041,
      "step": 25310
    },
    {
      "loss_action": 0.01863616704940796,
      "loss_total": 0.01863616704940796,
      "step": 25310
    },
    {
      "loss_action": 0.008253696374595165,
      "loss_total": 0.008253696374595165,
      "step": 25310
    },
    {
      "loss_action": 0.010146303102374077,
      "loss_total": 0.010146303102374077,
      "step": 25310
    },
    {
      "loss_action": 0.020940957590937614,
      "loss_total": 0.020940957590937614,
      "step": 25310
    },
    {
      "loss_action": 0.037902381271123886,
      "loss_total": 0.037902381271123886,
      "step": 25310
    },
    {
      "loss_action": 0.005267109256237745,
      "loss_total": 0.005267109256237745,
      "step": 25310
    },
    {
      "loss_action": 0.008004335686564445,
      "loss_total": 0.008004335686564445,
      "step": 25310
    },
    {
      "grad_norm": 0.12352553755044937,
      "learning_rate": 8.913086530913327e-05,
      "loss": 0.0122,
      "step": 25320
    },
    {
      "loss_action": 0.007108595687896013,
      "loss_total": 0.007108595687896013,
      "step": 25320
    },
    {
      "loss_action": 0.006375615019351244,
      "loss_total": 0.006375615019351244,
      "step": 25320
    },
    {
      "loss_action": 0.00831655040383339,
      "loss_total": 0.00831655040383339,
      "step": 25320
    },
    {
      "loss_action": 0.008191930130124092,
      "loss_total": 0.008191930130124092,
      "step": 25320
    },
    {
      "loss_action": 0.0224335677921772,
      "loss_total": 0.0224335677921772,
      "step": 25320
    },
    {
      "loss_action": 0.00772671215236187,
      "loss_total": 0.00772671215236187,
      "step": 25320
    },
    {
      "loss_action": 0.00567896943539381,
      "loss_total": 0.00567896943539381,
      "step": 25320
    },
    {
      "loss_action": 0.0078085074201226234,
      "loss_total": 0.0078085074201226234,
      "step": 25320
    },
    {
      "grad_norm": 0.17192843556404114,
      "learning_rate": 8.912057026823681e-05,
      "loss": 0.0117,
      "step": 25330
    },
    {
      "loss_action": 0.012059561908245087,
      "loss_total": 0.012059561908245087,
      "step": 25330
    },
    {
      "loss_action": 0.005745438858866692,
      "loss_total": 0.005745438858866692,
      "step": 25330
    },
    {
      "loss_action": 0.004766475409269333,
      "loss_total": 0.004766475409269333,
      "step": 25330
    },
    {
      "loss_action": 0.006993734277784824,
      "loss_total": 0.006993734277784824,
      "step": 25330
    },
    {
      "loss_action": 0.01909952238202095,
      "loss_total": 0.01909952238202095,
      "step": 25330
    },
    {
      "loss_action": 0.00938858650624752,
      "loss_total": 0.00938858650624752,
      "step": 25330
    },
    {
      "loss_action": 0.02120080776512623,
      "loss_total": 0.02120080776512623,
      "step": 25330
    },
    {
      "loss_action": 0.01624145917594433,
      "loss_total": 0.01624145917594433,
      "step": 25330
    },
    {
      "grad_norm": 0.1974802017211914,
      "learning_rate": 8.91102709491736e-05,
      "loss": 0.0147,
      "step": 25340
    },
    {
      "loss_action": 0.045136403292417526,
      "loss_total": 0.045136403292417526,
      "step": 25340
    },
    {
      "loss_action": 0.011661501601338387,
      "loss_total": 0.011661501601338387,
      "step": 25340
    },
    {
      "loss_action": 0.010069319978356361,
      "loss_total": 0.010069319978356361,
      "step": 25340
    },
    {
      "loss_action": 0.02379194274544716,
      "loss_total": 0.02379194274544716,
      "step": 25340
    },
    {
      "loss_action": 0.013126298785209656,
      "loss_total": 0.013126298785209656,
      "step": 25340
    },
    {
      "loss_action": 0.010202611796557903,
      "loss_total": 0.010202611796557903,
      "step": 25340
    },
    {
      "loss_action": 0.015029698610305786,
      "loss_total": 0.015029698610305786,
      "step": 25340
    },
    {
      "loss_action": 0.02756718546152115,
      "loss_total": 0.02756718546152115,
      "step": 25340
    },
    {
      "grad_norm": 0.17074188590049744,
      "learning_rate": 8.909996735306996e-05,
      "loss": 0.0139,
      "step": 25350
    },
    {
      "loss_action": 0.012282216921448708,
      "loss_total": 0.012282216921448708,
      "step": 25350
    },
    {
      "loss_action": 0.037301842123270035,
      "loss_total": 0.037301842123270035,
      "step": 25350
    },
    {
      "loss_action": 0.017017118632793427,
      "loss_total": 0.017017118632793427,
      "step": 25350
    },
    {
      "loss_action": 0.008325684815645218,
      "loss_total": 0.008325684815645218,
      "step": 25350
    },
    {
      "loss_action": 0.011407972313463688,
      "loss_total": 0.011407972313463688,
      "step": 25350
    },
    {
      "loss_action": 0.0064992113038897514,
      "loss_total": 0.0064992113038897514,
      "step": 25350
    },
    {
      "loss_action": 0.008613655343651772,
      "loss_total": 0.008613655343651772,
      "step": 25350
    },
    {
      "loss_action": 0.005848666653037071,
      "loss_total": 0.005848666653037071,
      "step": 25350
    },
    {
      "grad_norm": 0.13990500569343567,
      "learning_rate": 8.908965948105268e-05,
      "loss": 0.0114,
      "step": 25360
    },
    {
      "loss_action": 0.0127762695774436,
      "loss_total": 0.0127762695774436,
      "step": 25360
    },
    {
      "loss_action": 0.01844550296664238,
      "loss_total": 0.01844550296664238,
      "step": 25360
    },
    {
      "loss_action": 0.012970090843737125,
      "loss_total": 0.012970090843737125,
      "step": 25360
    },
    {
      "loss_action": 0.010892569087445736,
      "loss_total": 0.010892569087445736,
      "step": 25360
    },
    {
      "loss_action": 0.02451281249523163,
      "loss_total": 0.02451281249523163,
      "step": 25360
    },
    {
      "loss_action": 0.008154435083270073,
      "loss_total": 0.008154435083270073,
      "step": 25360
    },
    {
      "loss_action": 0.01349710300564766,
      "loss_total": 0.01349710300564766,
      "step": 25360
    },
    {
      "loss_action": 0.00872446596622467,
      "loss_total": 0.00872446596622467,
      "step": 25360
    },
    {
      "grad_norm": 0.15654528141021729,
      "learning_rate": 8.907934733424901e-05,
      "loss": 0.0122,
      "step": 25370
    },
    {
      "loss_action": 0.0041253892704844475,
      "loss_total": 0.0041253892704844475,
      "step": 25370
    },
    {
      "loss_action": 0.011679138988256454,
      "loss_total": 0.011679138988256454,
      "step": 25370
    },
    {
      "loss_action": 0.018772777169942856,
      "loss_total": 0.018772777169942856,
      "step": 25370
    },
    {
      "loss_action": 0.009145457297563553,
      "loss_total": 0.009145457297563553,
      "step": 25370
    },
    {
      "loss_action": 0.006754536181688309,
      "loss_total": 0.006754536181688309,
      "step": 25370
    },
    {
      "loss_action": 0.0051530105993151665,
      "loss_total": 0.0051530105993151665,
      "step": 25370
    },
    {
      "loss_action": 0.007568799424916506,
      "loss_total": 0.007568799424916506,
      "step": 25370
    },
    {
      "loss_action": 0.004259403795003891,
      "loss_total": 0.004259403795003891,
      "step": 25370
    },
    {
      "grad_norm": 0.09992994368076324,
      "learning_rate": 8.906903091378666e-05,
      "loss": 0.0109,
      "step": 25380
    },
    {
      "loss_action": 0.009410133585333824,
      "loss_total": 0.009410133585333824,
      "step": 25380
    },
    {
      "loss_action": 0.010440625250339508,
      "loss_total": 0.010440625250339508,
      "step": 25380
    },
    {
      "loss_action": 0.004664021544158459,
      "loss_total": 0.004664021544158459,
      "step": 25380
    },
    {
      "loss_action": 0.007544880732893944,
      "loss_total": 0.007544880732893944,
      "step": 25380
    },
    {
      "loss_action": 0.00771752092987299,
      "loss_total": 0.00771752092987299,
      "step": 25380
    },
    {
      "loss_action": 0.016030406579375267,
      "loss_total": 0.016030406579375267,
      "step": 25380
    },
    {
      "loss_action": 0.028594955801963806,
      "loss_total": 0.028594955801963806,
      "step": 25380
    },
    {
      "loss_action": 0.011193577200174332,
      "loss_total": 0.011193577200174332,
      "step": 25380
    },
    {
      "grad_norm": 0.16722829639911652,
      "learning_rate": 8.905871022079384e-05,
      "loss": 0.0123,
      "step": 25390
    },
    {
      "loss_action": 0.006503429263830185,
      "loss_total": 0.006503429263830185,
      "step": 25390
    },
    {
      "loss_action": 0.010242577642202377,
      "loss_total": 0.010242577642202377,
      "step": 25390
    },
    {
      "loss_action": 0.008207792416214943,
      "loss_total": 0.008207792416214943,
      "step": 25390
    },
    {
      "loss_action": 0.013375158421695232,
      "loss_total": 0.013375158421695232,
      "step": 25390
    },
    {
      "loss_action": 0.005135153420269489,
      "loss_total": 0.005135153420269489,
      "step": 25390
    },
    {
      "loss_action": 0.008324243128299713,
      "loss_total": 0.008324243128299713,
      "step": 25390
    },
    {
      "loss_action": 0.022687487304210663,
      "loss_total": 0.022687487304210663,
      "step": 25390
    },
    {
      "loss_action": 0.012196481227874756,
      "loss_total": 0.012196481227874756,
      "step": 25390
    },
    {
      "grad_norm": 0.2009466141462326,
      "learning_rate": 8.90483852563992e-05,
      "loss": 0.0115,
      "step": 25400
    },
    {
      "loss_action": 0.013115555979311466,
      "loss_total": 0.013115555979311466,
      "step": 25400
    },
    {
      "loss_action": 0.01332925632596016,
      "loss_total": 0.01332925632596016,
      "step": 25400
    },
    {
      "loss_action": 0.012342704460024834,
      "loss_total": 0.012342704460024834,
      "step": 25400
    },
    {
      "loss_action": 0.01294713281095028,
      "loss_total": 0.01294713281095028,
      "step": 25400
    },
    {
      "loss_action": 0.014180097728967667,
      "loss_total": 0.014180097728967667,
      "step": 25400
    },
    {
      "loss_action": 0.01576777920126915,
      "loss_total": 0.01576777920126915,
      "step": 25400
    },
    {
      "loss_action": 0.00947490893304348,
      "loss_total": 0.00947490893304348,
      "step": 25400
    },
    {
      "loss_action": 0.010052835568785667,
      "loss_total": 0.010052835568785667,
      "step": 25400
    },
    {
      "grad_norm": 0.16328155994415283,
      "learning_rate": 8.903805602173185e-05,
      "loss": 0.0118,
      "step": 25410
    },
    {
      "loss_action": 0.013685950078070164,
      "loss_total": 0.013685950078070164,
      "step": 25410
    },
    {
      "loss_action": 0.012451646849513054,
      "loss_total": 0.012451646849513054,
      "step": 25410
    },
    {
      "loss_action": 0.04067986086010933,
      "loss_total": 0.04067986086010933,
      "step": 25410
    },
    {
      "loss_action": 0.010557898320257664,
      "loss_total": 0.010557898320257664,
      "step": 25410
    },
    {
      "loss_action": 0.012050565332174301,
      "loss_total": 0.012050565332174301,
      "step": 25410
    },
    {
      "loss_action": 0.010271722450852394,
      "loss_total": 0.010271722450852394,
      "step": 25410
    },
    {
      "loss_action": 0.02364882454276085,
      "loss_total": 0.02364882454276085,
      "step": 25410
    },
    {
      "loss_action": 0.011823209933936596,
      "loss_total": 0.011823209933936596,
      "step": 25410
    },
    {
      "grad_norm": 0.10872684419155121,
      "learning_rate": 8.902772251792137e-05,
      "loss": 0.014,
      "step": 25420
    },
    {
      "loss_action": 0.009362471289932728,
      "loss_total": 0.009362471289932728,
      "step": 25420
    },
    {
      "loss_action": 0.009513304568827152,
      "loss_total": 0.009513304568827152,
      "step": 25420
    },
    {
      "loss_action": 0.006612509489059448,
      "loss_total": 0.006612509489059448,
      "step": 25420
    },
    {
      "loss_action": 0.009472470730543137,
      "loss_total": 0.009472470730543137,
      "step": 25420
    },
    {
      "loss_action": 0.016271311789751053,
      "loss_total": 0.016271311789751053,
      "step": 25420
    },
    {
      "loss_action": 0.00990993157029152,
      "loss_total": 0.00990993157029152,
      "step": 25420
    },
    {
      "loss_action": 0.0047832331620156765,
      "loss_total": 0.0047832331620156765,
      "step": 25420
    },
    {
      "loss_action": 0.015335764735937119,
      "loss_total": 0.015335764735937119,
      "step": 25420
    },
    {
      "grad_norm": 0.12916241586208344,
      "learning_rate": 8.901738474609786e-05,
      "loss": 0.0114,
      "step": 25430
    },
    {
      "loss_action": 0.00771907065063715,
      "loss_total": 0.00771907065063715,
      "step": 25430
    },
    {
      "loss_action": 0.012234210036695004,
      "loss_total": 0.012234210036695004,
      "step": 25430
    },
    {
      "loss_action": 0.004278070759028196,
      "loss_total": 0.004278070759028196,
      "step": 25430
    },
    {
      "loss_action": 0.010375704616308212,
      "loss_total": 0.010375704616308212,
      "step": 25430
    },
    {
      "loss_action": 0.015103278681635857,
      "loss_total": 0.015103278681635857,
      "step": 25430
    },
    {
      "loss_action": 0.015073713846504688,
      "loss_total": 0.015073713846504688,
      "step": 25430
    },
    {
      "loss_action": 0.00666609313338995,
      "loss_total": 0.00666609313338995,
      "step": 25430
    },
    {
      "loss_action": 0.03786585479974747,
      "loss_total": 0.03786585479974747,
      "step": 25430
    },
    {
      "grad_norm": 0.17661891877651215,
      "learning_rate": 8.900704270739179e-05,
      "loss": 0.0113,
      "step": 25440
    },
    {
      "loss_action": 0.06662148237228394,
      "loss_total": 0.06662148237228394,
      "step": 25440
    },
    {
      "loss_action": 0.006105623207986355,
      "loss_total": 0.006105623207986355,
      "step": 25440
    },
    {
      "loss_action": 0.00754512520506978,
      "loss_total": 0.00754512520506978,
      "step": 25440
    },
    {
      "loss_action": 0.010583598166704178,
      "loss_total": 0.010583598166704178,
      "step": 25440
    },
    {
      "loss_action": 0.005968665704131126,
      "loss_total": 0.005968665704131126,
      "step": 25440
    },
    {
      "loss_action": 0.026841972023248672,
      "loss_total": 0.026841972023248672,
      "step": 25440
    },
    {
      "loss_action": 0.01173665001988411,
      "loss_total": 0.01173665001988411,
      "step": 25440
    },
    {
      "loss_action": 0.005361499730497599,
      "loss_total": 0.005361499730497599,
      "step": 25440
    },
    {
      "grad_norm": 0.17993371188640594,
      "learning_rate": 8.89966964029342e-05,
      "loss": 0.0133,
      "step": 25450
    },
    {
      "loss_action": 0.023981336504220963,
      "loss_total": 0.023981336504220963,
      "step": 25450
    },
    {
      "loss_action": 0.04412350431084633,
      "loss_total": 0.04412350431084633,
      "step": 25450
    },
    {
      "loss_action": 0.010586602613329887,
      "loss_total": 0.010586602613329887,
      "step": 25450
    },
    {
      "loss_action": 0.008274356834590435,
      "loss_total": 0.008274356834590435,
      "step": 25450
    },
    {
      "loss_action": 0.017915736883878708,
      "loss_total": 0.017915736883878708,
      "step": 25450
    },
    {
      "loss_action": 0.0069815004244446754,
      "loss_total": 0.0069815004244446754,
      "step": 25450
    },
    {
      "loss_action": 0.00773577531799674,
      "loss_total": 0.00773577531799674,
      "step": 25450
    },
    {
      "loss_action": 0.010051464661955833,
      "loss_total": 0.010051464661955833,
      "step": 25450
    },
    {
      "grad_norm": 0.14495466649532318,
      "learning_rate": 8.898634583385652e-05,
      "loss": 0.0135,
      "step": 25460
    },
    {
      "loss_action": 0.0160206351429224,
      "loss_total": 0.0160206351429224,
      "step": 25460
    },
    {
      "loss_action": 0.0048857033252716064,
      "loss_total": 0.0048857033252716064,
      "step": 25460
    },
    {
      "loss_action": 0.014555449597537518,
      "loss_total": 0.014555449597537518,
      "step": 25460
    },
    {
      "loss_action": 0.018460281193256378,
      "loss_total": 0.018460281193256378,
      "step": 25460
    },
    {
      "loss_action": 0.025807004421949387,
      "loss_total": 0.025807004421949387,
      "step": 25460
    },
    {
      "loss_action": 0.009348049759864807,
      "loss_total": 0.009348049759864807,
      "step": 25460
    },
    {
      "loss_action": 0.009216414764523506,
      "loss_total": 0.009216414764523506,
      "step": 25460
    },
    {
      "loss_action": 0.00345777440816164,
      "loss_total": 0.00345777440816164,
      "step": 25460
    },
    {
      "grad_norm": 0.11087565869092941,
      "learning_rate": 8.897599100129065e-05,
      "loss": 0.0117,
      "step": 25470
    },
    {
      "loss_action": 0.011153068393468857,
      "loss_total": 0.011153068393468857,
      "step": 25470
    },
    {
      "loss_action": 0.006630392745137215,
      "loss_total": 0.006630392745137215,
      "step": 25470
    },
    {
      "loss_action": 0.005543875508010387,
      "loss_total": 0.005543875508010387,
      "step": 25470
    },
    {
      "loss_action": 0.004650276154279709,
      "loss_total": 0.004650276154279709,
      "step": 25470
    },
    {
      "loss_action": 0.011595351621508598,
      "loss_total": 0.011595351621508598,
      "step": 25470
    },
    {
      "loss_action": 0.005720595363527536,
      "loss_total": 0.005720595363527536,
      "step": 25470
    },
    {
      "loss_action": 0.014349713921546936,
      "loss_total": 0.014349713921546936,
      "step": 25470
    },
    {
      "loss_action": 0.013275012373924255,
      "loss_total": 0.013275012373924255,
      "step": 25470
    },
    {
      "grad_norm": 0.17569589614868164,
      "learning_rate": 8.896563190636903e-05,
      "loss": 0.013,
      "step": 25480
    },
    {
      "loss_action": 0.012526540085673332,
      "loss_total": 0.012526540085673332,
      "step": 25480
    },
    {
      "loss_action": 0.015206456184387207,
      "loss_total": 0.015206456184387207,
      "step": 25480
    },
    {
      "loss_action": 0.005527881905436516,
      "loss_total": 0.005527881905436516,
      "step": 25480
    },
    {
      "loss_action": 0.015961889177560806,
      "loss_total": 0.015961889177560806,
      "step": 25480
    },
    {
      "loss_action": 0.008558729663491249,
      "loss_total": 0.008558729663491249,
      "step": 25480
    },
    {
      "loss_action": 0.024543723091483116,
      "loss_total": 0.024543723091483116,
      "step": 25480
    },
    {
      "loss_action": 0.008416742086410522,
      "loss_total": 0.008416742086410522,
      "step": 25480
    },
    {
      "loss_action": 0.006004306022077799,
      "loss_total": 0.006004306022077799,
      "step": 25480
    },
    {
      "grad_norm": 0.1246798112988472,
      "learning_rate": 8.895526855022448e-05,
      "loss": 0.0134,
      "step": 25490
    },
    {
      "loss_action": 0.009853970259428024,
      "loss_total": 0.009853970259428024,
      "step": 25490
    },
    {
      "loss_action": 0.010023614391684532,
      "loss_total": 0.010023614391684532,
      "step": 25490
    },
    {
      "loss_action": 0.020944077521562576,
      "loss_total": 0.020944077521562576,
      "step": 25490
    },
    {
      "loss_action": 0.010296119377017021,
      "loss_total": 0.010296119377017021,
      "step": 25490
    },
    {
      "loss_action": 0.014957427978515625,
      "loss_total": 0.014957427978515625,
      "step": 25490
    },
    {
      "loss_action": 0.009545315988361835,
      "loss_total": 0.009545315988361835,
      "step": 25490
    },
    {
      "loss_action": 0.01604669727385044,
      "loss_total": 0.01604669727385044,
      "step": 25490
    },
    {
      "loss_action": 0.005467747803777456,
      "loss_total": 0.005467747803777456,
      "step": 25490
    },
    {
      "grad_norm": 0.1953406035900116,
      "learning_rate": 8.894490093399033e-05,
      "loss": 0.012,
      "step": 25500
    },
    {
      "loss_action": 0.009786314330995083,
      "loss_total": 0.009786314330995083,
      "step": 25500
    },
    {
      "loss_action": 0.004482434596866369,
      "loss_total": 0.004482434596866369,
      "step": 25500
    },
    {
      "loss_action": 0.014117557555437088,
      "loss_total": 0.014117557555437088,
      "step": 25500
    },
    {
      "loss_action": 0.014295747503638268,
      "loss_total": 0.014295747503638268,
      "step": 25500
    },
    {
      "loss_action": 0.011567290872335434,
      "loss_total": 0.011567290872335434,
      "step": 25500
    },
    {
      "loss_action": 0.008460122160613537,
      "loss_total": 0.008460122160613537,
      "step": 25500
    },
    {
      "loss_action": 0.008679407648742199,
      "loss_total": 0.008679407648742199,
      "step": 25500
    },
    {
      "loss_action": 0.022028237581253052,
      "loss_total": 0.022028237581253052,
      "step": 25500
    },
    {
      "grad_norm": 0.19722704589366913,
      "learning_rate": 8.893452905880035e-05,
      "loss": 0.0116,
      "step": 25510
    },
    {
      "loss_action": 0.006831726059317589,
      "loss_total": 0.006831726059317589,
      "step": 25510
    },
    {
      "loss_action": 0.0076745739206671715,
      "loss_total": 0.0076745739206671715,
      "step": 25510
    },
    {
      "loss_action": 0.00765256118029356,
      "loss_total": 0.00765256118029356,
      "step": 25510
    },
    {
      "loss_action": 0.01422468014061451,
      "loss_total": 0.01422468014061451,
      "step": 25510
    },
    {
      "loss_action": 0.011903960257768631,
      "loss_total": 0.011903960257768631,
      "step": 25510
    },
    {
      "loss_action": 0.010194392874836922,
      "loss_total": 0.010194392874836922,
      "step": 25510
    },
    {
      "loss_action": 0.013402330689132214,
      "loss_total": 0.013402330689132214,
      "step": 25510
    },
    {
      "loss_action": 0.02877524122595787,
      "loss_total": 0.02877524122595787,
      "step": 25510
    },
    {
      "grad_norm": 0.15596239268779755,
      "learning_rate": 8.892415292578883e-05,
      "loss": 0.0141,
      "step": 25520
    },
    {
      "loss_action": 0.0079613933339715,
      "loss_total": 0.0079613933339715,
      "step": 25520
    },
    {
      "loss_action": 0.014478063210844994,
      "loss_total": 0.014478063210844994,
      "step": 25520
    },
    {
      "loss_action": 0.010121733881533146,
      "loss_total": 0.010121733881533146,
      "step": 25520
    },
    {
      "loss_action": 0.008324883878231049,
      "loss_total": 0.008324883878231049,
      "step": 25520
    },
    {
      "loss_action": 0.014017198234796524,
      "loss_total": 0.014017198234796524,
      "step": 25520
    },
    {
      "loss_action": 0.02033276855945587,
      "loss_total": 0.02033276855945587,
      "step": 25520
    },
    {
      "loss_action": 0.003320540999993682,
      "loss_total": 0.003320540999993682,
      "step": 25520
    },
    {
      "loss_action": 0.013449452817440033,
      "loss_total": 0.013449452817440033,
      "step": 25520
    },
    {
      "grad_norm": 0.16324564814567566,
      "learning_rate": 8.891377253609046e-05,
      "loss": 0.0147,
      "step": 25530
    },
    {
      "loss_action": 0.015825066715478897,
      "loss_total": 0.015825066715478897,
      "step": 25530
    },
    {
      "loss_action": 0.013883916661143303,
      "loss_total": 0.013883916661143303,
      "step": 25530
    },
    {
      "loss_action": 0.0068740807473659515,
      "loss_total": 0.0068740807473659515,
      "step": 25530
    },
    {
      "loss_action": 0.014720040373504162,
      "loss_total": 0.014720040373504162,
      "step": 25530
    },
    {
      "loss_action": 0.008483192883431911,
      "loss_total": 0.008483192883431911,
      "step": 25530
    },
    {
      "loss_action": 0.005510312505066395,
      "loss_total": 0.005510312505066395,
      "step": 25530
    },
    {
      "loss_action": 0.011724703013896942,
      "loss_total": 0.011724703013896942,
      "step": 25530
    },
    {
      "loss_action": 0.010185394436120987,
      "loss_total": 0.010185394436120987,
      "step": 25530
    },
    {
      "grad_norm": 0.23641031980514526,
      "learning_rate": 8.890338789084043e-05,
      "loss": 0.0122,
      "step": 25540
    },
    {
      "loss_action": 0.016596492379903793,
      "loss_total": 0.016596492379903793,
      "step": 25540
    },
    {
      "loss_action": 0.007978007197380066,
      "loss_total": 0.007978007197380066,
      "step": 25540
    },
    {
      "loss_action": 0.01545984297990799,
      "loss_total": 0.01545984297990799,
      "step": 25540
    },
    {
      "loss_action": 0.014163270592689514,
      "loss_total": 0.014163270592689514,
      "step": 25540
    },
    {
      "loss_action": 0.007289851550012827,
      "loss_total": 0.007289851550012827,
      "step": 25540
    },
    {
      "loss_action": 0.04095049202442169,
      "loss_total": 0.04095049202442169,
      "step": 25540
    },
    {
      "loss_action": 0.05169306695461273,
      "loss_total": 0.05169306695461273,
      "step": 25540
    },
    {
      "loss_action": 0.01095111295580864,
      "loss_total": 0.01095111295580864,
      "step": 25540
    },
    {
      "grad_norm": 0.142100989818573,
      "learning_rate": 8.88929989911744e-05,
      "loss": 0.0122,
      "step": 25550
    },
    {
      "loss_action": 0.02904001623392105,
      "loss_total": 0.02904001623392105,
      "step": 25550
    },
    {
      "loss_action": 0.007208873517811298,
      "loss_total": 0.007208873517811298,
      "step": 25550
    },
    {
      "loss_action": 0.024949442595243454,
      "loss_total": 0.024949442595243454,
      "step": 25550
    },
    {
      "loss_action": 0.012544237077236176,
      "loss_total": 0.012544237077236176,
      "step": 25550
    },
    {
      "loss_action": 0.009757679887115955,
      "loss_total": 0.009757679887115955,
      "step": 25550
    },
    {
      "loss_action": 0.009075136855244637,
      "loss_total": 0.009075136855244637,
      "step": 25550
    },
    {
      "loss_action": 0.006141548976302147,
      "loss_total": 0.006141548976302147,
      "step": 25550
    },
    {
      "loss_action": 0.004230770282447338,
      "loss_total": 0.004230770282447338,
      "step": 25550
    },
    {
      "grad_norm": 0.1044963076710701,
      "learning_rate": 8.888260583822847e-05,
      "loss": 0.0105,
      "step": 25560
    },
    {
      "loss_action": 0.015822596848011017,
      "loss_total": 0.015822596848011017,
      "step": 25560
    },
    {
      "loss_action": 0.011385824531316757,
      "loss_total": 0.011385824531316757,
      "step": 25560
    },
    {
      "loss_action": 0.005676501430571079,
      "loss_total": 0.005676501430571079,
      "step": 25560
    },
    {
      "loss_action": 0.008736146613955498,
      "loss_total": 0.008736146613955498,
      "step": 25560
    },
    {
      "loss_action": 0.005416326690465212,
      "loss_total": 0.005416326690465212,
      "step": 25560
    },
    {
      "loss_action": 0.01492685079574585,
      "loss_total": 0.01492685079574585,
      "step": 25560
    },
    {
      "loss_action": 0.005412153899669647,
      "loss_total": 0.005412153899669647,
      "step": 25560
    },
    {
      "loss_action": 0.007426154799759388,
      "loss_total": 0.007426154799759388,
      "step": 25560
    },
    {
      "grad_norm": 0.12933695316314697,
      "learning_rate": 8.887220843313921e-05,
      "loss": 0.0113,
      "step": 25570
    },
    {
      "loss_action": 0.00581594742834568,
      "loss_total": 0.00581594742834568,
      "step": 25570
    },
    {
      "loss_action": 0.015064271166920662,
      "loss_total": 0.015064271166920662,
      "step": 25570
    },
    {
      "loss_action": 0.017662718892097473,
      "loss_total": 0.017662718892097473,
      "step": 25570
    },
    {
      "loss_action": 0.005451219156384468,
      "loss_total": 0.005451219156384468,
      "step": 25570
    },
    {
      "loss_action": 0.008130362257361412,
      "loss_total": 0.008130362257361412,
      "step": 25570
    },
    {
      "loss_action": 0.010030430741608143,
      "loss_total": 0.010030430741608143,
      "step": 25570
    },
    {
      "loss_action": 0.006052324082702398,
      "loss_total": 0.006052324082702398,
      "step": 25570
    },
    {
      "loss_action": 0.008133276365697384,
      "loss_total": 0.008133276365697384,
      "step": 25570
    },
    {
      "grad_norm": 0.17920000851154327,
      "learning_rate": 8.88618067770437e-05,
      "loss": 0.0117,
      "step": 25580
    },
    {
      "loss_action": 0.011845811270177364,
      "loss_total": 0.011845811270177364,
      "step": 25580
    },
    {
      "loss_action": 0.007958141155540943,
      "loss_total": 0.007958141155540943,
      "step": 25580
    },
    {
      "loss_action": 0.011426884680986404,
      "loss_total": 0.011426884680986404,
      "step": 25580
    },
    {
      "loss_action": 0.013103442266583443,
      "loss_total": 0.013103442266583443,
      "step": 25580
    },
    {
      "loss_action": 0.006734073162078857,
      "loss_total": 0.006734073162078857,
      "step": 25580
    },
    {
      "loss_action": 0.0181855671107769,
      "loss_total": 0.0181855671107769,
      "step": 25580
    },
    {
      "loss_action": 0.045140739530324936,
      "loss_total": 0.045140739530324936,
      "step": 25580
    },
    {
      "loss_action": 0.007295788265764713,
      "loss_total": 0.007295788265764713,
      "step": 25580
    },
    {
      "grad_norm": 0.42793890833854675,
      "learning_rate": 8.885140087107942e-05,
      "loss": 0.0161,
      "step": 25590
    },
    {
      "loss_action": 0.027371205389499664,
      "loss_total": 0.027371205389499664,
      "step": 25590
    },
    {
      "loss_action": 0.023556603118777275,
      "loss_total": 0.023556603118777275,
      "step": 25590
    },
    {
      "loss_action": 0.0129574965685606,
      "loss_total": 0.0129574965685606,
      "step": 25590
    },
    {
      "loss_action": 0.00839307066053152,
      "loss_total": 0.00839307066053152,
      "step": 25590
    },
    {
      "loss_action": 0.008458979427814484,
      "loss_total": 0.008458979427814484,
      "step": 25590
    },
    {
      "loss_action": 0.016782470047473907,
      "loss_total": 0.016782470047473907,
      "step": 25590
    },
    {
      "loss_action": 0.013935985043644905,
      "loss_total": 0.013935985043644905,
      "step": 25590
    },
    {
      "loss_action": 0.005289215594530106,
      "loss_total": 0.005289215594530106,
      "step": 25590
    },
    {
      "grad_norm": 0.1275343894958496,
      "learning_rate": 8.884099071638436e-05,
      "loss": 0.013,
      "step": 25600
    },
    {
      "loss_action": 0.008399005979299545,
      "loss_total": 0.008399005979299545,
      "step": 25600
    },
    {
      "loss_action": 0.005922195501625538,
      "loss_total": 0.005922195501625538,
      "step": 25600
    },
    {
      "loss_action": 0.010226299986243248,
      "loss_total": 0.010226299986243248,
      "step": 25600
    },
    {
      "loss_action": 0.017058752477169037,
      "loss_total": 0.017058752477169037,
      "step": 25600
    },
    {
      "loss_action": 0.010281973518431187,
      "loss_total": 0.010281973518431187,
      "step": 25600
    },
    {
      "loss_action": 0.008134347386658192,
      "loss_total": 0.008134347386658192,
      "step": 25600
    },
    {
      "loss_action": 0.009480644017457962,
      "loss_total": 0.009480644017457962,
      "step": 25600
    },
    {
      "loss_action": 0.006264369469136,
      "loss_total": 0.006264369469136,
      "step": 25600
    },
    {
      "grad_norm": 0.14202147722244263,
      "learning_rate": 8.883057631409695e-05,
      "loss": 0.0126,
      "step": 25610
    },
    {
      "loss_action": 0.028814071789383888,
      "loss_total": 0.028814071789383888,
      "step": 25610
    },
    {
      "loss_action": 0.007084039971232414,
      "loss_total": 0.007084039971232414,
      "step": 25610
    },
    {
      "loss_action": 0.02685525268316269,
      "loss_total": 0.02685525268316269,
      "step": 25610
    },
    {
      "loss_action": 0.011083553545176983,
      "loss_total": 0.011083553545176983,
      "step": 25610
    },
    {
      "loss_action": 0.01106978952884674,
      "loss_total": 0.01106978952884674,
      "step": 25610
    },
    {
      "loss_action": 0.02338264510035515,
      "loss_total": 0.02338264510035515,
      "step": 25610
    },
    {
      "loss_action": 0.006262968294322491,
      "loss_total": 0.006262968294322491,
      "step": 25610
    },
    {
      "loss_action": 0.0072389570996165276,
      "loss_total": 0.0072389570996165276,
      "step": 25610
    },
    {
      "grad_norm": 0.11472187936306,
      "learning_rate": 8.882015766535608e-05,
      "loss": 0.012,
      "step": 25620
    },
    {
      "loss_action": 0.012468375265598297,
      "loss_total": 0.012468375265598297,
      "step": 25620
    },
    {
      "loss_action": 0.0058372896164655685,
      "loss_total": 0.0058372896164655685,
      "step": 25620
    },
    {
      "loss_action": 0.01266800332814455,
      "loss_total": 0.01266800332814455,
      "step": 25620
    },
    {
      "loss_action": 0.016903366893529892,
      "loss_total": 0.016903366893529892,
      "step": 25620
    },
    {
      "loss_action": 0.02939215674996376,
      "loss_total": 0.02939215674996376,
      "step": 25620
    },
    {
      "loss_action": 0.010266512632369995,
      "loss_total": 0.010266512632369995,
      "step": 25620
    },
    {
      "loss_action": 0.005653532221913338,
      "loss_total": 0.005653532221913338,
      "step": 25620
    },
    {
      "loss_action": 0.006743746344000101,
      "loss_total": 0.006743746344000101,
      "step": 25620
    },
    {
      "grad_norm": 0.1228572279214859,
      "learning_rate": 8.880973477130115e-05,
      "loss": 0.0112,
      "step": 25630
    },
    {
      "loss_action": 0.007614085916429758,
      "loss_total": 0.007614085916429758,
      "step": 25630
    },
    {
      "loss_action": 0.008993389084935188,
      "loss_total": 0.008993389084935188,
      "step": 25630
    },
    {
      "loss_action": 0.009826538152992725,
      "loss_total": 0.009826538152992725,
      "step": 25630
    },
    {
      "loss_action": 0.012530029751360416,
      "loss_total": 0.012530029751360416,
      "step": 25630
    },
    {
      "loss_action": 0.013370700180530548,
      "loss_total": 0.013370700180530548,
      "step": 25630
    },
    {
      "loss_action": 0.00795748271048069,
      "loss_total": 0.00795748271048069,
      "step": 25630
    },
    {
      "loss_action": 0.005755914840847254,
      "loss_total": 0.005755914840847254,
      "step": 25630
    },
    {
      "loss_action": 0.007042054086923599,
      "loss_total": 0.007042054086923599,
      "step": 25630
    },
    {
      "grad_norm": 0.20963361859321594,
      "learning_rate": 8.879930763307197e-05,
      "loss": 0.0104,
      "step": 25640
    },
    {
      "loss_action": 0.011159494519233704,
      "loss_total": 0.011159494519233704,
      "step": 25640
    },
    {
      "loss_action": 0.011114472523331642,
      "loss_total": 0.011114472523331642,
      "step": 25640
    },
    {
      "loss_action": 0.0039334483444690704,
      "loss_total": 0.0039334483444690704,
      "step": 25640
    },
    {
      "loss_action": 0.007506082765758038,
      "loss_total": 0.007506082765758038,
      "step": 25640
    },
    {
      "loss_action": 0.00516639556735754,
      "loss_total": 0.00516639556735754,
      "step": 25640
    },
    {
      "loss_action": 0.024552129209041595,
      "loss_total": 0.024552129209041595,
      "step": 25640
    },
    {
      "loss_action": 0.01087004505097866,
      "loss_total": 0.01087004505097866,
      "step": 25640
    },
    {
      "loss_action": 0.008828191086649895,
      "loss_total": 0.008828191086649895,
      "step": 25640
    },
    {
      "grad_norm": 0.15829387307167053,
      "learning_rate": 8.878887625180884e-05,
      "loss": 0.0103,
      "step": 25650
    },
    {
      "loss_action": 0.010662559419870377,
      "loss_total": 0.010662559419870377,
      "step": 25650
    },
    {
      "loss_action": 0.0072308499366045,
      "loss_total": 0.0072308499366045,
      "step": 25650
    },
    {
      "loss_action": 0.012551326304674149,
      "loss_total": 0.012551326304674149,
      "step": 25650
    },
    {
      "loss_action": 0.026650279760360718,
      "loss_total": 0.026650279760360718,
      "step": 25650
    },
    {
      "loss_action": 0.0062553174793720245,
      "loss_total": 0.0062553174793720245,
      "step": 25650
    },
    {
      "loss_action": 0.003990710712969303,
      "loss_total": 0.003990710712969303,
      "step": 25650
    },
    {
      "loss_action": 0.009907996281981468,
      "loss_total": 0.009907996281981468,
      "step": 25650
    },
    {
      "loss_action": 0.02942998707294464,
      "loss_total": 0.02942998707294464,
      "step": 25650
    },
    {
      "grad_norm": 0.2307828813791275,
      "learning_rate": 8.877844062865253e-05,
      "loss": 0.0109,
      "step": 25660
    },
    {
      "loss_action": 0.016641756519675255,
      "loss_total": 0.016641756519675255,
      "step": 25660
    },
    {
      "loss_action": 0.02224043756723404,
      "loss_total": 0.02224043756723404,
      "step": 25660
    },
    {
      "loss_action": 0.009648118168115616,
      "loss_total": 0.009648118168115616,
      "step": 25660
    },
    {
      "loss_action": 0.015329189598560333,
      "loss_total": 0.015329189598560333,
      "step": 25660
    },
    {
      "loss_action": 0.004577148240059614,
      "loss_total": 0.004577148240059614,
      "step": 25660
    },
    {
      "loss_action": 0.011455582454800606,
      "loss_total": 0.011455582454800606,
      "step": 25660
    },
    {
      "loss_action": 0.01631125807762146,
      "loss_total": 0.01631125807762146,
      "step": 25660
    },
    {
      "loss_action": 0.010962840169668198,
      "loss_total": 0.010962840169668198,
      "step": 25660
    },
    {
      "grad_norm": 0.13069260120391846,
      "learning_rate": 8.876800076474424e-05,
      "loss": 0.012,
      "step": 25670
    },
    {
      "loss_action": 0.013199164532124996,
      "loss_total": 0.013199164532124996,
      "step": 25670
    },
    {
      "loss_action": 0.017458194866776466,
      "loss_total": 0.017458194866776466,
      "step": 25670
    },
    {
      "loss_action": 0.0071165906265378,
      "loss_total": 0.0071165906265378,
      "step": 25670
    },
    {
      "loss_action": 0.014720779843628407,
      "loss_total": 0.014720779843628407,
      "step": 25670
    },
    {
      "loss_action": 0.010058984160423279,
      "loss_total": 0.010058984160423279,
      "step": 25670
    },
    {
      "loss_action": 0.007619256619364023,
      "loss_total": 0.007619256619364023,
      "step": 25670
    },
    {
      "loss_action": 0.007670427672564983,
      "loss_total": 0.007670427672564983,
      "step": 25670
    },
    {
      "loss_action": 0.005094411317259073,
      "loss_total": 0.005094411317259073,
      "step": 25670
    },
    {
      "grad_norm": 0.17523930966854095,
      "learning_rate": 8.875755666122568e-05,
      "loss": 0.0142,
      "step": 25680
    },
    {
      "loss_action": 0.01168619655072689,
      "loss_total": 0.01168619655072689,
      "step": 25680
    },
    {
      "loss_action": 0.011532653123140335,
      "loss_total": 0.011532653123140335,
      "step": 25680
    },
    {
      "loss_action": 0.011151984333992004,
      "loss_total": 0.011151984333992004,
      "step": 25680
    },
    {
      "loss_action": 0.012582991272211075,
      "loss_total": 0.012582991272211075,
      "step": 25680
    },
    {
      "loss_action": 0.01007490511983633,
      "loss_total": 0.01007490511983633,
      "step": 25680
    },
    {
      "loss_action": 0.02805265411734581,
      "loss_total": 0.02805265411734581,
      "step": 25680
    },
    {
      "loss_action": 0.01754124090075493,
      "loss_total": 0.01754124090075493,
      "step": 25680
    },
    {
      "loss_action": 0.01972220651805401,
      "loss_total": 0.01972220651805401,
      "step": 25680
    },
    {
      "grad_norm": 0.13154201209545135,
      "learning_rate": 8.8747108319239e-05,
      "loss": 0.0127,
      "step": 25690
    },
    {
      "loss_action": 0.024541154503822327,
      "loss_total": 0.024541154503822327,
      "step": 25690
    },
    {
      "loss_action": 0.005879661068320274,
      "loss_total": 0.005879661068320274,
      "step": 25690
    },
    {
      "loss_action": 0.0038262116722762585,
      "loss_total": 0.0038262116722762585,
      "step": 25690
    },
    {
      "loss_action": 0.02828746661543846,
      "loss_total": 0.02828746661543846,
      "step": 25690
    },
    {
      "loss_action": 0.01175783108919859,
      "loss_total": 0.01175783108919859,
      "step": 25690
    },
    {
      "loss_action": 0.016989275813102722,
      "loss_total": 0.016989275813102722,
      "step": 25690
    },
    {
      "loss_action": 0.019031982868909836,
      "loss_total": 0.019031982868909836,
      "step": 25690
    },
    {
      "loss_action": 0.008005790412425995,
      "loss_total": 0.008005790412425995,
      "step": 25690
    },
    {
      "grad_norm": 0.24929286539554596,
      "learning_rate": 8.87366557399268e-05,
      "loss": 0.0141,
      "step": 25700
    },
    {
      "loss_action": 0.015243014320731163,
      "loss_total": 0.015243014320731163,
      "step": 25700
    },
    {
      "loss_action": 0.00941075012087822,
      "loss_total": 0.00941075012087822,
      "step": 25700
    },
    {
      "loss_action": 0.01521760132163763,
      "loss_total": 0.01521760132163763,
      "step": 25700
    },
    {
      "loss_action": 0.007420246955007315,
      "loss_total": 0.007420246955007315,
      "step": 25700
    },
    {
      "loss_action": 0.005382150411605835,
      "loss_total": 0.005382150411605835,
      "step": 25700
    },
    {
      "loss_action": 0.010651852935552597,
      "loss_total": 0.010651852935552597,
      "step": 25700
    },
    {
      "loss_action": 0.01957646571099758,
      "loss_total": 0.01957646571099758,
      "step": 25700
    },
    {
      "loss_action": 0.010347305797040462,
      "loss_total": 0.010347305797040462,
      "step": 25700
    },
    {
      "grad_norm": 0.13013985753059387,
      "learning_rate": 8.872619892443217e-05,
      "loss": 0.0136,
      "step": 25710
    },
    {
      "loss_action": 0.016020050272345543,
      "loss_total": 0.016020050272345543,
      "step": 25710
    },
    {
      "loss_action": 0.008205863647162914,
      "loss_total": 0.008205863647162914,
      "step": 25710
    },
    {
      "loss_action": 0.012932730838656425,
      "loss_total": 0.012932730838656425,
      "step": 25710
    },
    {
      "loss_action": 0.0243806354701519,
      "loss_total": 0.0243806354701519,
      "step": 25710
    },
    {
      "loss_action": 0.015858309343457222,
      "loss_total": 0.015858309343457222,
      "step": 25710
    },
    {
      "loss_action": 0.004827883094549179,
      "loss_total": 0.004827883094549179,
      "step": 25710
    },
    {
      "loss_action": 0.004889858886599541,
      "loss_total": 0.004889858886599541,
      "step": 25710
    },
    {
      "loss_action": 0.03554178401827812,
      "loss_total": 0.03554178401827812,
      "step": 25710
    },
    {
      "grad_norm": 0.14974957704544067,
      "learning_rate": 8.871573787389865e-05,
      "loss": 0.0135,
      "step": 25720
    },
    {
      "loss_action": 0.017309069633483887,
      "loss_total": 0.017309069633483887,
      "step": 25720
    },
    {
      "loss_action": 0.005879480857402086,
      "loss_total": 0.005879480857402086,
      "step": 25720
    },
    {
      "loss_action": 0.012411845847964287,
      "loss_total": 0.012411845847964287,
      "step": 25720
    },
    {
      "loss_action": 0.008886761963367462,
      "loss_total": 0.008886761963367462,
      "step": 25720
    },
    {
      "loss_action": 0.007673325017094612,
      "loss_total": 0.007673325017094612,
      "step": 25720
    },
    {
      "loss_action": 0.01141174603253603,
      "loss_total": 0.01141174603253603,
      "step": 25720
    },
    {
      "loss_action": 0.012490781955420971,
      "loss_total": 0.012490781955420971,
      "step": 25720
    },
    {
      "loss_action": 0.007736526429653168,
      "loss_total": 0.007736526429653168,
      "step": 25720
    },
    {
      "grad_norm": 0.23394791781902313,
      "learning_rate": 8.870527258947024e-05,
      "loss": 0.0125,
      "step": 25730
    },
    {
      "loss_action": 0.020974215120077133,
      "loss_total": 0.020974215120077133,
      "step": 25730
    },
    {
      "loss_action": 0.015022935345768929,
      "loss_total": 0.015022935345768929,
      "step": 25730
    },
    {
      "loss_action": 0.005967322736978531,
      "loss_total": 0.005967322736978531,
      "step": 25730
    },
    {
      "loss_action": 0.005733524914830923,
      "loss_total": 0.005733524914830923,
      "step": 25730
    },
    {
      "loss_action": 0.004093969240784645,
      "loss_total": 0.004093969240784645,
      "step": 25730
    },
    {
      "loss_action": 0.006143791601061821,
      "loss_total": 0.006143791601061821,
      "step": 25730
    },
    {
      "loss_action": 0.0086703822016716,
      "loss_total": 0.0086703822016716,
      "step": 25730
    },
    {
      "loss_action": 0.017363745719194412,
      "loss_total": 0.017363745719194412,
      "step": 25730
    },
    {
      "grad_norm": 0.19780388474464417,
      "learning_rate": 8.869480307229143e-05,
      "loss": 0.013,
      "step": 25740
    },
    {
      "loss_action": 0.020857419818639755,
      "loss_total": 0.020857419818639755,
      "step": 25740
    },
    {
      "loss_action": 0.023812031373381615,
      "loss_total": 0.023812031373381615,
      "step": 25740
    },
    {
      "loss_action": 0.02285805530846119,
      "loss_total": 0.02285805530846119,
      "step": 25740
    },
    {
      "loss_action": 0.008085347712039948,
      "loss_total": 0.008085347712039948,
      "step": 25740
    },
    {
      "loss_action": 0.025935480371117592,
      "loss_total": 0.025935480371117592,
      "step": 25740
    },
    {
      "loss_action": 0.006300946697592735,
      "loss_total": 0.006300946697592735,
      "step": 25740
    },
    {
      "loss_action": 0.01449480652809143,
      "loss_total": 0.01449480652809143,
      "step": 25740
    },
    {
      "loss_action": 0.010779207572340965,
      "loss_total": 0.010779207572340965,
      "step": 25740
    },
    {
      "grad_norm": 0.1451394408941269,
      "learning_rate": 8.868432932350712e-05,
      "loss": 0.012,
      "step": 25750
    },
    {
      "loss_action": 0.0037137067411094904,
      "loss_total": 0.0037137067411094904,
      "step": 25750
    },
    {
      "loss_action": 0.013174163177609444,
      "loss_total": 0.013174163177609444,
      "step": 25750
    },
    {
      "loss_action": 0.018411118537187576,
      "loss_total": 0.018411118537187576,
      "step": 25750
    },
    {
      "loss_action": 0.01304536871612072,
      "loss_total": 0.01304536871612072,
      "step": 25750
    },
    {
      "loss_action": 0.008495551533997059,
      "loss_total": 0.008495551533997059,
      "step": 25750
    },
    {
      "loss_action": 0.01593317836523056,
      "loss_total": 0.01593317836523056,
      "step": 25750
    },
    {
      "loss_action": 0.01342741772532463,
      "loss_total": 0.01342741772532463,
      "step": 25750
    },
    {
      "loss_action": 0.008134632371366024,
      "loss_total": 0.008134632371366024,
      "step": 25750
    },
    {
      "grad_norm": 0.15670494735240936,
      "learning_rate": 8.867385134426272e-05,
      "loss": 0.0124,
      "step": 25760
    },
    {
      "loss_action": 0.024466102942824364,
      "loss_total": 0.024466102942824364,
      "step": 25760
    },
    {
      "loss_action": 0.011131810024380684,
      "loss_total": 0.011131810024380684,
      "step": 25760
    },
    {
      "loss_action": 0.014048248529434204,
      "loss_total": 0.014048248529434204,
      "step": 25760
    },
    {
      "loss_action": 0.006505962461233139,
      "loss_total": 0.006505962461233139,
      "step": 25760
    },
    {
      "loss_action": 0.01033645961433649,
      "loss_total": 0.01033645961433649,
      "step": 25760
    },
    {
      "loss_action": 0.00873867329210043,
      "loss_total": 0.00873867329210043,
      "step": 25760
    },
    {
      "loss_action": 0.009911695495247841,
      "loss_total": 0.009911695495247841,
      "step": 25760
    },
    {
      "loss_action": 0.01106390543282032,
      "loss_total": 0.01106390543282032,
      "step": 25760
    },
    {
      "grad_norm": 0.1404869556427002,
      "learning_rate": 8.866336913570407e-05,
      "loss": 0.0122,
      "step": 25770
    },
    {
      "loss_action": 0.022256897762417793,
      "loss_total": 0.022256897762417793,
      "step": 25770
    },
    {
      "loss_action": 0.009630798362195492,
      "loss_total": 0.009630798362195492,
      "step": 25770
    },
    {
      "loss_action": 0.009721197187900543,
      "loss_total": 0.009721197187900543,
      "step": 25770
    },
    {
      "loss_action": 0.011843768879771233,
      "loss_total": 0.011843768879771233,
      "step": 25770
    },
    {
      "loss_action": 0.01852862536907196,
      "loss_total": 0.01852862536907196,
      "step": 25770
    },
    {
      "loss_action": 0.009656410664319992,
      "loss_total": 0.009656410664319992,
      "step": 25770
    },
    {
      "loss_action": 0.01733401045203209,
      "loss_total": 0.01733401045203209,
      "step": 25770
    },
    {
      "loss_action": 0.019351430237293243,
      "loss_total": 0.019351430237293243,
      "step": 25770
    },
    {
      "grad_norm": 0.19767484068870544,
      "learning_rate": 8.865288269897751e-05,
      "loss": 0.0119,
      "step": 25780
    },
    {
      "loss_action": 0.025758735835552216,
      "loss_total": 0.025758735835552216,
      "step": 25780
    },
    {
      "loss_action": 0.017187124118208885,
      "loss_total": 0.017187124118208885,
      "step": 25780
    },
    {
      "loss_action": 0.015752434730529785,
      "loss_total": 0.015752434730529785,
      "step": 25780
    },
    {
      "loss_action": 0.019053447991609573,
      "loss_total": 0.019053447991609573,
      "step": 25780
    },
    {
      "loss_action": 0.012321926653385162,
      "loss_total": 0.012321926653385162,
      "step": 25780
    },
    {
      "loss_action": 0.013689268380403519,
      "loss_total": 0.013689268380403519,
      "step": 25780
    },
    {
      "loss_action": 0.017310192808508873,
      "loss_total": 0.017310192808508873,
      "step": 25780
    },
    {
      "loss_action": 0.022063881158828735,
      "loss_total": 0.022063881158828735,
      "step": 25780
    },
    {
      "grad_norm": 0.2085343301296234,
      "learning_rate": 8.864239203522981e-05,
      "loss": 0.0152,
      "step": 25790
    },
    {
      "loss_action": 0.004114643670618534,
      "loss_total": 0.004114643670618534,
      "step": 25790
    },
    {
      "loss_action": 0.005958602298051119,
      "loss_total": 0.005958602298051119,
      "step": 25790
    },
    {
      "loss_action": 0.01767284795641899,
      "loss_total": 0.01767284795641899,
      "step": 25790
    },
    {
      "loss_action": 0.010701269842684269,
      "loss_total": 0.010701269842684269,
      "step": 25790
    },
    {
      "loss_action": 0.011073213070631027,
      "loss_total": 0.011073213070631027,
      "step": 25790
    },
    {
      "loss_action": 0.011954226531088352,
      "loss_total": 0.011954226531088352,
      "step": 25790
    },
    {
      "loss_action": 0.004793968051671982,
      "loss_total": 0.004793968051671982,
      "step": 25790
    },
    {
      "loss_action": 0.0038767969235777855,
      "loss_total": 0.0038767969235777855,
      "step": 25790
    },
    {
      "grad_norm": 0.11953452229499817,
      "learning_rate": 8.863189714560822e-05,
      "loss": 0.013,
      "step": 25800
    },
    {
      "loss_action": 0.01677442528307438,
      "loss_total": 0.01677442528307438,
      "step": 25800
    },
    {
      "loss_action": 0.012972124852240086,
      "loss_total": 0.012972124852240086,
      "step": 25800
    },
    {
      "loss_action": 0.023297641426324844,
      "loss_total": 0.023297641426324844,
      "step": 25800
    },
    {
      "loss_action": 0.009202196262776852,
      "loss_total": 0.009202196262776852,
      "step": 25800
    },
    {
      "loss_action": 0.010019674897193909,
      "loss_total": 0.010019674897193909,
      "step": 25800
    },
    {
      "loss_action": 0.027368294075131416,
      "loss_total": 0.027368294075131416,
      "step": 25800
    },
    {
      "loss_action": 0.008925451897084713,
      "loss_total": 0.008925451897084713,
      "step": 25800
    },
    {
      "loss_action": 0.012999184429645538,
      "loss_total": 0.012999184429645538,
      "step": 25800
    },
    {
      "grad_norm": 0.10408646613359451,
      "learning_rate": 8.862139803126043e-05,
      "loss": 0.0109,
      "step": 25810
    },
    {
      "loss_action": 0.008176599629223347,
      "loss_total": 0.008176599629223347,
      "step": 25810
    },
    {
      "loss_action": 0.017437156289815903,
      "loss_total": 0.017437156289815903,
      "step": 25810
    },
    {
      "loss_action": 0.018688980489969254,
      "loss_total": 0.018688980489969254,
      "step": 25810
    },
    {
      "loss_action": 0.006142245605587959,
      "loss_total": 0.006142245605587959,
      "step": 25810
    },
    {
      "loss_action": 0.018612947314977646,
      "loss_total": 0.018612947314977646,
      "step": 25810
    },
    {
      "loss_action": 0.011558794416487217,
      "loss_total": 0.011558794416487217,
      "step": 25810
    },
    {
      "loss_action": 0.006485224701464176,
      "loss_total": 0.006485224701464176,
      "step": 25810
    },
    {
      "loss_action": 0.022249162197113037,
      "loss_total": 0.022249162197113037,
      "step": 25810
    },
    {
      "grad_norm": 0.1264541894197464,
      "learning_rate": 8.861089469333463e-05,
      "loss": 0.0143,
      "step": 25820
    },
    {
      "loss_action": 0.005879613105207682,
      "loss_total": 0.005879613105207682,
      "step": 25820
    },
    {
      "loss_action": 0.013284674845635891,
      "loss_total": 0.013284674845635891,
      "step": 25820
    },
    {
      "loss_action": 0.02377002313733101,
      "loss_total": 0.02377002313733101,
      "step": 25820
    },
    {
      "loss_action": 0.02492859587073326,
      "loss_total": 0.02492859587073326,
      "step": 25820
    },
    {
      "loss_action": 0.010598110035061836,
      "loss_total": 0.010598110035061836,
      "step": 25820
    },
    {
      "loss_action": 0.008190770633518696,
      "loss_total": 0.008190770633518696,
      "step": 25820
    },
    {
      "loss_action": 0.004506227560341358,
      "loss_total": 0.004506227560341358,
      "step": 25820
    },
    {
      "loss_action": 0.007948242127895355,
      "loss_total": 0.007948242127895355,
      "step": 25820
    },
    {
      "grad_norm": 0.12139087170362473,
      "learning_rate": 8.860038713297944e-05,
      "loss": 0.0145,
      "step": 25830
    },
    {
      "loss_action": 0.00988159142434597,
      "loss_total": 0.00988159142434597,
      "step": 25830
    },
    {
      "loss_action": 0.007057413458824158,
      "loss_total": 0.007057413458824158,
      "step": 25830
    },
    {
      "loss_action": 0.01074887439608574,
      "loss_total": 0.01074887439608574,
      "step": 25830
    },
    {
      "loss_action": 0.02370612695813179,
      "loss_total": 0.02370612695813179,
      "step": 25830
    },
    {
      "loss_action": 0.018343398347496986,
      "loss_total": 0.018343398347496986,
      "step": 25830
    },
    {
      "loss_action": 0.02700764499604702,
      "loss_total": 0.02700764499604702,
      "step": 25830
    },
    {
      "loss_action": 0.011211315169930458,
      "loss_total": 0.011211315169930458,
      "step": 25830
    },
    {
      "loss_action": 0.023289069533348083,
      "loss_total": 0.023289069533348083,
      "step": 25830
    },
    {
      "grad_norm": 0.14142286777496338,
      "learning_rate": 8.858987535134394e-05,
      "loss": 0.0156,
      "step": 25840
    },
    {
      "loss_action": 0.01959051936864853,
      "loss_total": 0.01959051936864853,
      "step": 25840
    },
    {
      "loss_action": 0.012473462149500847,
      "loss_total": 0.012473462149500847,
      "step": 25840
    },
    {
      "loss_action": 0.006695273332297802,
      "loss_total": 0.006695273332297802,
      "step": 25840
    },
    {
      "loss_action": 0.0062237028032541275,
      "loss_total": 0.0062237028032541275,
      "step": 25840
    },
    {
      "loss_action": 0.017522312700748444,
      "loss_total": 0.017522312700748444,
      "step": 25840
    },
    {
      "loss_action": 0.0044589596800506115,
      "loss_total": 0.0044589596800506115,
      "step": 25840
    },
    {
      "loss_action": 0.010089119896292686,
      "loss_total": 0.010089119896292686,
      "step": 25840
    },
    {
      "loss_action": 0.03043830767273903,
      "loss_total": 0.03043830767273903,
      "step": 25840
    },
    {
      "grad_norm": 0.16011670231819153,
      "learning_rate": 8.857935934957769e-05,
      "loss": 0.0124,
      "step": 25850
    },
    {
      "loss_action": 0.013680357486009598,
      "loss_total": 0.013680357486009598,
      "step": 25850
    },
    {
      "loss_action": 0.010410650633275509,
      "loss_total": 0.010410650633275509,
      "step": 25850
    },
    {
      "loss_action": 0.016604242846369743,
      "loss_total": 0.016604242846369743,
      "step": 25850
    },
    {
      "loss_action": 0.019479064270853996,
      "loss_total": 0.019479064270853996,
      "step": 25850
    },
    {
      "loss_action": 0.017754876986145973,
      "loss_total": 0.017754876986145973,
      "step": 25850
    },
    {
      "loss_action": 0.01987801119685173,
      "loss_total": 0.01987801119685173,
      "step": 25850
    },
    {
      "loss_action": 0.021642010658979416,
      "loss_total": 0.021642010658979416,
      "step": 25850
    },
    {
      "loss_action": 0.009211977012455463,
      "loss_total": 0.009211977012455463,
      "step": 25850
    },
    {
      "grad_norm": 0.12099526077508926,
      "learning_rate": 8.856883912883071e-05,
      "loss": 0.0124,
      "step": 25860
    },
    {
      "loss_action": 0.005668582394719124,
      "loss_total": 0.005668582394719124,
      "step": 25860
    },
    {
      "loss_action": 0.014699151739478111,
      "loss_total": 0.014699151739478111,
      "step": 25860
    },
    {
      "loss_action": 0.009819823317229748,
      "loss_total": 0.009819823317229748,
      "step": 25860
    },
    {
      "loss_action": 0.007318462710827589,
      "loss_total": 0.007318462710827589,
      "step": 25860
    },
    {
      "loss_action": 0.013361776247620583,
      "loss_total": 0.013361776247620583,
      "step": 25860
    },
    {
      "loss_action": 0.011576199904084206,
      "loss_total": 0.011576199904084206,
      "step": 25860
    },
    {
      "loss_action": 0.011553648859262466,
      "loss_total": 0.011553648859262466,
      "step": 25860
    },
    {
      "loss_action": 0.004487849771976471,
      "loss_total": 0.004487849771976471,
      "step": 25860
    },
    {
      "grad_norm": 0.1275283247232437,
      "learning_rate": 8.855831469025346e-05,
      "loss": 0.0129,
      "step": 25870
    },
    {
      "loss_action": 0.006351369433104992,
      "loss_total": 0.006351369433104992,
      "step": 25870
    },
    {
      "loss_action": 0.007810124661773443,
      "loss_total": 0.007810124661773443,
      "step": 25870
    },
    {
      "loss_action": 0.013159898109734058,
      "loss_total": 0.013159898109734058,
      "step": 25870
    },
    {
      "loss_action": 0.034194815903902054,
      "loss_total": 0.034194815903902054,
      "step": 25870
    },
    {
      "loss_action": 0.013092509470880032,
      "loss_total": 0.013092509470880032,
      "step": 25870
    },
    {
      "loss_action": 0.01138138398528099,
      "loss_total": 0.01138138398528099,
      "step": 25870
    },
    {
      "loss_action": 0.007888076826930046,
      "loss_total": 0.007888076826930046,
      "step": 25870
    },
    {
      "loss_action": 0.016920754685997963,
      "loss_total": 0.016920754685997963,
      "step": 25870
    },
    {
      "grad_norm": 0.17652873694896698,
      "learning_rate": 8.854778603499689e-05,
      "loss": 0.0122,
      "step": 25880
    },
    {
      "loss_action": 0.010511860251426697,
      "loss_total": 0.010511860251426697,
      "step": 25880
    },
    {
      "loss_action": 0.03297436982393265,
      "loss_total": 0.03297436982393265,
      "step": 25880
    },
    {
      "loss_action": 0.009086046367883682,
      "loss_total": 0.009086046367883682,
      "step": 25880
    },
    {
      "loss_action": 0.007970187813043594,
      "loss_total": 0.007970187813043594,
      "step": 25880
    },
    {
      "loss_action": 0.015063748694956303,
      "loss_total": 0.015063748694956303,
      "step": 25880
    },
    {
      "loss_action": 0.021399103105068207,
      "loss_total": 0.021399103105068207,
      "step": 25880
    },
    {
      "loss_action": 0.013751579448580742,
      "loss_total": 0.013751579448580742,
      "step": 25880
    },
    {
      "loss_action": 0.009157069027423859,
      "loss_total": 0.009157069027423859,
      "step": 25880
    },
    {
      "grad_norm": 0.12618903815746307,
      "learning_rate": 8.85372531642124e-05,
      "loss": 0.0123,
      "step": 25890
    },
    {
      "loss_action": 0.015658481046557426,
      "loss_total": 0.015658481046557426,
      "step": 25890
    },
    {
      "loss_action": 0.016765691339969635,
      "loss_total": 0.016765691339969635,
      "step": 25890
    },
    {
      "loss_action": 0.01860584318637848,
      "loss_total": 0.01860584318637848,
      "step": 25890
    },
    {
      "loss_action": 0.008829792030155659,
      "loss_total": 0.008829792030155659,
      "step": 25890
    },
    {
      "loss_action": 0.014895743690431118,
      "loss_total": 0.014895743690431118,
      "step": 25890
    },
    {
      "loss_action": 0.011916948482394218,
      "loss_total": 0.011916948482394218,
      "step": 25890
    },
    {
      "loss_action": 0.008143004961311817,
      "loss_total": 0.008143004961311817,
      "step": 25890
    },
    {
      "loss_action": 0.008601861074566841,
      "loss_total": 0.008601861074566841,
      "step": 25890
    },
    {
      "grad_norm": 0.1028960570693016,
      "learning_rate": 8.852671607905185e-05,
      "loss": 0.013,
      "step": 25900
    },
    {
      "loss_action": 0.01530169416218996,
      "loss_total": 0.01530169416218996,
      "step": 25900
    },
    {
      "loss_action": 0.010912012308835983,
      "loss_total": 0.010912012308835983,
      "step": 25900
    },
    {
      "loss_action": 0.0067352429032325745,
      "loss_total": 0.0067352429032325745,
      "step": 25900
    },
    {
      "loss_action": 0.011165562085807323,
      "loss_total": 0.011165562085807323,
      "step": 25900
    },
    {
      "loss_action": 0.00844784639775753,
      "loss_total": 0.00844784639775753,
      "step": 25900
    },
    {
      "loss_action": 0.014543204568326473,
      "loss_total": 0.014543204568326473,
      "step": 25900
    },
    {
      "loss_action": 0.0056954678148031235,
      "loss_total": 0.0056954678148031235,
      "step": 25900
    },
    {
      "loss_action": 0.006599161773920059,
      "loss_total": 0.006599161773920059,
      "step": 25900
    },
    {
      "grad_norm": 0.11537991464138031,
      "learning_rate": 8.851617478066754e-05,
      "loss": 0.0113,
      "step": 25910
    },
    {
      "loss_action": 0.004063119180500507,
      "loss_total": 0.004063119180500507,
      "step": 25910
    },
    {
      "loss_action": 0.0059654731303453445,
      "loss_total": 0.0059654731303453445,
      "step": 25910
    },
    {
      "loss_action": 0.006572281941771507,
      "loss_total": 0.006572281941771507,
      "step": 25910
    },
    {
      "loss_action": 0.0039606848731637,
      "loss_total": 0.0039606848731637,
      "step": 25910
    },
    {
      "loss_action": 0.012529662810266018,
      "loss_total": 0.012529662810266018,
      "step": 25910
    },
    {
      "loss_action": 0.007262774743139744,
      "loss_total": 0.007262774743139744,
      "step": 25910
    },
    {
      "loss_action": 0.004471502732485533,
      "loss_total": 0.004471502732485533,
      "step": 25910
    },
    {
      "loss_action": 0.006869645789265633,
      "loss_total": 0.006869645789265633,
      "step": 25910
    },
    {
      "grad_norm": 0.18712906539440155,
      "learning_rate": 8.850562927021227e-05,
      "loss": 0.0118,
      "step": 25920
    },
    {
      "loss_action": 0.005443450529128313,
      "loss_total": 0.005443450529128313,
      "step": 25920
    },
    {
      "loss_action": 0.008769148960709572,
      "loss_total": 0.008769148960709572,
      "step": 25920
    },
    {
      "loss_action": 0.006782440468668938,
      "loss_total": 0.006782440468668938,
      "step": 25920
    },
    {
      "loss_action": 0.011518407613039017,
      "loss_total": 0.011518407613039017,
      "step": 25920
    },
    {
      "loss_action": 0.04386851191520691,
      "loss_total": 0.04386851191520691,
      "step": 25920
    },
    {
      "loss_action": 0.00645021628588438,
      "loss_total": 0.00645021628588438,
      "step": 25920
    },
    {
      "loss_action": 0.01369289867579937,
      "loss_total": 0.01369289867579937,
      "step": 25920
    },
    {
      "loss_action": 0.006051717791706324,
      "loss_total": 0.006051717791706324,
      "step": 25920
    },
    {
      "grad_norm": 0.1604970246553421,
      "learning_rate": 8.849507954883928e-05,
      "loss": 0.013,
      "step": 25930
    },
    {
      "loss_action": 0.005829826463013887,
      "loss_total": 0.005829826463013887,
      "step": 25930
    },
    {
      "loss_action": 0.007907743565738201,
      "loss_total": 0.007907743565738201,
      "step": 25930
    },
    {
      "loss_action": 0.008898856118321419,
      "loss_total": 0.008898856118321419,
      "step": 25930
    },
    {
      "loss_action": 0.006888092029839754,
      "loss_total": 0.006888092029839754,
      "step": 25930
    },
    {
      "loss_action": 0.019740242511034012,
      "loss_total": 0.019740242511034012,
      "step": 25930
    },
    {
      "loss_action": 0.01297469437122345,
      "loss_total": 0.01297469437122345,
      "step": 25930
    },
    {
      "loss_action": 0.011311130598187447,
      "loss_total": 0.011311130598187447,
      "step": 25930
    },
    {
      "loss_action": 0.006561668589711189,
      "loss_total": 0.006561668589711189,
      "step": 25930
    },
    {
      "grad_norm": 0.11459711194038391,
      "learning_rate": 8.848452561770226e-05,
      "loss": 0.0119,
      "step": 25940
    },
    {
      "loss_action": 0.020077157765626907,
      "loss_total": 0.020077157765626907,
      "step": 25940
    },
    {
      "loss_action": 0.011279571801424026,
      "loss_total": 0.011279571801424026,
      "step": 25940
    },
    {
      "loss_action": 0.011579797603189945,
      "loss_total": 0.011579797603189945,
      "step": 25940
    },
    {
      "loss_action": 0.01797785609960556,
      "loss_total": 0.01797785609960556,
      "step": 25940
    },
    {
      "loss_action": 0.01306808739900589,
      "loss_total": 0.01306808739900589,
      "step": 25940
    },
    {
      "loss_action": 0.01277345884591341,
      "loss_total": 0.01277345884591341,
      "step": 25940
    },
    {
      "loss_action": 0.01563486084342003,
      "loss_total": 0.01563486084342003,
      "step": 25940
    },
    {
      "loss_action": 0.01008962094783783,
      "loss_total": 0.01008962094783783,
      "step": 25940
    },
    {
      "grad_norm": 0.1503259241580963,
      "learning_rate": 8.847396747795538e-05,
      "loss": 0.0098,
      "step": 25950
    },
    {
      "loss_action": 0.03375578299164772,
      "loss_total": 0.03375578299164772,
      "step": 25950
    },
    {
      "loss_action": 0.00941532850265503,
      "loss_total": 0.00941532850265503,
      "step": 25950
    },
    {
      "loss_action": 0.009503397159278393,
      "loss_total": 0.009503397159278393,
      "step": 25950
    },
    {
      "loss_action": 0.013271255418658257,
      "loss_total": 0.013271255418658257,
      "step": 25950
    },
    {
      "loss_action": 0.007367015350610018,
      "loss_total": 0.007367015350610018,
      "step": 25950
    },
    {
      "loss_action": 0.011462069116532803,
      "loss_total": 0.011462069116532803,
      "step": 25950
    },
    {
      "loss_action": 0.0065642595291137695,
      "loss_total": 0.0065642595291137695,
      "step": 25950
    },
    {
      "loss_action": 0.00684579461812973,
      "loss_total": 0.00684579461812973,
      "step": 25950
    },
    {
      "grad_norm": 0.253341943025589,
      "learning_rate": 8.846340513075327e-05,
      "loss": 0.0132,
      "step": 25960
    },
    {
      "loss_action": 0.012118121609091759,
      "loss_total": 0.012118121609091759,
      "step": 25960
    },
    {
      "loss_action": 0.012937121093273163,
      "loss_total": 0.012937121093273163,
      "step": 25960
    },
    {
      "loss_action": 0.0063691213726997375,
      "loss_total": 0.0063691213726997375,
      "step": 25960
    },
    {
      "loss_action": 0.00935383327305317,
      "loss_total": 0.00935383327305317,
      "step": 25960
    },
    {
      "loss_action": 0.009823156520724297,
      "loss_total": 0.009823156520724297,
      "step": 25960
    },
    {
      "loss_action": 0.007934007793664932,
      "loss_total": 0.007934007793664932,
      "step": 25960
    },
    {
      "loss_action": 0.008920598775148392,
      "loss_total": 0.008920598775148392,
      "step": 25960
    },
    {
      "loss_action": 0.004986242391169071,
      "loss_total": 0.004986242391169071,
      "step": 25960
    },
    {
      "grad_norm": 0.18385958671569824,
      "learning_rate": 8.845283857725099e-05,
      "loss": 0.0139,
      "step": 25970
    },
    {
      "loss_action": 0.025791525840759277,
      "loss_total": 0.025791525840759277,
      "step": 25970
    },
    {
      "loss_action": 0.013671495020389557,
      "loss_total": 0.013671495020389557,
      "step": 25970
    },
    {
      "loss_action": 0.011385870166122913,
      "loss_total": 0.011385870166122913,
      "step": 25970
    },
    {
      "loss_action": 0.028559986501932144,
      "loss_total": 0.028559986501932144,
      "step": 25970
    },
    {
      "loss_action": 0.018279731273651123,
      "loss_total": 0.018279731273651123,
      "step": 25970
    },
    {
      "loss_action": 0.008380965329706669,
      "loss_total": 0.008380965329706669,
      "step": 25970
    },
    {
      "loss_action": 0.012840944342315197,
      "loss_total": 0.012840944342315197,
      "step": 25970
    },
    {
      "loss_action": 0.006646098103374243,
      "loss_total": 0.006646098103374243,
      "step": 25970
    },
    {
      "grad_norm": 0.1995660960674286,
      "learning_rate": 8.844226781860409e-05,
      "loss": 0.0155,
      "step": 25980
    },
    {
      "loss_action": 0.003884839126840234,
      "loss_total": 0.003884839126840234,
      "step": 25980
    },
    {
      "loss_action": 0.0448065921664238,
      "loss_total": 0.0448065921664238,
      "step": 25980
    },
    {
      "loss_action": 0.013953130692243576,
      "loss_total": 0.013953130692243576,
      "step": 25980
    },
    {
      "loss_action": 0.040005944669246674,
      "loss_total": 0.040005944669246674,
      "step": 25980
    },
    {
      "loss_action": 0.01017964817583561,
      "loss_total": 0.01017964817583561,
      "step": 25980
    },
    {
      "loss_action": 0.006207181606441736,
      "loss_total": 0.006207181606441736,
      "step": 25980
    },
    {
      "loss_action": 0.03707530349493027,
      "loss_total": 0.03707530349493027,
      "step": 25980
    },
    {
      "loss_action": 0.011724715121090412,
      "loss_total": 0.011724715121090412,
      "step": 25980
    },
    {
      "grad_norm": 0.11806540936231613,
      "learning_rate": 8.84316928559686e-05,
      "loss": 0.0134,
      "step": 25990
    },
    {
      "loss_action": 0.014382277615368366,
      "loss_total": 0.014382277615368366,
      "step": 25990
    },
    {
      "loss_action": 0.005004250910133123,
      "loss_total": 0.005004250910133123,
      "step": 25990
    },
    {
      "loss_action": 0.010836776345968246,
      "loss_total": 0.010836776345968246,
      "step": 25990
    },
    {
      "loss_action": 0.017075037583708763,
      "loss_total": 0.017075037583708763,
      "step": 25990
    },
    {
      "loss_action": 0.007142926566302776,
      "loss_total": 0.007142926566302776,
      "step": 25990
    },
    {
      "loss_action": 0.004693558905273676,
      "loss_total": 0.004693558905273676,
      "step": 25990
    },
    {
      "loss_action": 0.003949997015297413,
      "loss_total": 0.003949997015297413,
      "step": 25990
    },
    {
      "loss_action": 0.00419542845338583,
      "loss_total": 0.00419542845338583,
      "step": 25990
    },
    {
      "grad_norm": 0.13140998780727386,
      "learning_rate": 8.842111369050094e-05,
      "loss": 0.0118,
      "step": 26000
    },
    {
      "loss_action": 0.016648583114147186,
      "loss_total": 0.016648583114147186,
      "step": 26000
    },
    {
      "loss_action": 0.005189931020140648,
      "loss_total": 0.005189931020140648,
      "step": 26000
    },
    {
      "loss_action": 0.00569662731140852,
      "loss_total": 0.00569662731140852,
      "step": 26000
    },
    {
      "loss_action": 0.0029396400786936283,
      "loss_total": 0.0029396400786936283,
      "step": 26000
    },
    {
      "loss_action": 0.007291003130376339,
      "loss_total": 0.007291003130376339,
      "step": 26000
    },
    {
      "loss_action": 0.003927300684154034,
      "loss_total": 0.003927300684154034,
      "step": 26000
    },
    {
      "loss_action": 0.006521145813167095,
      "loss_total": 0.006521145813167095,
      "step": 26000
    },
    {
      "loss_action": 0.0029618488624691963,
      "loss_total": 0.0029618488624691963,
      "step": 26000
    },
    {
      "grad_norm": 0.15647746622562408,
      "learning_rate": 8.841053032335808e-05,
      "loss": 0.0125,
      "step": 26010
    },
    {
      "loss_action": 0.011799031868577003,
      "loss_total": 0.011799031868577003,
      "step": 26010
    },
    {
      "loss_action": 0.025487760081887245,
      "loss_total": 0.025487760081887245,
      "step": 26010
    },
    {
      "loss_action": 0.007735690101981163,
      "loss_total": 0.007735690101981163,
      "step": 26010
    },
    {
      "loss_action": 0.007884355261921883,
      "loss_total": 0.007884355261921883,
      "step": 26010
    },
    {
      "loss_action": 0.006255953572690487,
      "loss_total": 0.006255953572690487,
      "step": 26010
    },
    {
      "loss_action": 0.012124083936214447,
      "loss_total": 0.012124083936214447,
      "step": 26010
    },
    {
      "loss_action": 0.006470928899943829,
      "loss_total": 0.006470928899943829,
      "step": 26010
    },
    {
      "loss_action": 0.005719183944165707,
      "loss_total": 0.005719183944165707,
      "step": 26010
    },
    {
      "grad_norm": 0.16756130754947662,
      "learning_rate": 8.839994275569735e-05,
      "loss": 0.0103,
      "step": 26020
    },
    {
      "loss_action": 0.01722409576177597,
      "loss_total": 0.01722409576177597,
      "step": 26020
    },
    {
      "loss_action": 0.03431134670972824,
      "loss_total": 0.03431134670972824,
      "step": 26020
    },
    {
      "loss_action": 0.010922428220510483,
      "loss_total": 0.010922428220510483,
      "step": 26020
    },
    {
      "loss_action": 0.007144204340875149,
      "loss_total": 0.007144204340875149,
      "step": 26020
    },
    {
      "loss_action": 0.0064811427146196365,
      "loss_total": 0.0064811427146196365,
      "step": 26020
    },
    {
      "loss_action": 0.04358512535691261,
      "loss_total": 0.04358512535691261,
      "step": 26020
    },
    {
      "loss_action": 0.00859406590461731,
      "loss_total": 0.00859406590461731,
      "step": 26020
    },
    {
      "loss_action": 0.019408563151955605,
      "loss_total": 0.019408563151955605,
      "step": 26020
    },
    {
      "grad_norm": 0.11706152558326721,
      "learning_rate": 8.838935098867662e-05,
      "loss": 0.0119,
      "step": 26030
    },
    {
      "loss_action": 0.02434851974248886,
      "loss_total": 0.02434851974248886,
      "step": 26030
    },
    {
      "loss_action": 0.0038883432280272245,
      "loss_total": 0.0038883432280272245,
      "step": 26030
    },
    {
      "loss_action": 0.016556674614548683,
      "loss_total": 0.016556674614548683,
      "step": 26030
    },
    {
      "loss_action": 0.018269900232553482,
      "loss_total": 0.018269900232553482,
      "step": 26030
    },
    {
      "loss_action": 0.01715751178562641,
      "loss_total": 0.01715751178562641,
      "step": 26030
    },
    {
      "loss_action": 0.0033061387948691845,
      "loss_total": 0.0033061387948691845,
      "step": 26030
    },
    {
      "loss_action": 0.006411897949874401,
      "loss_total": 0.006411897949874401,
      "step": 26030
    },
    {
      "loss_action": 0.005780916661024094,
      "loss_total": 0.005780916661024094,
      "step": 26030
    },
    {
      "grad_norm": 0.13223060965538025,
      "learning_rate": 8.837875502345418e-05,
      "loss": 0.0115,
      "step": 26040
    },
    {
      "loss_action": 0.01752961240708828,
      "loss_total": 0.01752961240708828,
      "step": 26040
    },
    {
      "loss_action": 0.01030132919549942,
      "loss_total": 0.01030132919549942,
      "step": 26040
    },
    {
      "loss_action": 0.01305442675948143,
      "loss_total": 0.01305442675948143,
      "step": 26040
    },
    {
      "loss_action": 0.004408290609717369,
      "loss_total": 0.004408290609717369,
      "step": 26040
    },
    {
      "loss_action": 0.0033580991439521313,
      "loss_total": 0.0033580991439521313,
      "step": 26040
    },
    {
      "loss_action": 0.013296855613589287,
      "loss_total": 0.013296855613589287,
      "step": 26040
    },
    {
      "loss_action": 0.009057444520294666,
      "loss_total": 0.009057444520294666,
      "step": 26040
    },
    {
      "loss_action": 0.010459217242896557,
      "loss_total": 0.010459217242896557,
      "step": 26040
    },
    {
      "grad_norm": 0.14044860005378723,
      "learning_rate": 8.83681548611888e-05,
      "loss": 0.0116,
      "step": 26050
    },
    {
      "loss_action": 0.020072462037205696,
      "loss_total": 0.020072462037205696,
      "step": 26050
    },
    {
      "loss_action": 0.013367990031838417,
      "loss_total": 0.013367990031838417,
      "step": 26050
    },
    {
      "loss_action": 0.011346718296408653,
      "loss_total": 0.011346718296408653,
      "step": 26050
    },
    {
      "loss_action": 0.009923946112394333,
      "loss_total": 0.009923946112394333,
      "step": 26050
    },
    {
      "loss_action": 0.014980703592300415,
      "loss_total": 0.014980703592300415,
      "step": 26050
    },
    {
      "loss_action": 0.007846135646104813,
      "loss_total": 0.007846135646104813,
      "step": 26050
    },
    {
      "loss_action": 0.058616019785404205,
      "loss_total": 0.058616019785404205,
      "step": 26050
    },
    {
      "loss_action": 0.008440982550382614,
      "loss_total": 0.008440982550382614,
      "step": 26050
    },
    {
      "grad_norm": 0.12625916302204132,
      "learning_rate": 8.835755050303969e-05,
      "loss": 0.0126,
      "step": 26060
    },
    {
      "loss_action": 0.014099681749939919,
      "loss_total": 0.014099681749939919,
      "step": 26060
    },
    {
      "loss_action": 0.010391373187303543,
      "loss_total": 0.010391373187303543,
      "step": 26060
    },
    {
      "loss_action": 0.009365145117044449,
      "loss_total": 0.009365145117044449,
      "step": 26060
    },
    {
      "loss_action": 0.020624946802854538,
      "loss_total": 0.020624946802854538,
      "step": 26060
    },
    {
      "loss_action": 0.01067588571459055,
      "loss_total": 0.01067588571459055,
      "step": 26060
    },
    {
      "loss_action": 0.009406913071870804,
      "loss_total": 0.009406913071870804,
      "step": 26060
    },
    {
      "loss_action": 0.006315978243947029,
      "loss_total": 0.006315978243947029,
      "step": 26060
    },
    {
      "loss_action": 0.008278229273855686,
      "loss_total": 0.008278229273855686,
      "step": 26060
    },
    {
      "grad_norm": 0.11766528338193893,
      "learning_rate": 8.834694195016653e-05,
      "loss": 0.0102,
      "step": 26070
    },
    {
      "loss_action": 0.007174021098762751,
      "loss_total": 0.007174021098762751,
      "step": 26070
    },
    {
      "loss_action": 0.00912180170416832,
      "loss_total": 0.00912180170416832,
      "step": 26070
    },
    {
      "loss_action": 0.007743786554783583,
      "loss_total": 0.007743786554783583,
      "step": 26070
    },
    {
      "loss_action": 0.006799556780606508,
      "loss_total": 0.006799556780606508,
      "step": 26070
    },
    {
      "loss_action": 0.003941388335078955,
      "loss_total": 0.003941388335078955,
      "step": 26070
    },
    {
      "loss_action": 0.003718903288245201,
      "loss_total": 0.003718903288245201,
      "step": 26070
    },
    {
      "loss_action": 0.004170258995145559,
      "loss_total": 0.004170258995145559,
      "step": 26070
    },
    {
      "loss_action": 0.012406988069415092,
      "loss_total": 0.012406988069415092,
      "step": 26070
    },
    {
      "grad_norm": 0.1572655290365219,
      "learning_rate": 8.833632920372942e-05,
      "loss": 0.0108,
      "step": 26080
    },
    {
      "loss_action": 0.015290709212422371,
      "loss_total": 0.015290709212422371,
      "step": 26080
    },
    {
      "loss_action": 0.009727910161018372,
      "loss_total": 0.009727910161018372,
      "step": 26080
    },
    {
      "loss_action": 0.0027582524344325066,
      "loss_total": 0.0027582524344325066,
      "step": 26080
    },
    {
      "loss_action": 0.013825957663357258,
      "loss_total": 0.013825957663357258,
      "step": 26080
    },
    {
      "loss_action": 0.0183400996029377,
      "loss_total": 0.0183400996029377,
      "step": 26080
    },
    {
      "loss_action": 0.008078144863247871,
      "loss_total": 0.008078144863247871,
      "step": 26080
    },
    {
      "loss_action": 0.004886374808847904,
      "loss_total": 0.004886374808847904,
      "step": 26080
    },
    {
      "loss_action": 0.009117694571614265,
      "loss_total": 0.009117694571614265,
      "step": 26080
    },
    {
      "grad_norm": 0.1559264063835144,
      "learning_rate": 8.832571226488903e-05,
      "loss": 0.0104,
      "step": 26090
    },
    {
      "loss_action": 0.00878854189068079,
      "loss_total": 0.00878854189068079,
      "step": 26090
    },
    {
      "loss_action": 0.010060874745249748,
      "loss_total": 0.010060874745249748,
      "step": 26090
    },
    {
      "loss_action": 0.003979668021202087,
      "loss_total": 0.003979668021202087,
      "step": 26090
    },
    {
      "loss_action": 0.018435362726449966,
      "loss_total": 0.018435362726449966,
      "step": 26090
    },
    {
      "loss_action": 0.017267150804400444,
      "loss_total": 0.017267150804400444,
      "step": 26090
    },
    {
      "loss_action": 0.00810592994093895,
      "loss_total": 0.00810592994093895,
      "step": 26090
    },
    {
      "loss_action": 0.007582716178148985,
      "loss_total": 0.007582716178148985,
      "step": 26090
    },
    {
      "loss_action": 0.012441868893802166,
      "loss_total": 0.012441868893802166,
      "step": 26090
    },
    {
      "grad_norm": 0.12397059798240662,
      "learning_rate": 8.831509113480634e-05,
      "loss": 0.0123,
      "step": 26100
    },
    {
      "loss_action": 0.006503217853605747,
      "loss_total": 0.006503217853605747,
      "step": 26100
    },
    {
      "loss_action": 0.00847364217042923,
      "loss_total": 0.00847364217042923,
      "step": 26100
    },
    {
      "loss_action": 0.007682499010115862,
      "loss_total": 0.007682499010115862,
      "step": 26100
    },
    {
      "loss_action": 0.006285286974161863,
      "loss_total": 0.006285286974161863,
      "step": 26100
    },
    {
      "loss_action": 0.013569580391049385,
      "loss_total": 0.013569580391049385,
      "step": 26100
    },
    {
      "loss_action": 0.004073113668709993,
      "loss_total": 0.004073113668709993,
      "step": 26100
    },
    {
      "loss_action": 0.03208746016025543,
      "loss_total": 0.03208746016025543,
      "step": 26100
    },
    {
      "loss_action": 0.008839037269353867,
      "loss_total": 0.008839037269353867,
      "step": 26100
    },
    {
      "grad_norm": 0.28121647238731384,
      "learning_rate": 8.83044658146429e-05,
      "loss": 0.0113,
      "step": 26110
    },
    {
      "loss_action": 0.007223667576909065,
      "loss_total": 0.007223667576909065,
      "step": 26110
    },
    {
      "loss_action": 0.010832767002284527,
      "loss_total": 0.010832767002284527,
      "step": 26110
    },
    {
      "loss_action": 0.01118413545191288,
      "loss_total": 0.01118413545191288,
      "step": 26110
    },
    {
      "loss_action": 0.010412648320198059,
      "loss_total": 0.010412648320198059,
      "step": 26110
    },
    {
      "loss_action": 0.013881972059607506,
      "loss_total": 0.013881972059607506,
      "step": 26110
    },
    {
      "loss_action": 0.007734738290309906,
      "loss_total": 0.007734738290309906,
      "step": 26110
    },
    {
      "loss_action": 0.017020512372255325,
      "loss_total": 0.017020512372255325,
      "step": 26110
    },
    {
      "loss_action": 0.01956922374665737,
      "loss_total": 0.01956922374665737,
      "step": 26110
    },
    {
      "grad_norm": 0.08896239101886749,
      "learning_rate": 8.829383630556067e-05,
      "loss": 0.0112,
      "step": 26120
    },
    {
      "loss_action": 0.011156123131513596,
      "loss_total": 0.011156123131513596,
      "step": 26120
    },
    {
      "loss_action": 0.01683897338807583,
      "loss_total": 0.01683897338807583,
      "step": 26120
    },
    {
      "loss_action": 0.008566457778215408,
      "loss_total": 0.008566457778215408,
      "step": 26120
    },
    {
      "loss_action": 0.007809460163116455,
      "loss_total": 0.007809460163116455,
      "step": 26120
    },
    {
      "loss_action": 0.02756776660680771,
      "loss_total": 0.02756776660680771,
      "step": 26120
    },
    {
      "loss_action": 0.009880014695227146,
      "loss_total": 0.009880014695227146,
      "step": 26120
    },
    {
      "loss_action": 0.004211330786347389,
      "loss_total": 0.004211330786347389,
      "step": 26120
    },
    {
      "loss_action": 0.006468519568443298,
      "loss_total": 0.006468519568443298,
      "step": 26120
    },
    {
      "grad_norm": 0.13884249329566956,
      "learning_rate": 8.828320260872207e-05,
      "loss": 0.0099,
      "step": 26130
    },
    {
      "loss_action": 0.01286354660987854,
      "loss_total": 0.01286354660987854,
      "step": 26130
    },
    {
      "loss_action": 0.005537991877645254,
      "loss_total": 0.005537991877645254,
      "step": 26130
    },
    {
      "loss_action": 0.007275639101862907,
      "loss_total": 0.007275639101862907,
      "step": 26130
    },
    {
      "loss_action": 0.016534294933080673,
      "loss_total": 0.016534294933080673,
      "step": 26130
    },
    {
      "loss_action": 0.028517553582787514,
      "loss_total": 0.028517553582787514,
      "step": 26130
    },
    {
      "loss_action": 0.011586267501115799,
      "loss_total": 0.011586267501115799,
      "step": 26130
    },
    {
      "loss_action": 0.0047941021621227264,
      "loss_total": 0.0047941021621227264,
      "step": 26130
    },
    {
      "loss_action": 0.007972100749611855,
      "loss_total": 0.007972100749611855,
      "step": 26130
    },
    {
      "grad_norm": 0.20441733300685883,
      "learning_rate": 8.827256472529e-05,
      "loss": 0.0113,
      "step": 26140
    },
    {
      "loss_action": 0.008958999067544937,
      "loss_total": 0.008958999067544937,
      "step": 26140
    },
    {
      "loss_action": 0.0047259144484996796,
      "loss_total": 0.0047259144484996796,
      "step": 26140
    },
    {
      "loss_action": 0.007236427627503872,
      "loss_total": 0.007236427627503872,
      "step": 26140
    },
    {
      "loss_action": 0.006049124523997307,
      "loss_total": 0.006049124523997307,
      "step": 26140
    },
    {
      "loss_action": 0.004897916689515114,
      "loss_total": 0.004897916689515114,
      "step": 26140
    },
    {
      "loss_action": 0.010407241061329842,
      "loss_total": 0.010407241061329842,
      "step": 26140
    },
    {
      "loss_action": 0.007376805413514376,
      "loss_total": 0.007376805413514376,
      "step": 26140
    },
    {
      "loss_action": 0.01478456798940897,
      "loss_total": 0.01478456798940897,
      "step": 26140
    },
    {
      "grad_norm": 0.20541928708553314,
      "learning_rate": 8.826192265642778e-05,
      "loss": 0.011,
      "step": 26150
    },
    {
      "loss_action": 0.00804127100855112,
      "loss_total": 0.00804127100855112,
      "step": 26150
    },
    {
      "loss_action": 0.009049907326698303,
      "loss_total": 0.009049907326698303,
      "step": 26150
    },
    {
      "loss_action": 0.0028695273213088512,
      "loss_total": 0.0028695273213088512,
      "step": 26150
    },
    {
      "loss_action": 0.0097211804240942,
      "loss_total": 0.0097211804240942,
      "step": 26150
    },
    {
      "loss_action": 0.016469400376081467,
      "loss_total": 0.016469400376081467,
      "step": 26150
    },
    {
      "loss_action": 0.0034613332245498896,
      "loss_total": 0.0034613332245498896,
      "step": 26150
    },
    {
      "loss_action": 0.018986813724040985,
      "loss_total": 0.018986813724040985,
      "step": 26150
    },
    {
      "loss_action": 0.004211762920022011,
      "loss_total": 0.004211762920022011,
      "step": 26150
    },
    {
      "grad_norm": 0.14210079610347748,
      "learning_rate": 8.825127640329923e-05,
      "loss": 0.0109,
      "step": 26160
    },
    {
      "loss_action": 0.005605165846645832,
      "loss_total": 0.005605165846645832,
      "step": 26160
    },
    {
      "loss_action": 0.012360330671072006,
      "loss_total": 0.012360330671072006,
      "step": 26160
    },
    {
      "loss_action": 0.012089219875633717,
      "loss_total": 0.012089219875633717,
      "step": 26160
    },
    {
      "loss_action": 0.011150454171001911,
      "loss_total": 0.011150454171001911,
      "step": 26160
    },
    {
      "loss_action": 0.01061299815773964,
      "loss_total": 0.01061299815773964,
      "step": 26160
    },
    {
      "loss_action": 0.021049626171588898,
      "loss_total": 0.021049626171588898,
      "step": 26160
    },
    {
      "loss_action": 0.007986747659742832,
      "loss_total": 0.007986747659742832,
      "step": 26160
    },
    {
      "loss_action": 0.006878636311739683,
      "loss_total": 0.006878636311739683,
      "step": 26160
    },
    {
      "grad_norm": 0.15622033178806305,
      "learning_rate": 8.824062596706861e-05,
      "loss": 0.0113,
      "step": 26170
    },
    {
      "loss_action": 0.008290513418614864,
      "loss_total": 0.008290513418614864,
      "step": 26170
    },
    {
      "loss_action": 0.009123874828219414,
      "loss_total": 0.009123874828219414,
      "step": 26170
    },
    {
      "loss_action": 0.010189172811806202,
      "loss_total": 0.010189172811806202,
      "step": 26170
    },
    {
      "loss_action": 0.007954965345561504,
      "loss_total": 0.007954965345561504,
      "step": 26170
    },
    {
      "loss_action": 0.00634049903601408,
      "loss_total": 0.00634049903601408,
      "step": 26170
    },
    {
      "loss_action": 0.006940706633031368,
      "loss_total": 0.006940706633031368,
      "step": 26170
    },
    {
      "loss_action": 0.009194323793053627,
      "loss_total": 0.009194323793053627,
      "step": 26170
    },
    {
      "loss_action": 0.006495247595012188,
      "loss_total": 0.006495247595012188,
      "step": 26170
    },
    {
      "grad_norm": 0.14279818534851074,
      "learning_rate": 8.822997134890062e-05,
      "loss": 0.0114,
      "step": 26180
    },
    {
      "loss_action": 0.006953404285013676,
      "loss_total": 0.006953404285013676,
      "step": 26180
    },
    {
      "loss_action": 0.016397804021835327,
      "loss_total": 0.016397804021835327,
      "step": 26180
    },
    {
      "loss_action": 0.005890439730137587,
      "loss_total": 0.005890439730137587,
      "step": 26180
    },
    {
      "loss_action": 0.009861068800091743,
      "loss_total": 0.009861068800091743,
      "step": 26180
    },
    {
      "loss_action": 0.012732608243823051,
      "loss_total": 0.012732608243823051,
      "step": 26180
    },
    {
      "loss_action": 0.010720290243625641,
      "loss_total": 0.010720290243625641,
      "step": 26180
    },
    {
      "loss_action": 0.011243164539337158,
      "loss_total": 0.011243164539337158,
      "step": 26180
    },
    {
      "loss_action": 0.020025283098220825,
      "loss_total": 0.020025283098220825,
      "step": 26180
    },
    {
      "grad_norm": 0.17502041161060333,
      "learning_rate": 8.821931254996044e-05,
      "loss": 0.0128,
      "step": 26190
    },
    {
      "loss_action": 0.009580111131072044,
      "loss_total": 0.009580111131072044,
      "step": 26190
    },
    {
      "loss_action": 0.009357050061225891,
      "loss_total": 0.009357050061225891,
      "step": 26190
    },
    {
      "loss_action": 0.010068919509649277,
      "loss_total": 0.010068919509649277,
      "step": 26190
    },
    {
      "loss_action": 0.01906200684607029,
      "loss_total": 0.01906200684607029,
      "step": 26190
    },
    {
      "loss_action": 0.0060852086171507835,
      "loss_total": 0.0060852086171507835,
      "step": 26190
    },
    {
      "loss_action": 0.004049547947943211,
      "loss_total": 0.004049547947943211,
      "step": 26190
    },
    {
      "loss_action": 0.01400837767869234,
      "loss_total": 0.01400837767869234,
      "step": 26190
    },
    {
      "loss_action": 0.007734859827905893,
      "loss_total": 0.007734859827905893,
      "step": 26190
    },
    {
      "grad_norm": 0.19825930893421173,
      "learning_rate": 8.82086495714137e-05,
      "loss": 0.0128,
      "step": 26200
    },
    {
      "loss_action": 0.013997015543282032,
      "loss_total": 0.013997015543282032,
      "step": 26200
    },
    {
      "loss_action": 0.012673554010689259,
      "loss_total": 0.012673554010689259,
      "step": 26200
    },
    {
      "loss_action": 0.005446206778287888,
      "loss_total": 0.005446206778287888,
      "step": 26200
    },
    {
      "loss_action": 0.009933301247656345,
      "loss_total": 0.009933301247656345,
      "step": 26200
    },
    {
      "loss_action": 0.011954965069890022,
      "loss_total": 0.011954965069890022,
      "step": 26200
    },
    {
      "loss_action": 0.007498901803046465,
      "loss_total": 0.007498901803046465,
      "step": 26200
    },
    {
      "loss_action": 0.030455980449914932,
      "loss_total": 0.030455980449914932,
      "step": 26200
    },
    {
      "loss_action": 0.008476803079247475,
      "loss_total": 0.008476803079247475,
      "step": 26200
    },
    {
      "grad_norm": 0.19309033453464508,
      "learning_rate": 8.81979824144265e-05,
      "loss": 0.0119,
      "step": 26210
    },
    {
      "loss_action": 0.012384083122015,
      "loss_total": 0.012384083122015,
      "step": 26210
    },
    {
      "loss_action": 0.018768005073070526,
      "loss_total": 0.018768005073070526,
      "step": 26210
    },
    {
      "loss_action": 0.009265336208045483,
      "loss_total": 0.009265336208045483,
      "step": 26210
    },
    {
      "loss_action": 0.009452912025153637,
      "loss_total": 0.009452912025153637,
      "step": 26210
    },
    {
      "loss_action": 0.0122225945815444,
      "loss_total": 0.0122225945815444,
      "step": 26210
    },
    {
      "loss_action": 0.043566033244132996,
      "loss_total": 0.043566033244132996,
      "step": 26210
    },
    {
      "loss_action": 0.010842572897672653,
      "loss_total": 0.010842572897672653,
      "step": 26210
    },
    {
      "loss_action": 0.013126520439982414,
      "loss_total": 0.013126520439982414,
      "step": 26210
    },
    {
      "grad_norm": 0.1354203075170517,
      "learning_rate": 8.818731108016536e-05,
      "loss": 0.0124,
      "step": 26220
    },
    {
      "loss_action": 0.014387203380465508,
      "loss_total": 0.014387203380465508,
      "step": 26220
    },
    {
      "loss_action": 0.008157864212989807,
      "loss_total": 0.008157864212989807,
      "step": 26220
    },
    {
      "loss_action": 0.018524646759033203,
      "loss_total": 0.018524646759033203,
      "step": 26220
    },
    {
      "loss_action": 0.011433921754360199,
      "loss_total": 0.011433921754360199,
      "step": 26220
    },
    {
      "loss_action": 0.015321553684771061,
      "loss_total": 0.015321553684771061,
      "step": 26220
    },
    {
      "loss_action": 0.014726538211107254,
      "loss_total": 0.014726538211107254,
      "step": 26220
    },
    {
      "loss_action": 0.004887727089226246,
      "loss_total": 0.004887727089226246,
      "step": 26220
    },
    {
      "loss_action": 0.007972979918122292,
      "loss_total": 0.007972979918122292,
      "step": 26220
    },
    {
      "grad_norm": 0.18539470434188843,
      "learning_rate": 8.81766355697973e-05,
      "loss": 0.0126,
      "step": 26230
    },
    {
      "loss_action": 0.007723744958639145,
      "loss_total": 0.007723744958639145,
      "step": 26230
    },
    {
      "loss_action": 0.0073249004781246185,
      "loss_total": 0.0073249004781246185,
      "step": 26230
    },
    {
      "loss_action": 0.017202945426106453,
      "loss_total": 0.017202945426106453,
      "step": 26230
    },
    {
      "loss_action": 0.013434026390314102,
      "loss_total": 0.013434026390314102,
      "step": 26230
    },
    {
      "loss_action": 0.007614345755428076,
      "loss_total": 0.007614345755428076,
      "step": 26230
    },
    {
      "loss_action": 0.01862110197544098,
      "loss_total": 0.01862110197544098,
      "step": 26230
    },
    {
      "loss_action": 0.005940595641732216,
      "loss_total": 0.005940595641732216,
      "step": 26230
    },
    {
      "loss_action": 0.028340429067611694,
      "loss_total": 0.028340429067611694,
      "step": 26230
    },
    {
      "grad_norm": 0.1755373477935791,
      "learning_rate": 8.816595588448977e-05,
      "loss": 0.0136,
      "step": 26240
    },
    {
      "loss_action": 0.005132312420755625,
      "loss_total": 0.005132312420755625,
      "step": 26240
    },
    {
      "loss_action": 0.022755660116672516,
      "loss_total": 0.022755660116672516,
      "step": 26240
    },
    {
      "loss_action": 0.010879399254918098,
      "loss_total": 0.010879399254918098,
      "step": 26240
    },
    {
      "loss_action": 0.017218973487615585,
      "loss_total": 0.017218973487615585,
      "step": 26240
    },
    {
      "loss_action": 0.007000724785029888,
      "loss_total": 0.007000724785029888,
      "step": 26240
    },
    {
      "loss_action": 0.0030338806100189686,
      "loss_total": 0.0030338806100189686,
      "step": 26240
    },
    {
      "loss_action": 0.024008769541978836,
      "loss_total": 0.024008769541978836,
      "step": 26240
    },
    {
      "loss_action": 0.005802347790449858,
      "loss_total": 0.005802347790449858,
      "step": 26240
    },
    {
      "grad_norm": 0.12983553111553192,
      "learning_rate": 8.81552720254107e-05,
      "loss": 0.0116,
      "step": 26250
    },
    {
      "loss_action": 0.024343203753232956,
      "loss_total": 0.024343203753232956,
      "step": 26250
    },
    {
      "loss_action": 0.020385324954986572,
      "loss_total": 0.020385324954986572,
      "step": 26250
    },
    {
      "loss_action": 0.010297274217009544,
      "loss_total": 0.010297274217009544,
      "step": 26250
    },
    {
      "loss_action": 0.036313556134700775,
      "loss_total": 0.036313556134700775,
      "step": 26250
    },
    {
      "loss_action": 0.0224880613386631,
      "loss_total": 0.0224880613386631,
      "step": 26250
    },
    {
      "loss_action": 0.00815712008625269,
      "loss_total": 0.00815712008625269,
      "step": 26250
    },
    {
      "loss_action": 0.017718102782964706,
      "loss_total": 0.017718102782964706,
      "step": 26250
    },
    {
      "loss_action": 0.014308485202491283,
      "loss_total": 0.014308485202491283,
      "step": 26250
    },
    {
      "grad_norm": 0.13780933618545532,
      "learning_rate": 8.814458399372842e-05,
      "loss": 0.0141,
      "step": 26260
    },
    {
      "loss_action": 0.006917207036167383,
      "loss_total": 0.006917207036167383,
      "step": 26260
    },
    {
      "loss_action": 0.01609501615166664,
      "loss_total": 0.01609501615166664,
      "step": 26260
    },
    {
      "loss_action": 0.008300526067614555,
      "loss_total": 0.008300526067614555,
      "step": 26260
    },
    {
      "loss_action": 0.01236830186098814,
      "loss_total": 0.01236830186098814,
      "step": 26260
    },
    {
      "loss_action": 0.020872458815574646,
      "loss_total": 0.020872458815574646,
      "step": 26260
    },
    {
      "loss_action": 0.0077873580157756805,
      "loss_total": 0.0077873580157756805,
      "step": 26260
    },
    {
      "loss_action": 0.0065912166610360146,
      "loss_total": 0.0065912166610360146,
      "step": 26260
    },
    {
      "loss_action": 0.00578981451690197,
      "loss_total": 0.00578981451690197,
      "step": 26260
    },
    {
      "grad_norm": 0.09349902719259262,
      "learning_rate": 8.813389179061181e-05,
      "loss": 0.0109,
      "step": 26270
    },
    {
      "loss_action": 0.01027027890086174,
      "loss_total": 0.01027027890086174,
      "step": 26270
    },
    {
      "loss_action": 0.006392837036401033,
      "loss_total": 0.006392837036401033,
      "step": 26270
    },
    {
      "loss_action": 0.008603349328041077,
      "loss_total": 0.008603349328041077,
      "step": 26270
    },
    {
      "loss_action": 0.015383380465209484,
      "loss_total": 0.015383380465209484,
      "step": 26270
    },
    {
      "loss_action": 0.011630680412054062,
      "loss_total": 0.011630680412054062,
      "step": 26270
    },
    {
      "loss_action": 0.030923908576369286,
      "loss_total": 0.030923908576369286,
      "step": 26270
    },
    {
      "loss_action": 0.02875012531876564,
      "loss_total": 0.02875012531876564,
      "step": 26270
    },
    {
      "loss_action": 0.019522620365023613,
      "loss_total": 0.019522620365023613,
      "step": 26270
    },
    {
      "grad_norm": 0.14889763295650482,
      "learning_rate": 8.812319541723012e-05,
      "loss": 0.0114,
      "step": 26280
    },
    {
      "loss_action": 0.005116063170135021,
      "loss_total": 0.005116063170135021,
      "step": 26280
    },
    {
      "loss_action": 0.013958096504211426,
      "loss_total": 0.013958096504211426,
      "step": 26280
    },
    {
      "loss_action": 0.004763002973049879,
      "loss_total": 0.004763002973049879,
      "step": 26280
    },
    {
      "loss_action": 0.0047135129570961,
      "loss_total": 0.0047135129570961,
      "step": 26280
    },
    {
      "loss_action": 0.007569889072328806,
      "loss_total": 0.007569889072328806,
      "step": 26280
    },
    {
      "loss_action": 0.004116811323910952,
      "loss_total": 0.004116811323910952,
      "step": 26280
    },
    {
      "loss_action": 0.007260715588927269,
      "loss_total": 0.007260715588927269,
      "step": 26280
    },
    {
      "loss_action": 0.01748008280992508,
      "loss_total": 0.01748008280992508,
      "step": 26280
    },
    {
      "grad_norm": 0.11171099543571472,
      "learning_rate": 8.811249487475309e-05,
      "loss": 0.0111,
      "step": 26290
    },
    {
      "loss_action": 0.008973255753517151,
      "loss_total": 0.008973255753517151,
      "step": 26290
    },
    {
      "loss_action": 0.005216039251536131,
      "loss_total": 0.005216039251536131,
      "step": 26290
    },
    {
      "loss_action": 0.016370300203561783,
      "loss_total": 0.016370300203561783,
      "step": 26290
    },
    {
      "loss_action": 0.007082629017531872,
      "loss_total": 0.007082629017531872,
      "step": 26290
    },
    {
      "loss_action": 0.015088588930666447,
      "loss_total": 0.015088588930666447,
      "step": 26290
    },
    {
      "loss_action": 0.010043679736554623,
      "loss_total": 0.010043679736554623,
      "step": 26290
    },
    {
      "loss_action": 0.009653054177761078,
      "loss_total": 0.009653054177761078,
      "step": 26290
    },
    {
      "loss_action": 0.008678174577653408,
      "loss_total": 0.008678174577653408,
      "step": 26290
    },
    {
      "grad_norm": 0.10730583965778351,
      "learning_rate": 8.810179016435092e-05,
      "loss": 0.0092,
      "step": 26300
    },
    {
      "loss_action": 0.017305530607700348,
      "loss_total": 0.017305530607700348,
      "step": 26300
    },
    {
      "loss_action": 0.0074594588950276375,
      "loss_total": 0.0074594588950276375,
      "step": 26300
    },
    {
      "loss_action": 0.012307865545153618,
      "loss_total": 0.012307865545153618,
      "step": 26300
    },
    {
      "loss_action": 0.007602633908390999,
      "loss_total": 0.007602633908390999,
      "step": 26300
    },
    {
      "loss_action": 0.008602594956755638,
      "loss_total": 0.008602594956755638,
      "step": 26300
    },
    {
      "loss_action": 0.01249915361404419,
      "loss_total": 0.01249915361404419,
      "step": 26300
    },
    {
      "loss_action": 0.05469164624810219,
      "loss_total": 0.05469164624810219,
      "step": 26300
    },
    {
      "loss_action": 0.0070743197575211525,
      "loss_total": 0.0070743197575211525,
      "step": 26300
    },
    {
      "grad_norm": 0.1281237155199051,
      "learning_rate": 8.809108128719428e-05,
      "loss": 0.0129,
      "step": 26310
    },
    {
      "loss_action": 0.014275825582444668,
      "loss_total": 0.014275825582444668,
      "step": 26310
    },
    {
      "loss_action": 0.01303874421864748,
      "loss_total": 0.01303874421864748,
      "step": 26310
    },
    {
      "loss_action": 0.01625804603099823,
      "loss_total": 0.01625804603099823,
      "step": 26310
    },
    {
      "loss_action": 0.018970917910337448,
      "loss_total": 0.018970917910337448,
      "step": 26310
    },
    {
      "loss_action": 0.007261216174811125,
      "loss_total": 0.007261216174811125,
      "step": 26310
    },
    {
      "loss_action": 0.015744205564260483,
      "loss_total": 0.015744205564260483,
      "step": 26310
    },
    {
      "loss_action": 0.009770155884325504,
      "loss_total": 0.009770155884325504,
      "step": 26310
    },
    {
      "loss_action": 0.014777274802327156,
      "loss_total": 0.014777274802327156,
      "step": 26310
    },
    {
      "grad_norm": 0.1534251719713211,
      "learning_rate": 8.808036824445424e-05,
      "loss": 0.0116,
      "step": 26320
    },
    {
      "loss_action": 0.007913703098893166,
      "loss_total": 0.007913703098893166,
      "step": 26320
    },
    {
      "loss_action": 0.011773761361837387,
      "loss_total": 0.011773761361837387,
      "step": 26320
    },
    {
      "loss_action": 0.012536410242319107,
      "loss_total": 0.012536410242319107,
      "step": 26320
    },
    {
      "loss_action": 0.013172544538974762,
      "loss_total": 0.013172544538974762,
      "step": 26320
    },
    {
      "loss_action": 0.005319658666849136,
      "loss_total": 0.005319658666849136,
      "step": 26320
    },
    {
      "loss_action": 0.005079912021756172,
      "loss_total": 0.005079912021756172,
      "step": 26320
    },
    {
      "loss_action": 0.016403961926698685,
      "loss_total": 0.016403961926698685,
      "step": 26320
    },
    {
      "loss_action": 0.012049010023474693,
      "loss_total": 0.012049010023474693,
      "step": 26320
    },
    {
      "grad_norm": 0.1254156231880188,
      "learning_rate": 8.806965103730238e-05,
      "loss": 0.0116,
      "step": 26330
    },
    {
      "loss_action": 0.008187803439795971,
      "loss_total": 0.008187803439795971,
      "step": 26330
    },
    {
      "loss_action": 0.011140093207359314,
      "loss_total": 0.011140093207359314,
      "step": 26330
    },
    {
      "loss_action": 0.031074604019522667,
      "loss_total": 0.031074604019522667,
      "step": 26330
    },
    {
      "loss_action": 0.020150423049926758,
      "loss_total": 0.020150423049926758,
      "step": 26330
    },
    {
      "loss_action": 0.014402195811271667,
      "loss_total": 0.014402195811271667,
      "step": 26330
    },
    {
      "loss_action": 0.022922109812498093,
      "loss_total": 0.022922109812498093,
      "step": 26330
    },
    {
      "loss_action": 0.05326838046312332,
      "loss_total": 0.05326838046312332,
      "step": 26330
    },
    {
      "loss_action": 0.01934736780822277,
      "loss_total": 0.01934736780822277,
      "step": 26330
    },
    {
      "grad_norm": 0.1699327677488327,
      "learning_rate": 8.805892966691074e-05,
      "loss": 0.0161,
      "step": 26340
    },
    {
      "loss_action": 0.012372086755931377,
      "loss_total": 0.012372086755931377,
      "step": 26340
    },
    {
      "loss_action": 0.0075007593259215355,
      "loss_total": 0.0075007593259215355,
      "step": 26340
    },
    {
      "loss_action": 0.01732228323817253,
      "loss_total": 0.01732228323817253,
      "step": 26340
    },
    {
      "loss_action": 0.013799532316625118,
      "loss_total": 0.013799532316625118,
      "step": 26340
    },
    {
      "loss_action": 0.007034571375697851,
      "loss_total": 0.007034571375697851,
      "step": 26340
    },
    {
      "loss_action": 0.007211731281131506,
      "loss_total": 0.007211731281131506,
      "step": 26340
    },
    {
      "loss_action": 0.0071100941859185696,
      "loss_total": 0.0071100941859185696,
      "step": 26340
    },
    {
      "loss_action": 0.012728014029562473,
      "loss_total": 0.012728014029562473,
      "step": 26340
    },
    {
      "grad_norm": 0.11284780502319336,
      "learning_rate": 8.804820413445175e-05,
      "loss": 0.0118,
      "step": 26350
    },
    {
      "loss_action": 0.005098907742649317,
      "loss_total": 0.005098907742649317,
      "step": 26350
    },
    {
      "loss_action": 0.01735106110572815,
      "loss_total": 0.01735106110572815,
      "step": 26350
    },
    {
      "loss_action": 0.0074944328516721725,
      "loss_total": 0.0074944328516721725,
      "step": 26350
    },
    {
      "loss_action": 0.012732630595564842,
      "loss_total": 0.012732630595564842,
      "step": 26350
    },
    {
      "loss_action": 0.009635582566261292,
      "loss_total": 0.009635582566261292,
      "step": 26350
    },
    {
      "loss_action": 0.007514199707657099,
      "loss_total": 0.007514199707657099,
      "step": 26350
    },
    {
      "loss_action": 0.009624320082366467,
      "loss_total": 0.009624320082366467,
      "step": 26350
    },
    {
      "loss_action": 0.007634288165718317,
      "loss_total": 0.007634288165718317,
      "step": 26350
    },
    {
      "grad_norm": 0.17202681303024292,
      "learning_rate": 8.803747444109837e-05,
      "loss": 0.011,
      "step": 26360
    },
    {
      "loss_action": 0.019160687923431396,
      "loss_total": 0.019160687923431396,
      "step": 26360
    },
    {
      "loss_action": 0.014329643920063972,
      "loss_total": 0.014329643920063972,
      "step": 26360
    },
    {
      "loss_action": 0.012273287400603294,
      "loss_total": 0.012273287400603294,
      "step": 26360
    },
    {
      "loss_action": 0.01441238820552826,
      "loss_total": 0.01441238820552826,
      "step": 26360
    },
    {
      "loss_action": 0.004045067820698023,
      "loss_total": 0.004045067820698023,
      "step": 26360
    },
    {
      "loss_action": 0.019153550267219543,
      "loss_total": 0.019153550267219543,
      "step": 26360
    },
    {
      "loss_action": 0.008209602907299995,
      "loss_total": 0.008209602907299995,
      "step": 26360
    },
    {
      "loss_action": 0.010372672230005264,
      "loss_total": 0.010372672230005264,
      "step": 26360
    },
    {
      "grad_norm": 0.13116587698459625,
      "learning_rate": 8.802674058802399e-05,
      "loss": 0.0115,
      "step": 26370
    },
    {
      "loss_action": 0.006304530426859856,
      "loss_total": 0.006304530426859856,
      "step": 26370
    },
    {
      "loss_action": 0.009501170367002487,
      "loss_total": 0.009501170367002487,
      "step": 26370
    },
    {
      "loss_action": 0.005717883817851543,
      "loss_total": 0.005717883817851543,
      "step": 26370
    },
    {
      "loss_action": 0.0033235903829336166,
      "loss_total": 0.0033235903829336166,
      "step": 26370
    },
    {
      "loss_action": 0.013841605745255947,
      "loss_total": 0.013841605745255947,
      "step": 26370
    },
    {
      "loss_action": 0.007530686445534229,
      "loss_total": 0.007530686445534229,
      "step": 26370
    },
    {
      "loss_action": 0.008591114543378353,
      "loss_total": 0.008591114543378353,
      "step": 26370
    },
    {
      "loss_action": 0.002836618572473526,
      "loss_total": 0.002836618572473526,
      "step": 26370
    },
    {
      "grad_norm": 0.11949670314788818,
      "learning_rate": 8.801600257640241e-05,
      "loss": 0.0108,
      "step": 26380
    },
    {
      "loss_action": 0.005430120974779129,
      "loss_total": 0.005430120974779129,
      "step": 26380
    },
    {
      "loss_action": 0.01544264331459999,
      "loss_total": 0.01544264331459999,
      "step": 26380
    },
    {
      "loss_action": 0.011566401459276676,
      "loss_total": 0.011566401459276676,
      "step": 26380
    },
    {
      "loss_action": 0.007236297242343426,
      "loss_total": 0.007236297242343426,
      "step": 26380
    },
    {
      "loss_action": 0.0033675949089229107,
      "loss_total": 0.0033675949089229107,
      "step": 26380
    },
    {
      "loss_action": 0.012742090038955212,
      "loss_total": 0.012742090038955212,
      "step": 26380
    },
    {
      "loss_action": 0.024289995431900024,
      "loss_total": 0.024289995431900024,
      "step": 26380
    },
    {
      "loss_action": 0.0065261018462479115,
      "loss_total": 0.0065261018462479115,
      "step": 26380
    },
    {
      "grad_norm": 0.176829993724823,
      "learning_rate": 8.800526040740795e-05,
      "loss": 0.0149,
      "step": 26390
    },
    {
      "loss_action": 0.004596622660756111,
      "loss_total": 0.004596622660756111,
      "step": 26390
    },
    {
      "loss_action": 0.0077479067258536816,
      "loss_total": 0.0077479067258536816,
      "step": 26390
    },
    {
      "loss_action": 0.01304367184638977,
      "loss_total": 0.01304367184638977,
      "step": 26390
    },
    {
      "loss_action": 0.008988609537482262,
      "loss_total": 0.008988609537482262,
      "step": 26390
    },
    {
      "loss_action": 0.010861571878194809,
      "loss_total": 0.010861571878194809,
      "step": 26390
    },
    {
      "loss_action": 0.00391069520264864,
      "loss_total": 0.00391069520264864,
      "step": 26390
    },
    {
      "loss_action": 0.012381323613226414,
      "loss_total": 0.012381323613226414,
      "step": 26390
    },
    {
      "loss_action": 0.0077318474650382996,
      "loss_total": 0.0077318474650382996,
      "step": 26390
    },
    {
      "grad_norm": 0.21016360819339752,
      "learning_rate": 8.799451408221535e-05,
      "loss": 0.012,
      "step": 26400
    },
    {
      "loss_action": 0.011968716979026794,
      "loss_total": 0.011968716979026794,
      "step": 26400
    },
    {
      "loss_action": 0.004251548089087009,
      "loss_total": 0.004251548089087009,
      "step": 26400
    },
    {
      "loss_action": 0.010425960645079613,
      "loss_total": 0.010425960645079613,
      "step": 26400
    },
    {
      "loss_action": 0.014366311952471733,
      "loss_total": 0.014366311952471733,
      "step": 26400
    },
    {
      "loss_action": 0.007866536267101765,
      "loss_total": 0.007866536267101765,
      "step": 26400
    },
    {
      "loss_action": 0.007202701643109322,
      "loss_total": 0.007202701643109322,
      "step": 26400
    },
    {
      "loss_action": 0.007291988003998995,
      "loss_total": 0.007291988003998995,
      "step": 26400
    },
    {
      "loss_action": 0.00910167582333088,
      "loss_total": 0.00910167582333088,
      "step": 26400
    },
    {
      "grad_norm": 0.16579225659370422,
      "learning_rate": 8.798376360199982e-05,
      "loss": 0.0116,
      "step": 26410
    },
    {
      "loss_action": 0.010390283539891243,
      "loss_total": 0.010390283539891243,
      "step": 26410
    },
    {
      "loss_action": 0.010976442135870457,
      "loss_total": 0.010976442135870457,
      "step": 26410
    },
    {
      "loss_action": 0.005460609681904316,
      "loss_total": 0.005460609681904316,
      "step": 26410
    },
    {
      "loss_action": 0.01598929613828659,
      "loss_total": 0.01598929613828659,
      "step": 26410
    },
    {
      "loss_action": 0.007270651403814554,
      "loss_total": 0.007270651403814554,
      "step": 26410
    },
    {
      "loss_action": 0.012166069820523262,
      "loss_total": 0.012166069820523262,
      "step": 26410
    },
    {
      "loss_action": 0.0088580884039402,
      "loss_total": 0.0088580884039402,
      "step": 26410
    },
    {
      "loss_action": 0.00837283581495285,
      "loss_total": 0.00837283581495285,
      "step": 26410
    },
    {
      "grad_norm": 0.1817595660686493,
      "learning_rate": 8.797300896793701e-05,
      "loss": 0.0118,
      "step": 26420
    },
    {
      "loss_action": 0.005321831442415714,
      "loss_total": 0.005321831442415714,
      "step": 26420
    },
    {
      "loss_action": 0.009861782193183899,
      "loss_total": 0.009861782193183899,
      "step": 26420
    },
    {
      "loss_action": 0.015614169649779797,
      "loss_total": 0.015614169649779797,
      "step": 26420
    },
    {
      "loss_action": 0.0062128095887601376,
      "loss_total": 0.0062128095887601376,
      "step": 26420
    },
    {
      "loss_action": 0.018520833924412727,
      "loss_total": 0.018520833924412727,
      "step": 26420
    },
    {
      "loss_action": 0.02590281516313553,
      "loss_total": 0.02590281516313553,
      "step": 26420
    },
    {
      "loss_action": 0.009932244196534157,
      "loss_total": 0.009932244196534157,
      "step": 26420
    },
    {
      "loss_action": 0.019384335726499557,
      "loss_total": 0.019384335726499557,
      "step": 26420
    },
    {
      "grad_norm": 0.15181933343410492,
      "learning_rate": 8.796225018120302e-05,
      "loss": 0.0125,
      "step": 26430
    },
    {
      "loss_action": 0.015304557979106903,
      "loss_total": 0.015304557979106903,
      "step": 26430
    },
    {
      "loss_action": 0.011437168344855309,
      "loss_total": 0.011437168344855309,
      "step": 26430
    },
    {
      "loss_action": 0.0068914215080440044,
      "loss_total": 0.0068914215080440044,
      "step": 26430
    },
    {
      "loss_action": 0.019325200468301773,
      "loss_total": 0.019325200468301773,
      "step": 26430
    },
    {
      "loss_action": 0.022822439670562744,
      "loss_total": 0.022822439670562744,
      "step": 26430
    },
    {
      "loss_action": 0.02888205461204052,
      "loss_total": 0.02888205461204052,
      "step": 26430
    },
    {
      "loss_action": 0.01339922845363617,
      "loss_total": 0.01339922845363617,
      "step": 26430
    },
    {
      "loss_action": 0.006179720163345337,
      "loss_total": 0.006179720163345337,
      "step": 26430
    },
    {
      "grad_norm": 0.09126386791467667,
      "learning_rate": 8.795148724297444e-05,
      "loss": 0.0115,
      "step": 26440
    },
    {
      "loss_action": 0.004683086648583412,
      "loss_total": 0.004683086648583412,
      "step": 26440
    },
    {
      "loss_action": 0.00904067326337099,
      "loss_total": 0.00904067326337099,
      "step": 26440
    },
    {
      "loss_action": 0.010498187504708767,
      "loss_total": 0.010498187504708767,
      "step": 26440
    },
    {
      "loss_action": 0.013150432147085667,
      "loss_total": 0.013150432147085667,
      "step": 26440
    },
    {
      "loss_action": 0.010140907019376755,
      "loss_total": 0.010140907019376755,
      "step": 26440
    },
    {
      "loss_action": 0.004321623127907515,
      "loss_total": 0.004321623127907515,
      "step": 26440
    },
    {
      "loss_action": 0.014174972660839558,
      "loss_total": 0.014174972660839558,
      "step": 26440
    },
    {
      "loss_action": 0.00600798986852169,
      "loss_total": 0.00600798986852169,
      "step": 26440
    },
    {
      "grad_norm": 0.11229454725980759,
      "learning_rate": 8.794072015442825e-05,
      "loss": 0.0095,
      "step": 26450
    },
    {
      "loss_action": 0.005762264598160982,
      "loss_total": 0.005762264598160982,
      "step": 26450
    },
    {
      "loss_action": 0.012387014925479889,
      "loss_total": 0.012387014925479889,
      "step": 26450
    },
    {
      "loss_action": 0.010261367075145245,
      "loss_total": 0.010261367075145245,
      "step": 26450
    },
    {
      "loss_action": 0.010855235159397125,
      "loss_total": 0.010855235159397125,
      "step": 26450
    },
    {
      "loss_action": 0.007354064844548702,
      "loss_total": 0.007354064844548702,
      "step": 26450
    },
    {
      "loss_action": 0.028320100158452988,
      "loss_total": 0.028320100158452988,
      "step": 26450
    },
    {
      "loss_action": 0.013135851360857487,
      "loss_total": 0.013135851360857487,
      "step": 26450
    },
    {
      "loss_action": 0.007934287190437317,
      "loss_total": 0.007934287190437317,
      "step": 26450
    },
    {
      "grad_norm": 0.15031203627586365,
      "learning_rate": 8.792994891674198e-05,
      "loss": 0.0093,
      "step": 26460
    },
    {
      "loss_action": 0.010660242289304733,
      "loss_total": 0.010660242289304733,
      "step": 26460
    },
    {
      "loss_action": 0.013300777412950993,
      "loss_total": 0.013300777412950993,
      "step": 26460
    },
    {
      "loss_action": 0.007797626778483391,
      "loss_total": 0.007797626778483391,
      "step": 26460
    },
    {
      "loss_action": 0.009289581328630447,
      "loss_total": 0.009289581328630447,
      "step": 26460
    },
    {
      "loss_action": 0.0056733181700110435,
      "loss_total": 0.0056733181700110435,
      "step": 26460
    },
    {
      "loss_action": 0.00890255905687809,
      "loss_total": 0.00890255905687809,
      "step": 26460
    },
    {
      "loss_action": 0.008296778425574303,
      "loss_total": 0.008296778425574303,
      "step": 26460
    },
    {
      "loss_action": 0.007854658178985119,
      "loss_total": 0.007854658178985119,
      "step": 26460
    },
    {
      "grad_norm": 0.1778458207845688,
      "learning_rate": 8.79191735310935e-05,
      "loss": 0.0121,
      "step": 26470
    },
    {
      "loss_action": 0.00758310267701745,
      "loss_total": 0.00758310267701745,
      "step": 26470
    },
    {
      "loss_action": 0.02072954550385475,
      "loss_total": 0.02072954550385475,
      "step": 26470
    },
    {
      "loss_action": 0.007335388567298651,
      "loss_total": 0.007335388567298651,
      "step": 26470
    },
    {
      "loss_action": 0.007741657551378012,
      "loss_total": 0.007741657551378012,
      "step": 26470
    },
    {
      "loss_action": 0.012707198970019817,
      "loss_total": 0.012707198970019817,
      "step": 26470
    },
    {
      "loss_action": 0.013557303696870804,
      "loss_total": 0.013557303696870804,
      "step": 26470
    },
    {
      "loss_action": 0.01260187104344368,
      "loss_total": 0.01260187104344368,
      "step": 26470
    },
    {
      "loss_action": 0.011276301927864552,
      "loss_total": 0.011276301927864552,
      "step": 26470
    },
    {
      "grad_norm": 0.16079004108905792,
      "learning_rate": 8.790839399866122e-05,
      "loss": 0.0135,
      "step": 26480
    },
    {
      "loss_action": 0.003545238170772791,
      "loss_total": 0.003545238170772791,
      "step": 26480
    },
    {
      "loss_action": 0.016519777476787567,
      "loss_total": 0.016519777476787567,
      "step": 26480
    },
    {
      "loss_action": 0.005998103879392147,
      "loss_total": 0.005998103879392147,
      "step": 26480
    },
    {
      "loss_action": 0.01301870122551918,
      "loss_total": 0.01301870122551918,
      "step": 26480
    },
    {
      "loss_action": 0.01073027029633522,
      "loss_total": 0.01073027029633522,
      "step": 26480
    },
    {
      "loss_action": 0.0044221431016922,
      "loss_total": 0.0044221431016922,
      "step": 26480
    },
    {
      "loss_action": 0.012597862631082535,
      "loss_total": 0.012597862631082535,
      "step": 26480
    },
    {
      "loss_action": 0.010115489363670349,
      "loss_total": 0.010115489363670349,
      "step": 26480
    },
    {
      "grad_norm": 0.14023718237876892,
      "learning_rate": 8.789761032062397e-05,
      "loss": 0.0104,
      "step": 26490
    },
    {
      "loss_action": 0.008877748623490334,
      "loss_total": 0.008877748623490334,
      "step": 26490
    },
    {
      "loss_action": 0.006588091608136892,
      "loss_total": 0.006588091608136892,
      "step": 26490
    },
    {
      "loss_action": 0.004955638665705919,
      "loss_total": 0.004955638665705919,
      "step": 26490
    },
    {
      "loss_action": 0.018475281074643135,
      "loss_total": 0.018475281074643135,
      "step": 26490
    },
    {
      "loss_action": 0.010663189925253391,
      "loss_total": 0.010663189925253391,
      "step": 26490
    },
    {
      "loss_action": 0.014862172305583954,
      "loss_total": 0.014862172305583954,
      "step": 26490
    },
    {
      "loss_action": 0.012837203219532967,
      "loss_total": 0.012837203219532967,
      "step": 26490
    },
    {
      "loss_action": 0.024555308744311333,
      "loss_total": 0.024555308744311333,
      "step": 26490
    },
    {
      "grad_norm": 0.13623853027820587,
      "learning_rate": 8.788682249816103e-05,
      "loss": 0.0116,
      "step": 26500
    },
    {
      "loss_action": 0.0262420903891325,
      "loss_total": 0.0262420903891325,
      "step": 26500
    },
    {
      "loss_action": 0.02192179672420025,
      "loss_total": 0.02192179672420025,
      "step": 26500
    },
    {
      "loss_action": 0.009397758170962334,
      "loss_total": 0.009397758170962334,
      "step": 26500
    },
    {
      "loss_action": 0.006544658914208412,
      "loss_total": 0.006544658914208412,
      "step": 26500
    },
    {
      "loss_action": 0.00877257902175188,
      "loss_total": 0.00877257902175188,
      "step": 26500
    },
    {
      "loss_action": 0.09229888021945953,
      "loss_total": 0.09229888021945953,
      "step": 26500
    },
    {
      "loss_action": 0.02024807408452034,
      "loss_total": 0.02024807408452034,
      "step": 26500
    },
    {
      "loss_action": 0.012783624231815338,
      "loss_total": 0.012783624231815338,
      "step": 26500
    },
    {
      "grad_norm": 0.13651761412620544,
      "learning_rate": 8.787603053245215e-05,
      "loss": 0.013,
      "step": 26510
    },
    {
      "loss_action": 0.010782863944768906,
      "loss_total": 0.010782863944768906,
      "step": 26510
    },
    {
      "loss_action": 0.004774066153913736,
      "loss_total": 0.004774066153913736,
      "step": 26510
    },
    {
      "loss_action": 0.019841227680444717,
      "loss_total": 0.019841227680444717,
      "step": 26510
    },
    {
      "loss_action": 0.0048764655366539955,
      "loss_total": 0.0048764655366539955,
      "step": 26510
    },
    {
      "loss_action": 0.013699515722692013,
      "loss_total": 0.013699515722692013,
      "step": 26510
    },
    {
      "loss_action": 0.0044616470113396645,
      "loss_total": 0.0044616470113396645,
      "step": 26510
    },
    {
      "loss_action": 0.008238391950726509,
      "loss_total": 0.008238391950726509,
      "step": 26510
    },
    {
      "loss_action": 0.024996887892484665,
      "loss_total": 0.024996887892484665,
      "step": 26510
    },
    {
      "grad_norm": 0.11018786579370499,
      "learning_rate": 8.78652344246775e-05,
      "loss": 0.0106,
      "step": 26520
    },
    {
      "loss_action": 0.022841570898890495,
      "loss_total": 0.022841570898890495,
      "step": 26520
    },
    {
      "loss_action": 0.008191820234060287,
      "loss_total": 0.008191820234060287,
      "step": 26520
    },
    {
      "loss_action": 0.03940882533788681,
      "loss_total": 0.03940882533788681,
      "step": 26520
    },
    {
      "loss_action": 0.010363356210291386,
      "loss_total": 0.010363356210291386,
      "step": 26520
    },
    {
      "loss_action": 0.008684691973030567,
      "loss_total": 0.008684691973030567,
      "step": 26520
    },
    {
      "loss_action": 0.006460297852754593,
      "loss_total": 0.006460297852754593,
      "step": 26520
    },
    {
      "loss_action": 0.020299367606639862,
      "loss_total": 0.020299367606639862,
      "step": 26520
    },
    {
      "loss_action": 0.00496295653283596,
      "loss_total": 0.00496295653283596,
      "step": 26520
    },
    {
      "grad_norm": 0.17910832166671753,
      "learning_rate": 8.785443417601776e-05,
      "loss": 0.0129,
      "step": 26530
    },
    {
      "loss_action": 0.006044831592589617,
      "loss_total": 0.006044831592589617,
      "step": 26530
    },
    {
      "loss_action": 0.014326892793178558,
      "loss_total": 0.014326892793178558,
      "step": 26530
    },
    {
      "loss_action": 0.009767181240022182,
      "loss_total": 0.009767181240022182,
      "step": 26530
    },
    {
      "loss_action": 0.013346834108233452,
      "loss_total": 0.013346834108233452,
      "step": 26530
    },
    {
      "loss_action": 0.012995562516152859,
      "loss_total": 0.012995562516152859,
      "step": 26530
    },
    {
      "loss_action": 0.009220561943948269,
      "loss_total": 0.009220561943948269,
      "step": 26530
    },
    {
      "loss_action": 0.006319803185760975,
      "loss_total": 0.006319803185760975,
      "step": 26530
    },
    {
      "loss_action": 0.025834113359451294,
      "loss_total": 0.025834113359451294,
      "step": 26530
    },
    {
      "grad_norm": 0.20679034292697906,
      "learning_rate": 8.784362978765401e-05,
      "loss": 0.0127,
      "step": 26540
    },
    {
      "loss_action": 0.007684825919568539,
      "loss_total": 0.007684825919568539,
      "step": 26540
    },
    {
      "loss_action": 0.013834793120622635,
      "loss_total": 0.013834793120622635,
      "step": 26540
    },
    {
      "loss_action": 0.0064723314717411995,
      "loss_total": 0.0064723314717411995,
      "step": 26540
    },
    {
      "loss_action": 0.007463905960321426,
      "loss_total": 0.007463905960321426,
      "step": 26540
    },
    {
      "loss_action": 0.00560991745442152,
      "loss_total": 0.00560991745442152,
      "step": 26540
    },
    {
      "loss_action": 0.0038377228192985058,
      "loss_total": 0.0038377228192985058,
      "step": 26540
    },
    {
      "loss_action": 0.010466592386364937,
      "loss_total": 0.010466592386364937,
      "step": 26540
    },
    {
      "loss_action": 0.007987872697412968,
      "loss_total": 0.007987872697412968,
      "step": 26540
    },
    {
      "grad_norm": 0.13582608103752136,
      "learning_rate": 8.783282126076779e-05,
      "loss": 0.0106,
      "step": 26550
    },
    {
      "loss_action": 0.013834447599947453,
      "loss_total": 0.013834447599947453,
      "step": 26550
    },
    {
      "loss_action": 0.013753766193985939,
      "loss_total": 0.013753766193985939,
      "step": 26550
    },
    {
      "loss_action": 0.006886805407702923,
      "loss_total": 0.006886805407702923,
      "step": 26550
    },
    {
      "loss_action": 0.0054753501899540424,
      "loss_total": 0.0054753501899540424,
      "step": 26550
    },
    {
      "loss_action": 0.005721841007471085,
      "loss_total": 0.005721841007471085,
      "step": 26550
    },
    {
      "loss_action": 0.009120244532823563,
      "loss_total": 0.009120244532823563,
      "step": 26550
    },
    {
      "loss_action": 0.003276372794061899,
      "loss_total": 0.003276372794061899,
      "step": 26550
    },
    {
      "loss_action": 0.016832372173666954,
      "loss_total": 0.016832372173666954,
      "step": 26550
    },
    {
      "grad_norm": 0.16092747449874878,
      "learning_rate": 8.782200859654112e-05,
      "loss": 0.0114,
      "step": 26560
    },
    {
      "loss_action": 0.011781862005591393,
      "loss_total": 0.011781862005591393,
      "step": 26560
    },
    {
      "loss_action": 0.006922459229826927,
      "loss_total": 0.006922459229826927,
      "step": 26560
    },
    {
      "loss_action": 0.0030733817256987095,
      "loss_total": 0.0030733817256987095,
      "step": 26560
    },
    {
      "loss_action": 0.009341495111584663,
      "loss_total": 0.009341495111584663,
      "step": 26560
    },
    {
      "loss_action": 0.008444743230938911,
      "loss_total": 0.008444743230938911,
      "step": 26560
    },
    {
      "loss_action": 0.008115545846521854,
      "loss_total": 0.008115545846521854,
      "step": 26560
    },
    {
      "loss_action": 0.012609697878360748,
      "loss_total": 0.012609697878360748,
      "step": 26560
    },
    {
      "loss_action": 0.015004824846982956,
      "loss_total": 0.015004824846982956,
      "step": 26560
    },
    {
      "grad_norm": 0.14198704063892365,
      "learning_rate": 8.781119179615646e-05,
      "loss": 0.0138,
      "step": 26570
    },
    {
      "loss_action": 0.01134543027728796,
      "loss_total": 0.01134543027728796,
      "step": 26570
    },
    {
      "loss_action": 0.0093881506472826,
      "loss_total": 0.0093881506472826,
      "step": 26570
    },
    {
      "loss_action": 0.013697165064513683,
      "loss_total": 0.013697165064513683,
      "step": 26570
    },
    {
      "loss_action": 0.006667766720056534,
      "loss_total": 0.006667766720056534,
      "step": 26570
    },
    {
      "loss_action": 0.018289856612682343,
      "loss_total": 0.018289856612682343,
      "step": 26570
    },
    {
      "loss_action": 0.018853288143873215,
      "loss_total": 0.018853288143873215,
      "step": 26570
    },
    {
      "loss_action": 0.011927306652069092,
      "loss_total": 0.011927306652069092,
      "step": 26570
    },
    {
      "loss_action": 0.011080846190452576,
      "loss_total": 0.011080846190452576,
      "step": 26570
    },
    {
      "grad_norm": 0.16823448240756989,
      "learning_rate": 8.780037086079674e-05,
      "loss": 0.0134,
      "step": 26580
    },
    {
      "loss_action": 0.006051870062947273,
      "loss_total": 0.006051870062947273,
      "step": 26580
    },
    {
      "loss_action": 0.009598413482308388,
      "loss_total": 0.009598413482308388,
      "step": 26580
    },
    {
      "loss_action": 0.007538788020610809,
      "loss_total": 0.007538788020610809,
      "step": 26580
    },
    {
      "loss_action": 0.006878797430545092,
      "loss_total": 0.006878797430545092,
      "step": 26580
    },
    {
      "loss_action": 0.007569784298539162,
      "loss_total": 0.007569784298539162,
      "step": 26580
    },
    {
      "loss_action": 0.00481050182133913,
      "loss_total": 0.00481050182133913,
      "step": 26580
    },
    {
      "loss_action": 0.03494762256741524,
      "loss_total": 0.03494762256741524,
      "step": 26580
    },
    {
      "loss_action": 0.014876609668135643,
      "loss_total": 0.014876609668135643,
      "step": 26580
    },
    {
      "grad_norm": 0.15928290784358978,
      "learning_rate": 8.778954579164527e-05,
      "loss": 0.0106,
      "step": 26590
    },
    {
      "loss_action": 0.010401515290141106,
      "loss_total": 0.010401515290141106,
      "step": 26590
    },
    {
      "loss_action": 0.005421467125415802,
      "loss_total": 0.005421467125415802,
      "step": 26590
    },
    {
      "loss_action": 0.010856026783585548,
      "loss_total": 0.010856026783585548,
      "step": 26590
    },
    {
      "loss_action": 0.01345849223434925,
      "loss_total": 0.01345849223434925,
      "step": 26590
    },
    {
      "loss_action": 0.0052636051550507545,
      "loss_total": 0.0052636051550507545,
      "step": 26590
    },
    {
      "loss_action": 0.0037750029005110264,
      "loss_total": 0.0037750029005110264,
      "step": 26590
    },
    {
      "loss_action": 0.009722978807985783,
      "loss_total": 0.009722978807985783,
      "step": 26590
    },
    {
      "loss_action": 0.009719809517264366,
      "loss_total": 0.009719809517264366,
      "step": 26590
    },
    {
      "grad_norm": 0.16041673719882965,
      "learning_rate": 8.777871658988588e-05,
      "loss": 0.0156,
      "step": 26600
    },
    {
      "loss_action": 0.014335337094962597,
      "loss_total": 0.014335337094962597,
      "step": 26600
    },
    {
      "loss_action": 0.014533394947648048,
      "loss_total": 0.014533394947648048,
      "step": 26600
    },
    {
      "loss_action": 0.011562023311853409,
      "loss_total": 0.011562023311853409,
      "step": 26600
    },
    {
      "loss_action": 0.004462038166821003,
      "loss_total": 0.004462038166821003,
      "step": 26600
    },
    {
      "loss_action": 0.01518627442419529,
      "loss_total": 0.01518627442419529,
      "step": 26600
    },
    {
      "loss_action": 0.01452091708779335,
      "loss_total": 0.01452091708779335,
      "step": 26600
    },
    {
      "loss_action": 0.010264722630381584,
      "loss_total": 0.010264722630381584,
      "step": 26600
    },
    {
      "loss_action": 0.011751553043723106,
      "loss_total": 0.011751553043723106,
      "step": 26600
    },
    {
      "grad_norm": 0.18530099093914032,
      "learning_rate": 8.776788325670285e-05,
      "loss": 0.0127,
      "step": 26610
    },
    {
      "loss_action": 0.015461994335055351,
      "loss_total": 0.015461994335055351,
      "step": 26610
    },
    {
      "loss_action": 0.006082112435251474,
      "loss_total": 0.006082112435251474,
      "step": 26610
    },
    {
      "loss_action": 0.014353519305586815,
      "loss_total": 0.014353519305586815,
      "step": 26610
    },
    {
      "loss_action": 0.012343987822532654,
      "loss_total": 0.012343987822532654,
      "step": 26610
    },
    {
      "loss_action": 0.005365708842873573,
      "loss_total": 0.005365708842873573,
      "step": 26610
    },
    {
      "loss_action": 0.015519472770392895,
      "loss_total": 0.015519472770392895,
      "step": 26610
    },
    {
      "loss_action": 0.004129217937588692,
      "loss_total": 0.004129217937588692,
      "step": 26610
    },
    {
      "loss_action": 0.005460991989821196,
      "loss_total": 0.005460991989821196,
      "step": 26610
    },
    {
      "grad_norm": 0.10301053524017334,
      "learning_rate": 8.775704579328089e-05,
      "loss": 0.0113,
      "step": 26620
    },
    {
      "loss_action": 0.012729594483971596,
      "loss_total": 0.012729594483971596,
      "step": 26620
    },
    {
      "loss_action": 0.008322666399180889,
      "loss_total": 0.008322666399180889,
      "step": 26620
    },
    {
      "loss_action": 0.01571161299943924,
      "loss_total": 0.01571161299943924,
      "step": 26620
    },
    {
      "loss_action": 0.006195148918777704,
      "loss_total": 0.006195148918777704,
      "step": 26620
    },
    {
      "loss_action": 0.02847122959792614,
      "loss_total": 0.02847122959792614,
      "step": 26620
    },
    {
      "loss_action": 0.005001355893909931,
      "loss_total": 0.005001355893909931,
      "step": 26620
    },
    {
      "loss_action": 0.003913434222340584,
      "loss_total": 0.003913434222340584,
      "step": 26620
    },
    {
      "loss_action": 0.0030710743740200996,
      "loss_total": 0.0030710743740200996,
      "step": 26620
    },
    {
      "grad_norm": 0.10641596466302872,
      "learning_rate": 8.774620420080517e-05,
      "loss": 0.0114,
      "step": 26630
    },
    {
      "loss_action": 0.010174405761063099,
      "loss_total": 0.010174405761063099,
      "step": 26630
    },
    {
      "loss_action": 0.006279393099248409,
      "loss_total": 0.006279393099248409,
      "step": 26630
    },
    {
      "loss_action": 0.0059868344105780125,
      "loss_total": 0.0059868344105780125,
      "step": 26630
    },
    {
      "loss_action": 0.009417351335287094,
      "loss_total": 0.009417351335287094,
      "step": 26630
    },
    {
      "loss_action": 0.019432082772254944,
      "loss_total": 0.019432082772254944,
      "step": 26630
    },
    {
      "loss_action": 0.008756475523114204,
      "loss_total": 0.008756475523114204,
      "step": 26630
    },
    {
      "loss_action": 0.017940416932106018,
      "loss_total": 0.017940416932106018,
      "step": 26630
    },
    {
      "loss_action": 0.007655932568013668,
      "loss_total": 0.007655932568013668,
      "step": 26630
    },
    {
      "grad_norm": 0.13526016473770142,
      "learning_rate": 8.773535848046131e-05,
      "loss": 0.0111,
      "step": 26640
    },
    {
      "loss_action": 0.013777859508991241,
      "loss_total": 0.013777859508991241,
      "step": 26640
    },
    {
      "loss_action": 0.009165292605757713,
      "loss_total": 0.009165292605757713,
      "step": 26640
    },
    {
      "loss_action": 0.007534314878284931,
      "loss_total": 0.007534314878284931,
      "step": 26640
    },
    {
      "loss_action": 0.008997653611004353,
      "loss_total": 0.008997653611004353,
      "step": 26640
    },
    {
      "loss_action": 0.005403472576290369,
      "loss_total": 0.005403472576290369,
      "step": 26640
    },
    {
      "loss_action": 0.008882498368620872,
      "loss_total": 0.008882498368620872,
      "step": 26640
    },
    {
      "loss_action": 0.010059228166937828,
      "loss_total": 0.010059228166937828,
      "step": 26640
    },
    {
      "loss_action": 0.006088802590966225,
      "loss_total": 0.006088802590966225,
      "step": 26640
    },
    {
      "grad_norm": 0.10947859287261963,
      "learning_rate": 8.772450863343538e-05,
      "loss": 0.0105,
      "step": 26650
    },
    {
      "loss_action": 0.023801028728485107,
      "loss_total": 0.023801028728485107,
      "step": 26650
    },
    {
      "loss_action": 0.005712736397981644,
      "loss_total": 0.005712736397981644,
      "step": 26650
    },
    {
      "loss_action": 0.017519516870379448,
      "loss_total": 0.017519516870379448,
      "step": 26650
    },
    {
      "loss_action": 0.0032987019512802362,
      "loss_total": 0.0032987019512802362,
      "step": 26650
    },
    {
      "loss_action": 0.0033086056355386972,
      "loss_total": 0.0033086056355386972,
      "step": 26650
    },
    {
      "loss_action": 0.00528442719951272,
      "loss_total": 0.00528442719951272,
      "step": 26650
    },
    {
      "loss_action": 0.00639673788100481,
      "loss_total": 0.00639673788100481,
      "step": 26650
    },
    {
      "loss_action": 0.03386041149497032,
      "loss_total": 0.03386041149497032,
      "step": 26650
    },
    {
      "grad_norm": 0.12572936713695526,
      "learning_rate": 8.77136546609139e-05,
      "loss": 0.0119,
      "step": 26660
    },
    {
      "loss_action": 0.013336189091205597,
      "loss_total": 0.013336189091205597,
      "step": 26660
    },
    {
      "loss_action": 0.00829296000301838,
      "loss_total": 0.00829296000301838,
      "step": 26660
    },
    {
      "loss_action": 0.006161638535559177,
      "loss_total": 0.006161638535559177,
      "step": 26660
    },
    {
      "loss_action": 0.01284513808786869,
      "loss_total": 0.01284513808786869,
      "step": 26660
    },
    {
      "loss_action": 0.012081501074135303,
      "loss_total": 0.012081501074135303,
      "step": 26660
    },
    {
      "loss_action": 0.009597083553671837,
      "loss_total": 0.009597083553671837,
      "step": 26660
    },
    {
      "loss_action": 0.004753010347485542,
      "loss_total": 0.004753010347485542,
      "step": 26660
    },
    {
      "loss_action": 0.006646318361163139,
      "loss_total": 0.006646318361163139,
      "step": 26660
    },
    {
      "grad_norm": 0.13834230601787567,
      "learning_rate": 8.770279656408385e-05,
      "loss": 0.0103,
      "step": 26670
    },
    {
      "loss_action": 0.0055822813883423805,
      "loss_total": 0.0055822813883423805,
      "step": 26670
    },
    {
      "loss_action": 0.01242909487336874,
      "loss_total": 0.01242909487336874,
      "step": 26670
    },
    {
      "loss_action": 0.010146774351596832,
      "loss_total": 0.010146774351596832,
      "step": 26670
    },
    {
      "loss_action": 0.005741841159760952,
      "loss_total": 0.005741841159760952,
      "step": 26670
    },
    {
      "loss_action": 0.006490436382591724,
      "loss_total": 0.006490436382591724,
      "step": 26670
    },
    {
      "loss_action": 0.011619885452091694,
      "loss_total": 0.011619885452091694,
      "step": 26670
    },
    {
      "loss_action": 0.01308448240160942,
      "loss_total": 0.01308448240160942,
      "step": 26670
    },
    {
      "loss_action": 0.00880080834031105,
      "loss_total": 0.00880080834031105,
      "step": 26670
    },
    {
      "grad_norm": 0.18317027390003204,
      "learning_rate": 8.769193434413265e-05,
      "loss": 0.0112,
      "step": 26680
    },
    {
      "loss_action": 0.00791607890278101,
      "loss_total": 0.00791607890278101,
      "step": 26680
    },
    {
      "loss_action": 0.004016409628093243,
      "loss_total": 0.004016409628093243,
      "step": 26680
    },
    {
      "loss_action": 0.0065680015832185745,
      "loss_total": 0.0065680015832185745,
      "step": 26680
    },
    {
      "loss_action": 0.009654583409428596,
      "loss_total": 0.009654583409428596,
      "step": 26680
    },
    {
      "loss_action": 0.008431191556155682,
      "loss_total": 0.008431191556155682,
      "step": 26680
    },
    {
      "loss_action": 0.011426867917180061,
      "loss_total": 0.011426867917180061,
      "step": 26680
    },
    {
      "loss_action": 0.004190516658127308,
      "loss_total": 0.004190516658127308,
      "step": 26680
    },
    {
      "loss_action": 0.011516121216118336,
      "loss_total": 0.011516121216118336,
      "step": 26680
    },
    {
      "grad_norm": 0.10613496601581573,
      "learning_rate": 8.76810680022482e-05,
      "loss": 0.0113,
      "step": 26690
    },
    {
      "loss_action": 0.0036989315412938595,
      "loss_total": 0.0036989315412938595,
      "step": 26690
    },
    {
      "loss_action": 0.006948957219719887,
      "loss_total": 0.006948957219719887,
      "step": 26690
    },
    {
      "loss_action": 0.009590295143425465,
      "loss_total": 0.009590295143425465,
      "step": 26690
    },
    {
      "loss_action": 0.005234311800450087,
      "loss_total": 0.005234311800450087,
      "step": 26690
    },
    {
      "loss_action": 0.006198023445904255,
      "loss_total": 0.006198023445904255,
      "step": 26690
    },
    {
      "loss_action": 0.004968792665749788,
      "loss_total": 0.004968792665749788,
      "step": 26690
    },
    {
      "loss_action": 0.006708760745823383,
      "loss_total": 0.006708760745823383,
      "step": 26690
    },
    {
      "loss_action": 0.01362585462629795,
      "loss_total": 0.01362585462629795,
      "step": 26690
    },
    {
      "grad_norm": 0.1148584708571434,
      "learning_rate": 8.767019753961878e-05,
      "loss": 0.0105,
      "step": 26700
    },
    {
      "loss_action": 0.010521797463297844,
      "loss_total": 0.010521797463297844,
      "step": 26700
    },
    {
      "loss_action": 0.0033045108430087566,
      "loss_total": 0.0033045108430087566,
      "step": 26700
    },
    {
      "loss_action": 0.007055194582790136,
      "loss_total": 0.007055194582790136,
      "step": 26700
    },
    {
      "loss_action": 0.009463638067245483,
      "loss_total": 0.009463638067245483,
      "step": 26700
    },
    {
      "loss_action": 0.025221457704901695,
      "loss_total": 0.025221457704901695,
      "step": 26700
    },
    {
      "loss_action": 0.012095967307686806,
      "loss_total": 0.012095967307686806,
      "step": 26700
    },
    {
      "loss_action": 0.009165787138044834,
      "loss_total": 0.009165787138044834,
      "step": 26700
    },
    {
      "loss_action": 0.013472159393131733,
      "loss_total": 0.013472159393131733,
      "step": 26700
    },
    {
      "grad_norm": 0.13055840134620667,
      "learning_rate": 8.765932295743321e-05,
      "loss": 0.0114,
      "step": 26710
    },
    {
      "loss_action": 0.013650829903781414,
      "loss_total": 0.013650829903781414,
      "step": 26710
    },
    {
      "loss_action": 0.005007330793887377,
      "loss_total": 0.005007330793887377,
      "step": 26710
    },
    {
      "loss_action": 0.009972572326660156,
      "loss_total": 0.009972572326660156,
      "step": 26710
    },
    {
      "loss_action": 0.010261058807373047,
      "loss_total": 0.010261058807373047,
      "step": 26710
    },
    {
      "loss_action": 0.008097023703157902,
      "loss_total": 0.008097023703157902,
      "step": 26710
    },
    {
      "loss_action": 0.008140379562973976,
      "loss_total": 0.008140379562973976,
      "step": 26710
    },
    {
      "loss_action": 0.010510625317692757,
      "loss_total": 0.010510625317692757,
      "step": 26710
    },
    {
      "loss_action": 0.015799812972545624,
      "loss_total": 0.015799812972545624,
      "step": 26710
    },
    {
      "grad_norm": 0.12251968681812286,
      "learning_rate": 8.764844425688068e-05,
      "loss": 0.0107,
      "step": 26720
    },
    {
      "loss_action": 0.017205338925123215,
      "loss_total": 0.017205338925123215,
      "step": 26720
    },
    {
      "loss_action": 0.005291840061545372,
      "loss_total": 0.005291840061545372,
      "step": 26720
    },
    {
      "loss_action": 0.0059066396206617355,
      "loss_total": 0.0059066396206617355,
      "step": 26720
    },
    {
      "loss_action": 0.005738991778343916,
      "loss_total": 0.005738991778343916,
      "step": 26720
    },
    {
      "loss_action": 0.014903625473380089,
      "loss_total": 0.014903625473380089,
      "step": 26720
    },
    {
      "loss_action": 0.003346652491018176,
      "loss_total": 0.003346652491018176,
      "step": 26720
    },
    {
      "loss_action": 0.0041443901136517525,
      "loss_total": 0.0041443901136517525,
      "step": 26720
    },
    {
      "loss_action": 0.012797643430531025,
      "loss_total": 0.012797643430531025,
      "step": 26720
    },
    {
      "grad_norm": 0.13942475616931915,
      "learning_rate": 8.763756143915092e-05,
      "loss": 0.0131,
      "step": 26730
    },
    {
      "loss_action": 0.011173687875270844,
      "loss_total": 0.011173687875270844,
      "step": 26730
    },
    {
      "loss_action": 0.004856090061366558,
      "loss_total": 0.004856090061366558,
      "step": 26730
    },
    {
      "loss_action": 0.01218452025204897,
      "loss_total": 0.01218452025204897,
      "step": 26730
    },
    {
      "loss_action": 0.00976693257689476,
      "loss_total": 0.00976693257689476,
      "step": 26730
    },
    {
      "loss_action": 0.004334059543907642,
      "loss_total": 0.004334059543907642,
      "step": 26730
    },
    {
      "loss_action": 0.006551949307322502,
      "loss_total": 0.006551949307322502,
      "step": 26730
    },
    {
      "loss_action": 0.007339684758335352,
      "loss_total": 0.007339684758335352,
      "step": 26730
    },
    {
      "loss_action": 0.019337506964802742,
      "loss_total": 0.019337506964802742,
      "step": 26730
    },
    {
      "grad_norm": 0.1316080391407013,
      "learning_rate": 8.7626674505434e-05,
      "loss": 0.0114,
      "step": 26740
    },
    {
      "loss_action": 0.013648525811731815,
      "loss_total": 0.013648525811731815,
      "step": 26740
    },
    {
      "loss_action": 0.005357688758522272,
      "loss_total": 0.005357688758522272,
      "step": 26740
    },
    {
      "loss_action": 0.004959657788276672,
      "loss_total": 0.004959657788276672,
      "step": 26740
    },
    {
      "loss_action": 0.007720920257270336,
      "loss_total": 0.007720920257270336,
      "step": 26740
    },
    {
      "loss_action": 0.007196852471679449,
      "loss_total": 0.007196852471679449,
      "step": 26740
    },
    {
      "loss_action": 0.0040768045000731945,
      "loss_total": 0.0040768045000731945,
      "step": 26740
    },
    {
      "loss_action": 0.011625517159700394,
      "loss_total": 0.011625517159700394,
      "step": 26740
    },
    {
      "loss_action": 0.010054427199065685,
      "loss_total": 0.010054427199065685,
      "step": 26740
    },
    {
      "grad_norm": 0.09962853789329529,
      "learning_rate": 8.761578345692053e-05,
      "loss": 0.0111,
      "step": 26750
    },
    {
      "loss_action": 0.005581354722380638,
      "loss_total": 0.005581354722380638,
      "step": 26750
    },
    {
      "loss_action": 0.007523521780967712,
      "loss_total": 0.007523521780967712,
      "step": 26750
    },
    {
      "loss_action": 0.014865215867757797,
      "loss_total": 0.014865215867757797,
      "step": 26750
    },
    {
      "loss_action": 0.040266379714012146,
      "loss_total": 0.040266379714012146,
      "step": 26750
    },
    {
      "loss_action": 0.015102964825928211,
      "loss_total": 0.015102964825928211,
      "step": 26750
    },
    {
      "loss_action": 0.013993235304951668,
      "loss_total": 0.013993235304951668,
      "step": 26750
    },
    {
      "loss_action": 0.014386708848178387,
      "loss_total": 0.014386708848178387,
      "step": 26750
    },
    {
      "loss_action": 0.008456454612314701,
      "loss_total": 0.008456454612314701,
      "step": 26750
    },
    {
      "grad_norm": 0.14856962859630585,
      "learning_rate": 8.760488829480156e-05,
      "loss": 0.012,
      "step": 26760
    },
    {
      "loss_action": 0.010700325481593609,
      "loss_total": 0.010700325481593609,
      "step": 26760
    },
    {
      "loss_action": 0.008548680692911148,
      "loss_total": 0.008548680692911148,
      "step": 26760
    },
    {
      "loss_action": 0.005175660364329815,
      "loss_total": 0.005175660364329815,
      "step": 26760
    },
    {
      "loss_action": 0.008346932008862495,
      "loss_total": 0.008346932008862495,
      "step": 26760
    },
    {
      "loss_action": 0.014055950567126274,
      "loss_total": 0.014055950567126274,
      "step": 26760
    },
    {
      "loss_action": 0.005061198957264423,
      "loss_total": 0.005061198957264423,
      "step": 26760
    },
    {
      "loss_action": 0.010668052360415459,
      "loss_total": 0.010668052360415459,
      "step": 26760
    },
    {
      "loss_action": 0.006582558620721102,
      "loss_total": 0.006582558620721102,
      "step": 26760
    },
    {
      "grad_norm": 0.14031647145748138,
      "learning_rate": 8.759398902026854e-05,
      "loss": 0.0121,
      "step": 26770
    },
    {
      "loss_action": 0.008105576038360596,
      "loss_total": 0.008105576038360596,
      "step": 26770
    },
    {
      "loss_action": 0.003839527489617467,
      "loss_total": 0.003839527489617467,
      "step": 26770
    },
    {
      "loss_action": 0.003462209366261959,
      "loss_total": 0.003462209366261959,
      "step": 26770
    },
    {
      "loss_action": 0.015461975708603859,
      "loss_total": 0.015461975708603859,
      "step": 26770
    },
    {
      "loss_action": 0.004780389368534088,
      "loss_total": 0.004780389368534088,
      "step": 26770
    },
    {
      "loss_action": 0.009900643490254879,
      "loss_total": 0.009900643490254879,
      "step": 26770
    },
    {
      "loss_action": 0.012331290170550346,
      "loss_total": 0.012331290170550346,
      "step": 26770
    },
    {
      "loss_action": 0.054628461599349976,
      "loss_total": 0.054628461599349976,
      "step": 26770
    },
    {
      "grad_norm": 0.11012884974479675,
      "learning_rate": 8.758308563451339e-05,
      "loss": 0.0117,
      "step": 26780
    },
    {
      "loss_action": 0.010975184850394726,
      "loss_total": 0.010975184850394726,
      "step": 26780
    },
    {
      "loss_action": 0.021313633769750595,
      "loss_total": 0.021313633769750595,
      "step": 26780
    },
    {
      "loss_action": 0.005651074927300215,
      "loss_total": 0.005651074927300215,
      "step": 26780
    },
    {
      "loss_action": 0.007089104037731886,
      "loss_total": 0.007089104037731886,
      "step": 26780
    },
    {
      "loss_action": 0.028879407793283463,
      "loss_total": 0.028879407793283463,
      "step": 26780
    },
    {
      "loss_action": 0.009774390608072281,
      "loss_total": 0.009774390608072281,
      "step": 26780
    },
    {
      "loss_action": 0.010420745238661766,
      "loss_total": 0.010420745238661766,
      "step": 26780
    },
    {
      "loss_action": 0.010405096225440502,
      "loss_total": 0.010405096225440502,
      "step": 26780
    },
    {
      "grad_norm": 0.1564624309539795,
      "learning_rate": 8.75721781387285e-05,
      "loss": 0.0137,
      "step": 26790
    },
    {
      "loss_action": 0.005857257638126612,
      "loss_total": 0.005857257638126612,
      "step": 26790
    },
    {
      "loss_action": 0.028555355966091156,
      "loss_total": 0.028555355966091156,
      "step": 26790
    },
    {
      "loss_action": 0.0038194269873201847,
      "loss_total": 0.0038194269873201847,
      "step": 26790
    },
    {
      "loss_action": 0.033620111644268036,
      "loss_total": 0.033620111644268036,
      "step": 26790
    },
    {
      "loss_action": 0.013991761021316051,
      "loss_total": 0.013991761021316051,
      "step": 26790
    },
    {
      "loss_action": 0.02611248940229416,
      "loss_total": 0.02611248940229416,
      "step": 26790
    },
    {
      "loss_action": 0.02044190838932991,
      "loss_total": 0.02044190838932991,
      "step": 26790
    },
    {
      "loss_action": 0.011571930721402168,
      "loss_total": 0.011571930721402168,
      "step": 26790
    },
    {
      "grad_norm": 0.16741839051246643,
      "learning_rate": 8.75612665341067e-05,
      "loss": 0.0125,
      "step": 26800
    },
    {
      "loss_action": 0.007776488084346056,
      "loss_total": 0.007776488084346056,
      "step": 26800
    },
    {
      "loss_action": 0.004945158027112484,
      "loss_total": 0.004945158027112484,
      "step": 26800
    },
    {
      "loss_action": 0.0031677386723458767,
      "loss_total": 0.0031677386723458767,
      "step": 26800
    },
    {
      "loss_action": 0.008501593954861164,
      "loss_total": 0.008501593954861164,
      "step": 26800
    },
    {
      "loss_action": 0.005984459072351456,
      "loss_total": 0.005984459072351456,
      "step": 26800
    },
    {
      "loss_action": 0.0042701526544988155,
      "loss_total": 0.0042701526544988155,
      "step": 26800
    },
    {
      "loss_action": 0.009362565353512764,
      "loss_total": 0.009362565353512764,
      "step": 26800
    },
    {
      "loss_action": 0.006953977048397064,
      "loss_total": 0.006953977048397064,
      "step": 26800
    },
    {
      "grad_norm": 0.22672516107559204,
      "learning_rate": 8.755035082184126e-05,
      "loss": 0.0113,
      "step": 26810
    },
    {
      "loss_action": 0.008315404877066612,
      "loss_total": 0.008315404877066612,
      "step": 26810
    },
    {
      "loss_action": 0.010088406503200531,
      "loss_total": 0.010088406503200531,
      "step": 26810
    },
    {
      "loss_action": 0.022390535101294518,
      "loss_total": 0.022390535101294518,
      "step": 26810
    },
    {
      "loss_action": 0.006357405334711075,
      "loss_total": 0.006357405334711075,
      "step": 26810
    },
    {
      "loss_action": 0.008900845423340797,
      "loss_total": 0.008900845423340797,
      "step": 26810
    },
    {
      "loss_action": 0.022898919880390167,
      "loss_total": 0.022898919880390167,
      "step": 26810
    },
    {
      "loss_action": 0.010137714445590973,
      "loss_total": 0.010137714445590973,
      "step": 26810
    },
    {
      "loss_action": 0.008712157607078552,
      "loss_total": 0.008712157607078552,
      "step": 26810
    },
    {
      "grad_norm": 0.14991334080696106,
      "learning_rate": 8.753943100312592e-05,
      "loss": 0.0108,
      "step": 26820
    },
    {
      "loss_action": 0.022975152358412743,
      "loss_total": 0.022975152358412743,
      "step": 26820
    },
    {
      "loss_action": 0.014444595202803612,
      "loss_total": 0.014444595202803612,
      "step": 26820
    },
    {
      "loss_action": 0.005862231366336346,
      "loss_total": 0.005862231366336346,
      "step": 26820
    },
    {
      "loss_action": 0.01623140089213848,
      "loss_total": 0.01623140089213848,
      "step": 26820
    },
    {
      "loss_action": 0.003948479425162077,
      "loss_total": 0.003948479425162077,
      "step": 26820
    },
    {
      "loss_action": 0.010059216991066933,
      "loss_total": 0.010059216991066933,
      "step": 26820
    },
    {
      "loss_action": 0.00742446118965745,
      "loss_total": 0.00742446118965745,
      "step": 26820
    },
    {
      "loss_action": 0.0046471599489450455,
      "loss_total": 0.0046471599489450455,
      "step": 26820
    },
    {
      "grad_norm": 0.14856912195682526,
      "learning_rate": 8.752850707915484e-05,
      "loss": 0.0138,
      "step": 26830
    },
    {
      "loss_action": 0.008019611239433289,
      "loss_total": 0.008019611239433289,
      "step": 26830
    },
    {
      "loss_action": 0.010844618082046509,
      "loss_total": 0.010844618082046509,
      "step": 26830
    },
    {
      "loss_action": 0.00601917551830411,
      "loss_total": 0.00601917551830411,
      "step": 26830
    },
    {
      "loss_action": 0.009041803888976574,
      "loss_total": 0.009041803888976574,
      "step": 26830
    },
    {
      "loss_action": 0.012702398002147675,
      "loss_total": 0.012702398002147675,
      "step": 26830
    },
    {
      "loss_action": 0.009235238656401634,
      "loss_total": 0.009235238656401634,
      "step": 26830
    },
    {
      "loss_action": 0.013113792985677719,
      "loss_total": 0.013113792985677719,
      "step": 26830
    },
    {
      "loss_action": 0.017610695213079453,
      "loss_total": 0.017610695213079453,
      "step": 26830
    },
    {
      "grad_norm": 0.13927894830703735,
      "learning_rate": 8.751757905112264e-05,
      "loss": 0.0131,
      "step": 26840
    },
    {
      "loss_action": 0.012920722365379333,
      "loss_total": 0.012920722365379333,
      "step": 26840
    },
    {
      "loss_action": 0.017351632937788963,
      "loss_total": 0.017351632937788963,
      "step": 26840
    },
    {
      "loss_action": 0.016295460984110832,
      "loss_total": 0.016295460984110832,
      "step": 26840
    },
    {
      "loss_action": 0.010497555136680603,
      "loss_total": 0.010497555136680603,
      "step": 26840
    },
    {
      "loss_action": 0.017720326781272888,
      "loss_total": 0.017720326781272888,
      "step": 26840
    },
    {
      "loss_action": 0.012785232625901699,
      "loss_total": 0.012785232625901699,
      "step": 26840
    },
    {
      "loss_action": 0.007837400771677494,
      "loss_total": 0.007837400771677494,
      "step": 26840
    },
    {
      "loss_action": 0.013297976925969124,
      "loss_total": 0.013297976925969124,
      "step": 26840
    },
    {
      "grad_norm": 0.13219992816448212,
      "learning_rate": 8.75066469202244e-05,
      "loss": 0.0118,
      "step": 26850
    },
    {
      "loss_action": 0.008976380340754986,
      "loss_total": 0.008976380340754986,
      "step": 26850
    },
    {
      "loss_action": 0.0186169296503067,
      "loss_total": 0.0186169296503067,
      "step": 26850
    },
    {
      "loss_action": 0.008359408006072044,
      "loss_total": 0.008359408006072044,
      "step": 26850
    },
    {
      "loss_action": 0.008084705099463463,
      "loss_total": 0.008084705099463463,
      "step": 26850
    },
    {
      "loss_action": 0.013878476805984974,
      "loss_total": 0.013878476805984974,
      "step": 26850
    },
    {
      "loss_action": 0.015363355167210102,
      "loss_total": 0.015363355167210102,
      "step": 26850
    },
    {
      "loss_action": 0.012933917343616486,
      "loss_total": 0.012933917343616486,
      "step": 26850
    },
    {
      "loss_action": 0.013829834759235382,
      "loss_total": 0.013829834759235382,
      "step": 26850
    },
    {
      "grad_norm": 0.19050756096839905,
      "learning_rate": 8.749571068765567e-05,
      "loss": 0.0133,
      "step": 26860
    },
    {
      "loss_action": 0.012405885383486748,
      "loss_total": 0.012405885383486748,
      "step": 26860
    },
    {
      "loss_action": 0.00861189141869545,
      "loss_total": 0.00861189141869545,
      "step": 26860
    },
    {
      "loss_action": 0.012989448383450508,
      "loss_total": 0.012989448383450508,
      "step": 26860
    },
    {
      "loss_action": 0.010347014293074608,
      "loss_total": 0.010347014293074608,
      "step": 26860
    },
    {
      "loss_action": 0.00709545100107789,
      "loss_total": 0.00709545100107789,
      "step": 26860
    },
    {
      "loss_action": 0.013119405135512352,
      "loss_total": 0.013119405135512352,
      "step": 26860
    },
    {
      "loss_action": 0.0068803951144218445,
      "loss_total": 0.0068803951144218445,
      "step": 26860
    },
    {
      "loss_action": 0.01284816488623619,
      "loss_total": 0.01284816488623619,
      "step": 26860
    },
    {
      "grad_norm": 0.10548073798418045,
      "learning_rate": 8.748477035461238e-05,
      "loss": 0.01,
      "step": 26870
    },
    {
      "loss_action": 0.005548287648707628,
      "loss_total": 0.005548287648707628,
      "step": 26870
    },
    {
      "loss_action": 0.012944146990776062,
      "loss_total": 0.012944146990776062,
      "step": 26870
    },
    {
      "loss_action": 0.008720310404896736,
      "loss_total": 0.008720310404896736,
      "step": 26870
    },
    {
      "loss_action": 0.006377699784934521,
      "loss_total": 0.006377699784934521,
      "step": 26870
    },
    {
      "loss_action": 0.008707916364073753,
      "loss_total": 0.008707916364073753,
      "step": 26870
    },
    {
      "loss_action": 0.005828654393553734,
      "loss_total": 0.005828654393553734,
      "step": 26870
    },
    {
      "loss_action": 0.008660887368023396,
      "loss_total": 0.008660887368023396,
      "step": 26870
    },
    {
      "loss_action": 0.01055213250219822,
      "loss_total": 0.01055213250219822,
      "step": 26870
    },
    {
      "grad_norm": 0.13755865395069122,
      "learning_rate": 8.747382592229095e-05,
      "loss": 0.0108,
      "step": 26880
    },
    {
      "loss_action": 0.017818253487348557,
      "loss_total": 0.017818253487348557,
      "step": 26880
    },
    {
      "loss_action": 0.026925036683678627,
      "loss_total": 0.026925036683678627,
      "step": 26880
    },
    {
      "loss_action": 0.0076260617934167385,
      "loss_total": 0.0076260617934167385,
      "step": 26880
    },
    {
      "loss_action": 0.00672009726986289,
      "loss_total": 0.00672009726986289,
      "step": 26880
    },
    {
      "loss_action": 0.015315103344619274,
      "loss_total": 0.015315103344619274,
      "step": 26880
    },
    {
      "loss_action": 0.00960454624146223,
      "loss_total": 0.00960454624146223,
      "step": 26880
    },
    {
      "loss_action": 0.009100057184696198,
      "loss_total": 0.009100057184696198,
      "step": 26880
    },
    {
      "loss_action": 0.009699603542685509,
      "loss_total": 0.009699603542685509,
      "step": 26880
    },
    {
      "grad_norm": 0.09989137202501297,
      "learning_rate": 8.746287739188828e-05,
      "loss": 0.0106,
      "step": 26890
    },
    {
      "loss_action": 0.022405754774808884,
      "loss_total": 0.022405754774808884,
      "step": 26890
    },
    {
      "loss_action": 0.014813831076025963,
      "loss_total": 0.014813831076025963,
      "step": 26890
    },
    {
      "loss_action": 0.011751774698495865,
      "loss_total": 0.011751774698495865,
      "step": 26890
    },
    {
      "loss_action": 0.014324283227324486,
      "loss_total": 0.014324283227324486,
      "step": 26890
    },
    {
      "loss_action": 0.010476535186171532,
      "loss_total": 0.010476535186171532,
      "step": 26890
    },
    {
      "loss_action": 0.01342511735856533,
      "loss_total": 0.01342511735856533,
      "step": 26890
    },
    {
      "loss_action": 0.01252464484423399,
      "loss_total": 0.01252464484423399,
      "step": 26890
    },
    {
      "loss_action": 0.011444717645645142,
      "loss_total": 0.011444717645645142,
      "step": 26890
    },
    {
      "grad_norm": 0.1531999260187149,
      "learning_rate": 8.745192476460165e-05,
      "loss": 0.0106,
      "step": 26900
    },
    {
      "loss_action": 0.07988490909337997,
      "loss_total": 0.07988490909337997,
      "step": 26900
    },
    {
      "loss_action": 0.0041383481584489346,
      "loss_total": 0.0041383481584489346,
      "step": 26900
    },
    {
      "loss_action": 0.004848205018788576,
      "loss_total": 0.004848205018788576,
      "step": 26900
    },
    {
      "loss_action": 0.005249276757240295,
      "loss_total": 0.005249276757240295,
      "step": 26900
    },
    {
      "loss_action": 0.006004362367093563,
      "loss_total": 0.006004362367093563,
      "step": 26900
    },
    {
      "loss_action": 0.008318653330206871,
      "loss_total": 0.008318653330206871,
      "step": 26900
    },
    {
      "loss_action": 0.005660951137542725,
      "loss_total": 0.005660951137542725,
      "step": 26900
    },
    {
      "loss_action": 0.01031784899532795,
      "loss_total": 0.01031784899532795,
      "step": 26900
    },
    {
      "grad_norm": 0.19238512217998505,
      "learning_rate": 8.744096804162882e-05,
      "loss": 0.0101,
      "step": 26910
    },
    {
      "loss_action": 0.00968000665307045,
      "loss_total": 0.00968000665307045,
      "step": 26910
    },
    {
      "loss_action": 0.00910433754324913,
      "loss_total": 0.00910433754324913,
      "step": 26910
    },
    {
      "loss_action": 0.005171783268451691,
      "loss_total": 0.005171783268451691,
      "step": 26910
    },
    {
      "loss_action": 0.005804271437227726,
      "loss_total": 0.005804271437227726,
      "step": 26910
    },
    {
      "loss_action": 0.0066569093614816666,
      "loss_total": 0.0066569093614816666,
      "step": 26910
    },
    {
      "loss_action": 0.006148322485387325,
      "loss_total": 0.006148322485387325,
      "step": 26910
    },
    {
      "loss_action": 0.005060991737991571,
      "loss_total": 0.005060991737991571,
      "step": 26910
    },
    {
      "loss_action": 0.0035727922804653645,
      "loss_total": 0.0035727922804653645,
      "step": 26910
    },
    {
      "grad_norm": 0.13808229565620422,
      "learning_rate": 8.743000722416804e-05,
      "loss": 0.0086,
      "step": 26920
    },
    {
      "loss_action": 0.01694071665406227,
      "loss_total": 0.01694071665406227,
      "step": 26920
    },
    {
      "loss_action": 0.00469877989962697,
      "loss_total": 0.00469877989962697,
      "step": 26920
    },
    {
      "loss_action": 0.005778464023023844,
      "loss_total": 0.005778464023023844,
      "step": 26920
    },
    {
      "loss_action": 0.007677012123167515,
      "loss_total": 0.007677012123167515,
      "step": 26920
    },
    {
      "loss_action": 0.00831078551709652,
      "loss_total": 0.00831078551709652,
      "step": 26920
    },
    {
      "loss_action": 0.009690175764262676,
      "loss_total": 0.009690175764262676,
      "step": 26920
    },
    {
      "loss_action": 0.0096689872443676,
      "loss_total": 0.0096689872443676,
      "step": 26920
    },
    {
      "loss_action": 0.01546289213001728,
      "loss_total": 0.01546289213001728,
      "step": 26920
    },
    {
      "grad_norm": 0.1675506979227066,
      "learning_rate": 8.741904231341793e-05,
      "loss": 0.0101,
      "step": 26930
    },
    {
      "loss_action": 0.011680797673761845,
      "loss_total": 0.011680797673761845,
      "step": 26930
    },
    {
      "loss_action": 0.003848643973469734,
      "loss_total": 0.003848643973469734,
      "step": 26930
    },
    {
      "loss_action": 0.011537259444594383,
      "loss_total": 0.011537259444594383,
      "step": 26930
    },
    {
      "loss_action": 0.004972042050212622,
      "loss_total": 0.004972042050212622,
      "step": 26930
    },
    {
      "loss_action": 0.0038938946090638638,
      "loss_total": 0.0038938946090638638,
      "step": 26930
    },
    {
      "loss_action": 0.008634006604552269,
      "loss_total": 0.008634006604552269,
      "step": 26930
    },
    {
      "loss_action": 0.0043367426842451096,
      "loss_total": 0.0043367426842451096,
      "step": 26930
    },
    {
      "loss_action": 0.00748758390545845,
      "loss_total": 0.00748758390545845,
      "step": 26930
    },
    {
      "grad_norm": 0.11646775156259537,
      "learning_rate": 8.740807331057762e-05,
      "loss": 0.0093,
      "step": 26940
    },
    {
      "loss_action": 0.020756812766194344,
      "loss_total": 0.020756812766194344,
      "step": 26940
    },
    {
      "loss_action": 0.011741427704691887,
      "loss_total": 0.011741427704691887,
      "step": 26940
    },
    {
      "loss_action": 0.01778244599699974,
      "loss_total": 0.01778244599699974,
      "step": 26940
    },
    {
      "loss_action": 0.007260133512318134,
      "loss_total": 0.007260133512318134,
      "step": 26940
    },
    {
      "loss_action": 0.003680582856759429,
      "loss_total": 0.003680582856759429,
      "step": 26940
    },
    {
      "loss_action": 0.005428078584372997,
      "loss_total": 0.005428078584372997,
      "step": 26940
    },
    {
      "loss_action": 0.017430437728762627,
      "loss_total": 0.017430437728762627,
      "step": 26940
    },
    {
      "loss_action": 0.005916890688240528,
      "loss_total": 0.005916890688240528,
      "step": 26940
    },
    {
      "grad_norm": 0.14486773312091827,
      "learning_rate": 8.739710021684667e-05,
      "loss": 0.01,
      "step": 26950
    },
    {
      "loss_action": 0.008707409724593163,
      "loss_total": 0.008707409724593163,
      "step": 26950
    },
    {
      "loss_action": 0.011758723296225071,
      "loss_total": 0.011758723296225071,
      "step": 26950
    },
    {
      "loss_action": 0.005594983696937561,
      "loss_total": 0.005594983696937561,
      "step": 26950
    },
    {
      "loss_action": 0.020845524966716766,
      "loss_total": 0.020845524966716766,
      "step": 26950
    },
    {
      "loss_action": 0.005179733969271183,
      "loss_total": 0.005179733969271183,
      "step": 26950
    },
    {
      "loss_action": 0.01578831672668457,
      "loss_total": 0.01578831672668457,
      "step": 26950
    },
    {
      "loss_action": 0.009693127125501633,
      "loss_total": 0.009693127125501633,
      "step": 26950
    },
    {
      "loss_action": 0.009063204750418663,
      "loss_total": 0.009063204750418663,
      "step": 26950
    },
    {
      "grad_norm": 0.10178706049919128,
      "learning_rate": 8.738612303342503e-05,
      "loss": 0.0111,
      "step": 26960
    },
    {
      "loss_action": 0.008131485432386398,
      "loss_total": 0.008131485432386398,
      "step": 26960
    },
    {
      "loss_action": 0.012004086747765541,
      "loss_total": 0.012004086747765541,
      "step": 26960
    },
    {
      "loss_action": 0.008022092282772064,
      "loss_total": 0.008022092282772064,
      "step": 26960
    },
    {
      "loss_action": 0.012756518088281155,
      "loss_total": 0.012756518088281155,
      "step": 26960
    },
    {
      "loss_action": 0.0042961095459759235,
      "loss_total": 0.0042961095459759235,
      "step": 26960
    },
    {
      "loss_action": 0.007345974445343018,
      "loss_total": 0.007345974445343018,
      "step": 26960
    },
    {
      "loss_action": 0.010972524993121624,
      "loss_total": 0.010972524993121624,
      "step": 26960
    },
    {
      "loss_action": 0.006507718004286289,
      "loss_total": 0.006507718004286289,
      "step": 26960
    },
    {
      "grad_norm": 0.15478481352329254,
      "learning_rate": 8.73751417615132e-05,
      "loss": 0.0122,
      "step": 26970
    },
    {
      "loss_action": 0.013898002915084362,
      "loss_total": 0.013898002915084362,
      "step": 26970
    },
    {
      "loss_action": 0.01118931919336319,
      "loss_total": 0.01118931919336319,
      "step": 26970
    },
    {
      "loss_action": 0.012955754064023495,
      "loss_total": 0.012955754064023495,
      "step": 26970
    },
    {
      "loss_action": 0.005494945682585239,
      "loss_total": 0.005494945682585239,
      "step": 26970
    },
    {
      "loss_action": 0.0058938926085829735,
      "loss_total": 0.0058938926085829735,
      "step": 26970
    },
    {
      "loss_action": 0.010961491614580154,
      "loss_total": 0.010961491614580154,
      "step": 26970
    },
    {
      "loss_action": 0.019515875726938248,
      "loss_total": 0.019515875726938248,
      "step": 26970
    },
    {
      "loss_action": 0.017871879041194916,
      "loss_total": 0.017871879041194916,
      "step": 26970
    },
    {
      "grad_norm": 0.1225023865699768,
      "learning_rate": 8.736415640231208e-05,
      "loss": 0.0126,
      "step": 26980
    },
    {
      "loss_action": 0.011973400600254536,
      "loss_total": 0.011973400600254536,
      "step": 26980
    },
    {
      "loss_action": 0.008667977526783943,
      "loss_total": 0.008667977526783943,
      "step": 26980
    },
    {
      "loss_action": 0.010954231023788452,
      "loss_total": 0.010954231023788452,
      "step": 26980
    },
    {
      "loss_action": 0.004624948836863041,
      "loss_total": 0.004624948836863041,
      "step": 26980
    },
    {
      "loss_action": 0.007169407792389393,
      "loss_total": 0.007169407792389393,
      "step": 26980
    },
    {
      "loss_action": 0.0055963206104934216,
      "loss_total": 0.0055963206104934216,
      "step": 26980
    },
    {
      "loss_action": 0.00510798953473568,
      "loss_total": 0.00510798953473568,
      "step": 26980
    },
    {
      "loss_action": 0.005413453094661236,
      "loss_total": 0.005413453094661236,
      "step": 26980
    },
    {
      "grad_norm": 0.191868394613266,
      "learning_rate": 8.735316695702297e-05,
      "loss": 0.0109,
      "step": 26990
    },
    {
      "loss_action": 0.028383634984493256,
      "loss_total": 0.028383634984493256,
      "step": 26990
    },
    {
      "loss_action": 0.01634545810520649,
      "loss_total": 0.01634545810520649,
      "step": 26990
    },
    {
      "loss_action": 0.021349359303712845,
      "loss_total": 0.021349359303712845,
      "step": 26990
    },
    {
      "loss_action": 0.008813565596938133,
      "loss_total": 0.008813565596938133,
      "step": 26990
    },
    {
      "loss_action": 0.016799548640847206,
      "loss_total": 0.016799548640847206,
      "step": 26990
    },
    {
      "loss_action": 0.012771433219313622,
      "loss_total": 0.012771433219313622,
      "step": 26990
    },
    {
      "loss_action": 0.008823299780488014,
      "loss_total": 0.008823299780488014,
      "step": 26990
    },
    {
      "loss_action": 0.014038829132914543,
      "loss_total": 0.014038829132914543,
      "step": 26990
    },
    {
      "grad_norm": 0.22083762288093567,
      "learning_rate": 8.734217342684769e-05,
      "loss": 0.0128,
      "step": 27000
    },
    {
      "loss_action": 0.009388718754053116,
      "loss_total": 0.009388718754053116,
      "step": 27000
    },
    {
      "loss_action": 0.021710902452468872,
      "loss_total": 0.021710902452468872,
      "step": 27000
    },
    {
      "loss_action": 0.010756906121969223,
      "loss_total": 0.010756906121969223,
      "step": 27000
    },
    {
      "loss_action": 0.042665839195251465,
      "loss_total": 0.042665839195251465,
      "step": 27000
    },
    {
      "loss_action": 0.019251391291618347,
      "loss_total": 0.019251391291618347,
      "step": 27000
    },
    {
      "loss_action": 0.03335454314947128,
      "loss_total": 0.03335454314947128,
      "step": 27000
    },
    {
      "loss_action": 0.006646670866757631,
      "loss_total": 0.006646670866757631,
      "step": 27000
    },
    {
      "loss_action": 0.0059705376625061035,
      "loss_total": 0.0059705376625061035,
      "step": 27000
    },
    {
      "grad_norm": 0.1339440494775772,
      "learning_rate": 8.733117581298847e-05,
      "loss": 0.0124,
      "step": 27010
    },
    {
      "loss_action": 0.013702037744224072,
      "loss_total": 0.013702037744224072,
      "step": 27010
    },
    {
      "loss_action": 0.010538901202380657,
      "loss_total": 0.010538901202380657,
      "step": 27010
    },
    {
      "loss_action": 0.004026950336992741,
      "loss_total": 0.004026950336992741,
      "step": 27010
    },
    {
      "loss_action": 0.011417342349886894,
      "loss_total": 0.011417342349886894,
      "step": 27010
    },
    {
      "loss_action": 0.005743640009313822,
      "loss_total": 0.005743640009313822,
      "step": 27010
    },
    {
      "loss_action": 0.0043358285911381245,
      "loss_total": 0.0043358285911381245,
      "step": 27010
    },
    {
      "loss_action": 0.011331713758409023,
      "loss_total": 0.011331713758409023,
      "step": 27010
    },
    {
      "loss_action": 0.013251258060336113,
      "loss_total": 0.013251258060336113,
      "step": 27010
    },
    {
      "grad_norm": 0.15572857856750488,
      "learning_rate": 8.732017411664796e-05,
      "loss": 0.0106,
      "step": 27020
    },
    {
      "loss_action": 0.0074227796867489815,
      "loss_total": 0.0074227796867489815,
      "step": 27020
    },
    {
      "loss_action": 0.004562152549624443,
      "loss_total": 0.004562152549624443,
      "step": 27020
    },
    {
      "loss_action": 0.012050795368850231,
      "loss_total": 0.012050795368850231,
      "step": 27020
    },
    {
      "loss_action": 0.004866780247539282,
      "loss_total": 0.004866780247539282,
      "step": 27020
    },
    {
      "loss_action": 0.021622654050588608,
      "loss_total": 0.021622654050588608,
      "step": 27020
    },
    {
      "loss_action": 0.008748033083975315,
      "loss_total": 0.008748033083975315,
      "step": 27020
    },
    {
      "loss_action": 0.00900595635175705,
      "loss_total": 0.00900595635175705,
      "step": 27020
    },
    {
      "loss_action": 0.0068562873639166355,
      "loss_total": 0.0068562873639166355,
      "step": 27020
    },
    {
      "grad_norm": 0.19362081587314606,
      "learning_rate": 8.730916833902936e-05,
      "loss": 0.0137,
      "step": 27030
    },
    {
      "loss_action": 0.005944025702774525,
      "loss_total": 0.005944025702774525,
      "step": 27030
    },
    {
      "loss_action": 0.01435927301645279,
      "loss_total": 0.01435927301645279,
      "step": 27030
    },
    {
      "loss_action": 0.006014170590788126,
      "loss_total": 0.006014170590788126,
      "step": 27030
    },
    {
      "loss_action": 0.012416969984769821,
      "loss_total": 0.012416969984769821,
      "step": 27030
    },
    {
      "loss_action": 0.011590235866606236,
      "loss_total": 0.011590235866606236,
      "step": 27030
    },
    {
      "loss_action": 0.009078392758965492,
      "loss_total": 0.009078392758965492,
      "step": 27030
    },
    {
      "loss_action": 0.03892746567726135,
      "loss_total": 0.03892746567726135,
      "step": 27030
    },
    {
      "loss_action": 0.014617390930652618,
      "loss_total": 0.014617390930652618,
      "step": 27030
    },
    {
      "grad_norm": 0.10811212658882141,
      "learning_rate": 8.729815848133618e-05,
      "loss": 0.0132,
      "step": 27040
    },
    {
      "loss_action": 0.006340882275253534,
      "loss_total": 0.006340882275253534,
      "step": 27040
    },
    {
      "loss_action": 0.0037189051508903503,
      "loss_total": 0.0037189051508903503,
      "step": 27040
    },
    {
      "loss_action": 0.007332466542720795,
      "loss_total": 0.007332466542720795,
      "step": 27040
    },
    {
      "loss_action": 0.004565591923892498,
      "loss_total": 0.004565591923892498,
      "step": 27040
    },
    {
      "loss_action": 0.020846325904130936,
      "loss_total": 0.020846325904130936,
      "step": 27040
    },
    {
      "loss_action": 0.012628864496946335,
      "loss_total": 0.012628864496946335,
      "step": 27040
    },
    {
      "loss_action": 0.00652023870497942,
      "loss_total": 0.00652023870497942,
      "step": 27040
    },
    {
      "loss_action": 0.015541852451860905,
      "loss_total": 0.015541852451860905,
      "step": 27040
    },
    {
      "grad_norm": 0.13359875977039337,
      "learning_rate": 8.728714454477247e-05,
      "loss": 0.0107,
      "step": 27050
    },
    {
      "loss_action": 0.015528963878750801,
      "loss_total": 0.015528963878750801,
      "step": 27050
    },
    {
      "loss_action": 0.011070115491747856,
      "loss_total": 0.011070115491747856,
      "step": 27050
    },
    {
      "loss_action": 0.012688562273979187,
      "loss_total": 0.012688562273979187,
      "step": 27050
    },
    {
      "loss_action": 0.010013127699494362,
      "loss_total": 0.010013127699494362,
      "step": 27050
    },
    {
      "loss_action": 0.012577925808727741,
      "loss_total": 0.012577925808727741,
      "step": 27050
    },
    {
      "loss_action": 0.009711210615932941,
      "loss_total": 0.009711210615932941,
      "step": 27050
    },
    {
      "loss_action": 0.016384631395339966,
      "loss_total": 0.016384631395339966,
      "step": 27050
    },
    {
      "loss_action": 0.011930560693144798,
      "loss_total": 0.011930560693144798,
      "step": 27050
    },
    {
      "grad_norm": 0.15945248305797577,
      "learning_rate": 8.727612653054269e-05,
      "loss": 0.012,
      "step": 27060
    },
    {
      "loss_action": 0.010434258729219437,
      "loss_total": 0.010434258729219437,
      "step": 27060
    },
    {
      "loss_action": 0.007898686453700066,
      "loss_total": 0.007898686453700066,
      "step": 27060
    },
    {
      "loss_action": 0.00656850915402174,
      "loss_total": 0.00656850915402174,
      "step": 27060
    },
    {
      "loss_action": 0.0036344975233078003,
      "loss_total": 0.0036344975233078003,
      "step": 27060
    },
    {
      "loss_action": 0.023722078651189804,
      "loss_total": 0.023722078651189804,
      "step": 27060
    },
    {
      "loss_action": 0.017652058973908424,
      "loss_total": 0.017652058973908424,
      "step": 27060
    },
    {
      "loss_action": 0.008077168837189674,
      "loss_total": 0.008077168837189674,
      "step": 27060
    },
    {
      "loss_action": 0.009413775987923145,
      "loss_total": 0.009413775987923145,
      "step": 27060
    },
    {
      "grad_norm": 0.19516348838806152,
      "learning_rate": 8.726510443985176e-05,
      "loss": 0.0131,
      "step": 27070
    },
    {
      "loss_action": 0.006849256344139576,
      "loss_total": 0.006849256344139576,
      "step": 27070
    },
    {
      "loss_action": 0.021163491532206535,
      "loss_total": 0.021163491532206535,
      "step": 27070
    },
    {
      "loss_action": 0.01039129588752985,
      "loss_total": 0.01039129588752985,
      "step": 27070
    },
    {
      "loss_action": 0.010433896444737911,
      "loss_total": 0.010433896444737911,
      "step": 27070
    },
    {
      "loss_action": 0.014322742819786072,
      "loss_total": 0.014322742819786072,
      "step": 27070
    },
    {
      "loss_action": 0.007698597386479378,
      "loss_total": 0.007698597386479378,
      "step": 27070
    },
    {
      "loss_action": 0.012524081394076347,
      "loss_total": 0.012524081394076347,
      "step": 27070
    },
    {
      "loss_action": 0.010663364082574844,
      "loss_total": 0.010663364082574844,
      "step": 27070
    },
    {
      "grad_norm": 0.11139034479856491,
      "learning_rate": 8.725407827390503e-05,
      "loss": 0.0114,
      "step": 27080
    },
    {
      "loss_action": 0.008435314521193504,
      "loss_total": 0.008435314521193504,
      "step": 27080
    },
    {
      "loss_action": 0.01851608045399189,
      "loss_total": 0.01851608045399189,
      "step": 27080
    },
    {
      "loss_action": 0.00816676951944828,
      "loss_total": 0.00816676951944828,
      "step": 27080
    },
    {
      "loss_action": 0.00847025215625763,
      "loss_total": 0.00847025215625763,
      "step": 27080
    },
    {
      "loss_action": 0.011770796030759811,
      "loss_total": 0.011770796030759811,
      "step": 27080
    },
    {
      "loss_action": 0.005418034270405769,
      "loss_total": 0.005418034270405769,
      "step": 27080
    },
    {
      "loss_action": 0.00606854073703289,
      "loss_total": 0.00606854073703289,
      "step": 27080
    },
    {
      "loss_action": 0.008200149983167648,
      "loss_total": 0.008200149983167648,
      "step": 27080
    },
    {
      "grad_norm": 0.14906343817710876,
      "learning_rate": 8.724304803390833e-05,
      "loss": 0.0113,
      "step": 27090
    },
    {
      "loss_action": 0.004036881495267153,
      "loss_total": 0.004036881495267153,
      "step": 27090
    },
    {
      "loss_action": 0.006438026204705238,
      "loss_total": 0.006438026204705238,
      "step": 27090
    },
    {
      "loss_action": 0.006688891910016537,
      "loss_total": 0.006688891910016537,
      "step": 27090
    },
    {
      "loss_action": 0.016881972551345825,
      "loss_total": 0.016881972551345825,
      "step": 27090
    },
    {
      "loss_action": 0.005099843721836805,
      "loss_total": 0.005099843721836805,
      "step": 27090
    },
    {
      "loss_action": 0.00290403189137578,
      "loss_total": 0.00290403189137578,
      "step": 27090
    },
    {
      "loss_action": 0.021871699020266533,
      "loss_total": 0.021871699020266533,
      "step": 27090
    },
    {
      "loss_action": 0.01358117163181305,
      "loss_total": 0.01358117163181305,
      "step": 27090
    },
    {
      "grad_norm": 0.1461629867553711,
      "learning_rate": 8.723201372106788e-05,
      "loss": 0.0106,
      "step": 27100
    },
    {
      "loss_action": 0.01016206108033657,
      "loss_total": 0.01016206108033657,
      "step": 27100
    },
    {
      "loss_action": 0.00957730133086443,
      "loss_total": 0.00957730133086443,
      "step": 27100
    },
    {
      "loss_action": 0.007593114860355854,
      "loss_total": 0.007593114860355854,
      "step": 27100
    },
    {
      "loss_action": 0.010941978543996811,
      "loss_total": 0.010941978543996811,
      "step": 27100
    },
    {
      "loss_action": 0.006506806705147028,
      "loss_total": 0.006506806705147028,
      "step": 27100
    },
    {
      "loss_action": 0.036758922040462494,
      "loss_total": 0.036758922040462494,
      "step": 27100
    },
    {
      "loss_action": 0.010835647583007812,
      "loss_total": 0.010835647583007812,
      "step": 27100
    },
    {
      "loss_action": 0.006816679611802101,
      "loss_total": 0.006816679611802101,
      "step": 27100
    },
    {
      "grad_norm": 0.21927188336849213,
      "learning_rate": 8.722097533659038e-05,
      "loss": 0.0112,
      "step": 27110
    },
    {
      "loss_action": 0.004379404708743095,
      "loss_total": 0.004379404708743095,
      "step": 27110
    },
    {
      "loss_action": 0.014180075377225876,
      "loss_total": 0.014180075377225876,
      "step": 27110
    },
    {
      "loss_action": 0.027495868504047394,
      "loss_total": 0.027495868504047394,
      "step": 27110
    },
    {
      "loss_action": 0.004697269760072231,
      "loss_total": 0.004697269760072231,
      "step": 27110
    },
    {
      "loss_action": 0.017081163823604584,
      "loss_total": 0.017081163823604584,
      "step": 27110
    },
    {
      "loss_action": 0.010524353943765163,
      "loss_total": 0.010524353943765163,
      "step": 27110
    },
    {
      "loss_action": 0.00401378283277154,
      "loss_total": 0.00401378283277154,
      "step": 27110
    },
    {
      "loss_action": 0.004014807287603617,
      "loss_total": 0.004014807287603617,
      "step": 27110
    },
    {
      "grad_norm": 0.1860416680574417,
      "learning_rate": 8.720993288168299e-05,
      "loss": 0.0114,
      "step": 27120
    },
    {
      "loss_action": 0.010575182735919952,
      "loss_total": 0.010575182735919952,
      "step": 27120
    },
    {
      "loss_action": 0.009712393395602703,
      "loss_total": 0.009712393395602703,
      "step": 27120
    },
    {
      "loss_action": 0.009969525970518589,
      "loss_total": 0.009969525970518589,
      "step": 27120
    },
    {
      "loss_action": 0.004392203874886036,
      "loss_total": 0.004392203874886036,
      "step": 27120
    },
    {
      "loss_action": 0.0047275954857468605,
      "loss_total": 0.0047275954857468605,
      "step": 27120
    },
    {
      "loss_action": 0.0328814834356308,
      "loss_total": 0.0328814834356308,
      "step": 27120
    },
    {
      "loss_action": 0.005235495511442423,
      "loss_total": 0.005235495511442423,
      "step": 27120
    },
    {
      "loss_action": 0.012241370975971222,
      "loss_total": 0.012241370975971222,
      "step": 27120
    },
    {
      "grad_norm": 0.18789970874786377,
      "learning_rate": 8.719888635755327e-05,
      "loss": 0.0109,
      "step": 27130
    },
    {
      "loss_action": 0.012208971194922924,
      "loss_total": 0.012208971194922924,
      "step": 27130
    },
    {
      "loss_action": 0.005348445847630501,
      "loss_total": 0.005348445847630501,
      "step": 27130
    },
    {
      "loss_action": 0.017484134063124657,
      "loss_total": 0.017484134063124657,
      "step": 27130
    },
    {
      "loss_action": 0.008687889203429222,
      "loss_total": 0.008687889203429222,
      "step": 27130
    },
    {
      "loss_action": 0.013964102603495121,
      "loss_total": 0.013964102603495121,
      "step": 27130
    },
    {
      "loss_action": 0.014307744801044464,
      "loss_total": 0.014307744801044464,
      "step": 27130
    },
    {
      "loss_action": 0.006604013964533806,
      "loss_total": 0.006604013964533806,
      "step": 27130
    },
    {
      "loss_action": 0.00761141162365675,
      "loss_total": 0.00761141162365675,
      "step": 27130
    },
    {
      "grad_norm": 0.14821264147758484,
      "learning_rate": 8.718783576540928e-05,
      "loss": 0.0103,
      "step": 27140
    },
    {
      "loss_action": 0.008585657924413681,
      "loss_total": 0.008585657924413681,
      "step": 27140
    },
    {
      "loss_action": 0.010285348631441593,
      "loss_total": 0.010285348631441593,
      "step": 27140
    },
    {
      "loss_action": 0.04548776149749756,
      "loss_total": 0.04548776149749756,
      "step": 27140
    },
    {
      "loss_action": 0.015185143798589706,
      "loss_total": 0.015185143798589706,
      "step": 27140
    },
    {
      "loss_action": 0.01605316996574402,
      "loss_total": 0.01605316996574402,
      "step": 27140
    },
    {
      "loss_action": 0.009915051981806755,
      "loss_total": 0.009915051981806755,
      "step": 27140
    },
    {
      "loss_action": 0.01396152563393116,
      "loss_total": 0.01396152563393116,
      "step": 27140
    },
    {
      "loss_action": 0.016569703817367554,
      "loss_total": 0.016569703817367554,
      "step": 27140
    },
    {
      "grad_norm": 0.09342700242996216,
      "learning_rate": 8.717678110645948e-05,
      "loss": 0.0109,
      "step": 27150
    },
    {
      "loss_action": 0.0076219793409109116,
      "loss_total": 0.0076219793409109116,
      "step": 27150
    },
    {
      "loss_action": 0.007758607156574726,
      "loss_total": 0.007758607156574726,
      "step": 27150
    },
    {
      "loss_action": 0.012700141407549381,
      "loss_total": 0.012700141407549381,
      "step": 27150
    },
    {
      "loss_action": 0.006232487037777901,
      "loss_total": 0.006232487037777901,
      "step": 27150
    },
    {
      "loss_action": 0.006969620939344168,
      "loss_total": 0.006969620939344168,
      "step": 27150
    },
    {
      "loss_action": 0.016007911413908005,
      "loss_total": 0.016007911413908005,
      "step": 27150
    },
    {
      "loss_action": 0.010476745665073395,
      "loss_total": 0.010476745665073395,
      "step": 27150
    },
    {
      "loss_action": 0.006967207882553339,
      "loss_total": 0.006967207882553339,
      "step": 27150
    },
    {
      "grad_norm": 0.08766684681177139,
      "learning_rate": 8.716572238191279e-05,
      "loss": 0.0094,
      "step": 27160
    },
    {
      "loss_action": 0.012154705822467804,
      "loss_total": 0.012154705822467804,
      "step": 27160
    },
    {
      "loss_action": 0.009447691962122917,
      "loss_total": 0.009447691962122917,
      "step": 27160
    },
    {
      "loss_action": 0.005343942902982235,
      "loss_total": 0.005343942902982235,
      "step": 27160
    },
    {
      "loss_action": 0.007610522210597992,
      "loss_total": 0.007610522210597992,
      "step": 27160
    },
    {
      "loss_action": 0.01243860274553299,
      "loss_total": 0.01243860274553299,
      "step": 27160
    },
    {
      "loss_action": 0.0039552911184728146,
      "loss_total": 0.0039552911184728146,
      "step": 27160
    },
    {
      "loss_action": 0.009148446843028069,
      "loss_total": 0.009148446843028069,
      "step": 27160
    },
    {
      "loss_action": 0.005146671086549759,
      "loss_total": 0.005146671086549759,
      "step": 27160
    },
    {
      "grad_norm": 0.1622629314661026,
      "learning_rate": 8.715465959297857e-05,
      "loss": 0.0126,
      "step": 27170
    },
    {
      "loss_action": 0.006154278293251991,
      "loss_total": 0.006154278293251991,
      "step": 27170
    },
    {
      "loss_action": 0.03113582730293274,
      "loss_total": 0.03113582730293274,
      "step": 27170
    },
    {
      "loss_action": 0.009114542044699192,
      "loss_total": 0.009114542044699192,
      "step": 27170
    },
    {
      "loss_action": 0.0037106520030647516,
      "loss_total": 0.0037106520030647516,
      "step": 27170
    },
    {
      "loss_action": 0.00576630188152194,
      "loss_total": 0.00576630188152194,
      "step": 27170
    },
    {
      "loss_action": 0.010191582143306732,
      "loss_total": 0.010191582143306732,
      "step": 27170
    },
    {
      "loss_action": 0.029687533155083656,
      "loss_total": 0.029687533155083656,
      "step": 27170
    },
    {
      "loss_action": 0.019286032766103745,
      "loss_total": 0.019286032766103745,
      "step": 27170
    },
    {
      "grad_norm": 0.1649875044822693,
      "learning_rate": 8.714359274086665e-05,
      "loss": 0.0119,
      "step": 27180
    },
    {
      "loss_action": 0.003555376548320055,
      "loss_total": 0.003555376548320055,
      "step": 27180
    },
    {
      "loss_action": 0.013511460274457932,
      "loss_total": 0.013511460274457932,
      "step": 27180
    },
    {
      "loss_action": 0.037989865988492966,
      "loss_total": 0.037989865988492966,
      "step": 27180
    },
    {
      "loss_action": 0.014702233485877514,
      "loss_total": 0.014702233485877514,
      "step": 27180
    },
    {
      "loss_action": 0.032562218606472015,
      "loss_total": 0.032562218606472015,
      "step": 27180
    },
    {
      "loss_action": 0.008548961021006107,
      "loss_total": 0.008548961021006107,
      "step": 27180
    },
    {
      "loss_action": 0.009758029133081436,
      "loss_total": 0.009758029133081436,
      "step": 27180
    },
    {
      "loss_action": 0.007674851920455694,
      "loss_total": 0.007674851920455694,
      "step": 27180
    },
    {
      "grad_norm": 0.1331234872341156,
      "learning_rate": 8.713252182678726e-05,
      "loss": 0.0113,
      "step": 27190
    },
    {
      "loss_action": 0.011633176356554031,
      "loss_total": 0.011633176356554031,
      "step": 27190
    },
    {
      "loss_action": 0.016939204186201096,
      "loss_total": 0.016939204186201096,
      "step": 27190
    },
    {
      "loss_action": 0.010796066373586655,
      "loss_total": 0.010796066373586655,
      "step": 27190
    },
    {
      "loss_action": 0.010050797834992409,
      "loss_total": 0.010050797834992409,
      "step": 27190
    },
    {
      "loss_action": 0.013365738093852997,
      "loss_total": 0.013365738093852997,
      "step": 27190
    },
    {
      "loss_action": 0.014275441877543926,
      "loss_total": 0.014275441877543926,
      "step": 27190
    },
    {
      "loss_action": 0.010379137471318245,
      "loss_total": 0.010379137471318245,
      "step": 27190
    },
    {
      "loss_action": 0.01033084001392126,
      "loss_total": 0.01033084001392126,
      "step": 27190
    },
    {
      "grad_norm": 0.1140395849943161,
      "learning_rate": 8.712144685195112e-05,
      "loss": 0.012,
      "step": 27200
    },
    {
      "loss_action": 0.022004390135407448,
      "loss_total": 0.022004390135407448,
      "step": 27200
    },
    {
      "loss_action": 0.011004348285496235,
      "loss_total": 0.011004348285496235,
      "step": 27200
    },
    {
      "loss_action": 0.014305566437542439,
      "loss_total": 0.014305566437542439,
      "step": 27200
    },
    {
      "loss_action": 0.007481027394533157,
      "loss_total": 0.007481027394533157,
      "step": 27200
    },
    {
      "loss_action": 0.024381252005696297,
      "loss_total": 0.024381252005696297,
      "step": 27200
    },
    {
      "loss_action": 0.014037320390343666,
      "loss_total": 0.014037320390343666,
      "step": 27200
    },
    {
      "loss_action": 0.017227526754140854,
      "loss_total": 0.017227526754140854,
      "step": 27200
    },
    {
      "loss_action": 0.0166393481194973,
      "loss_total": 0.0166393481194973,
      "step": 27200
    },
    {
      "grad_norm": 0.10487226396799088,
      "learning_rate": 8.711036781756936e-05,
      "loss": 0.0115,
      "step": 27210
    },
    {
      "loss_action": 0.005103599280118942,
      "loss_total": 0.005103599280118942,
      "step": 27210
    },
    {
      "loss_action": 0.007333016023039818,
      "loss_total": 0.007333016023039818,
      "step": 27210
    },
    {
      "loss_action": 0.0033984214533120394,
      "loss_total": 0.0033984214533120394,
      "step": 27210
    },
    {
      "loss_action": 0.004064139910042286,
      "loss_total": 0.004064139910042286,
      "step": 27210
    },
    {
      "loss_action": 0.008904756978154182,
      "loss_total": 0.008904756978154182,
      "step": 27210
    },
    {
      "loss_action": 0.02044137753546238,
      "loss_total": 0.02044137753546238,
      "step": 27210
    },
    {
      "loss_action": 0.010413854382932186,
      "loss_total": 0.010413854382932186,
      "step": 27210
    },
    {
      "loss_action": 0.012631234712898731,
      "loss_total": 0.012631234712898731,
      "step": 27210
    },
    {
      "grad_norm": 0.1386321485042572,
      "learning_rate": 8.709928472485357e-05,
      "loss": 0.0108,
      "step": 27220
    },
    {
      "loss_action": 0.0072604077868163586,
      "loss_total": 0.0072604077868163586,
      "step": 27220
    },
    {
      "loss_action": 0.015502151101827621,
      "loss_total": 0.015502151101827621,
      "step": 27220
    },
    {
      "loss_action": 0.02157684601843357,
      "loss_total": 0.02157684601843357,
      "step": 27220
    },
    {
      "loss_action": 0.008924053981900215,
      "loss_total": 0.008924053981900215,
      "step": 27220
    },
    {
      "loss_action": 0.007090789265930653,
      "loss_total": 0.007090789265930653,
      "step": 27220
    },
    {
      "loss_action": 0.005710632540285587,
      "loss_total": 0.005710632540285587,
      "step": 27220
    },
    {
      "loss_action": 0.006284827366471291,
      "loss_total": 0.006284827366471291,
      "step": 27220
    },
    {
      "loss_action": 0.018651671707630157,
      "loss_total": 0.018651671707630157,
      "step": 27220
    },
    {
      "grad_norm": 0.14002838730812073,
      "learning_rate": 8.708819757501579e-05,
      "loss": 0.0099,
      "step": 27230
    },
    {
      "loss_action": 0.006793689448386431,
      "loss_total": 0.006793689448386431,
      "step": 27230
    },
    {
      "loss_action": 0.009365584701299667,
      "loss_total": 0.009365584701299667,
      "step": 27230
    },
    {
      "loss_action": 0.016686784103512764,
      "loss_total": 0.016686784103512764,
      "step": 27230
    },
    {
      "loss_action": 0.009802578017115593,
      "loss_total": 0.009802578017115593,
      "step": 27230
    },
    {
      "loss_action": 0.00849250890314579,
      "loss_total": 0.00849250890314579,
      "step": 27230
    },
    {
      "loss_action": 0.010082904249429703,
      "loss_total": 0.010082904249429703,
      "step": 27230
    },
    {
      "loss_action": 0.014457779005169868,
      "loss_total": 0.014457779005169868,
      "step": 27230
    },
    {
      "loss_action": 0.013337778858840466,
      "loss_total": 0.013337778858840466,
      "step": 27230
    },
    {
      "grad_norm": 0.15719081461429596,
      "learning_rate": 8.707710636926846e-05,
      "loss": 0.0111,
      "step": 27240
    },
    {
      "loss_action": 0.008148626424372196,
      "loss_total": 0.008148626424372196,
      "step": 27240
    },
    {
      "loss_action": 0.01501973532140255,
      "loss_total": 0.01501973532140255,
      "step": 27240
    },
    {
      "loss_action": 0.0051782457157969475,
      "loss_total": 0.0051782457157969475,
      "step": 27240
    },
    {
      "loss_action": 0.008394652046263218,
      "loss_total": 0.008394652046263218,
      "step": 27240
    },
    {
      "loss_action": 0.008286292664706707,
      "loss_total": 0.008286292664706707,
      "step": 27240
    },
    {
      "loss_action": 0.040244586765766144,
      "loss_total": 0.040244586765766144,
      "step": 27240
    },
    {
      "loss_action": 0.01098431646823883,
      "loss_total": 0.01098431646823883,
      "step": 27240
    },
    {
      "loss_action": 0.0025698598474264145,
      "loss_total": 0.0025698598474264145,
      "step": 27240
    },
    {
      "grad_norm": 0.15736481547355652,
      "learning_rate": 8.706601110882455e-05,
      "loss": 0.0116,
      "step": 27250
    },
    {
      "loss_action": 0.004466046579182148,
      "loss_total": 0.004466046579182148,
      "step": 27250
    },
    {
      "loss_action": 0.003297081682831049,
      "loss_total": 0.003297081682831049,
      "step": 27250
    },
    {
      "loss_action": 0.00579728651791811,
      "loss_total": 0.00579728651791811,
      "step": 27250
    },
    {
      "loss_action": 0.005243413615971804,
      "loss_total": 0.005243413615971804,
      "step": 27250
    },
    {
      "loss_action": 0.004617955069988966,
      "loss_total": 0.004617955069988966,
      "step": 27250
    },
    {
      "loss_action": 0.006818131543695927,
      "loss_total": 0.006818131543695927,
      "step": 27250
    },
    {
      "loss_action": 0.008364379405975342,
      "loss_total": 0.008364379405975342,
      "step": 27250
    },
    {
      "loss_action": 0.0070968130603432655,
      "loss_total": 0.0070968130603432655,
      "step": 27250
    },
    {
      "grad_norm": 0.13133245706558228,
      "learning_rate": 8.705491179489738e-05,
      "loss": 0.0103,
      "step": 27260
    },
    {
      "loss_action": 0.006223425734788179,
      "loss_total": 0.006223425734788179,
      "step": 27260
    },
    {
      "loss_action": 0.020523451268672943,
      "loss_total": 0.020523451268672943,
      "step": 27260
    },
    {
      "loss_action": 0.008561861701309681,
      "loss_total": 0.008561861701309681,
      "step": 27260
    },
    {
      "loss_action": 0.010086817666888237,
      "loss_total": 0.010086817666888237,
      "step": 27260
    },
    {
      "loss_action": 0.022105026990175247,
      "loss_total": 0.022105026990175247,
      "step": 27260
    },
    {
      "loss_action": 0.004642035346478224,
      "loss_total": 0.004642035346478224,
      "step": 27260
    },
    {
      "loss_action": 0.014054822735488415,
      "loss_total": 0.014054822735488415,
      "step": 27260
    },
    {
      "loss_action": 0.0025554513558745384,
      "loss_total": 0.0025554513558745384,
      "step": 27260
    },
    {
      "grad_norm": 0.10391394793987274,
      "learning_rate": 8.704380842870077e-05,
      "loss": 0.0094,
      "step": 27270
    },
    {
      "loss_action": 0.006193536799401045,
      "loss_total": 0.006193536799401045,
      "step": 27270
    },
    {
      "loss_action": 0.016240201890468597,
      "loss_total": 0.016240201890468597,
      "step": 27270
    },
    {
      "loss_action": 0.006743744947016239,
      "loss_total": 0.006743744947016239,
      "step": 27270
    },
    {
      "loss_action": 0.018093183636665344,
      "loss_total": 0.018093183636665344,
      "step": 27270
    },
    {
      "loss_action": 0.008984249085187912,
      "loss_total": 0.008984249085187912,
      "step": 27270
    },
    {
      "loss_action": 0.007092856802046299,
      "loss_total": 0.007092856802046299,
      "step": 27270
    },
    {
      "loss_action": 0.009077947586774826,
      "loss_total": 0.009077947586774826,
      "step": 27270
    },
    {
      "loss_action": 0.01098181027919054,
      "loss_total": 0.01098181027919054,
      "step": 27270
    },
    {
      "grad_norm": 0.10997557640075684,
      "learning_rate": 8.703270101144895e-05,
      "loss": 0.0112,
      "step": 27280
    },
    {
      "loss_action": 0.004946116358041763,
      "loss_total": 0.004946116358041763,
      "step": 27280
    },
    {
      "loss_action": 0.007169436197727919,
      "loss_total": 0.007169436197727919,
      "step": 27280
    },
    {
      "loss_action": 0.013998903334140778,
      "loss_total": 0.013998903334140778,
      "step": 27280
    },
    {
      "loss_action": 0.003544112667441368,
      "loss_total": 0.003544112667441368,
      "step": 27280
    },
    {
      "loss_action": 0.0072306077927351,
      "loss_total": 0.0072306077927351,
      "step": 27280
    },
    {
      "loss_action": 0.004550092853605747,
      "loss_total": 0.004550092853605747,
      "step": 27280
    },
    {
      "loss_action": 0.00727769173681736,
      "loss_total": 0.00727769173681736,
      "step": 27280
    },
    {
      "loss_action": 0.006952389143407345,
      "loss_total": 0.006952389143407345,
      "step": 27280
    },
    {
      "grad_norm": 0.14559493958950043,
      "learning_rate": 8.702158954435664e-05,
      "loss": 0.0102,
      "step": 27290
    },
    {
      "loss_action": 0.004773017950356007,
      "loss_total": 0.004773017950356007,
      "step": 27290
    },
    {
      "loss_action": 0.008044317364692688,
      "loss_total": 0.008044317364692688,
      "step": 27290
    },
    {
      "loss_action": 0.024401424452662468,
      "loss_total": 0.024401424452662468,
      "step": 27290
    },
    {
      "loss_action": 0.014700813218951225,
      "loss_total": 0.014700813218951225,
      "step": 27290
    },
    {
      "loss_action": 0.00436051469296217,
      "loss_total": 0.00436051469296217,
      "step": 27290
    },
    {
      "loss_action": 0.07352805137634277,
      "loss_total": 0.07352805137634277,
      "step": 27290
    },
    {
      "loss_action": 0.014113672077655792,
      "loss_total": 0.014113672077655792,
      "step": 27290
    },
    {
      "loss_action": 0.012887753546237946,
      "loss_total": 0.012887753546237946,
      "step": 27290
    },
    {
      "grad_norm": 0.17792317271232605,
      "learning_rate": 8.701047402863896e-05,
      "loss": 0.013,
      "step": 27300
    },
    {
      "loss_action": 0.00809568539261818,
      "loss_total": 0.00809568539261818,
      "step": 27300
    },
    {
      "loss_action": 0.005330502055585384,
      "loss_total": 0.005330502055585384,
      "step": 27300
    },
    {
      "loss_action": 0.0178482998162508,
      "loss_total": 0.0178482998162508,
      "step": 27300
    },
    {
      "loss_action": 0.010260356590151787,
      "loss_total": 0.010260356590151787,
      "step": 27300
    },
    {
      "loss_action": 0.01220007799565792,
      "loss_total": 0.01220007799565792,
      "step": 27300
    },
    {
      "loss_action": 0.016765139997005463,
      "loss_total": 0.016765139997005463,
      "step": 27300
    },
    {
      "loss_action": 0.01429118774831295,
      "loss_total": 0.01429118774831295,
      "step": 27300
    },
    {
      "loss_action": 0.008544538170099258,
      "loss_total": 0.008544538170099258,
      "step": 27300
    },
    {
      "grad_norm": 0.14331994950771332,
      "learning_rate": 8.699935446551148e-05,
      "loss": 0.0112,
      "step": 27310
    },
    {
      "loss_action": 0.014052310958504677,
      "loss_total": 0.014052310958504677,
      "step": 27310
    },
    {
      "loss_action": 0.010263858363032341,
      "loss_total": 0.010263858363032341,
      "step": 27310
    },
    {
      "loss_action": 0.00538411270827055,
      "loss_total": 0.00538411270827055,
      "step": 27310
    },
    {
      "loss_action": 0.013190362602472305,
      "loss_total": 0.013190362602472305,
      "step": 27310
    },
    {
      "loss_action": 0.0048591443337500095,
      "loss_total": 0.0048591443337500095,
      "step": 27310
    },
    {
      "loss_action": 0.011072373017668724,
      "loss_total": 0.011072373017668724,
      "step": 27310
    },
    {
      "loss_action": 0.007880551740527153,
      "loss_total": 0.007880551740527153,
      "step": 27310
    },
    {
      "loss_action": 0.013048281893134117,
      "loss_total": 0.013048281893134117,
      "step": 27310
    },
    {
      "grad_norm": 0.15224890410900116,
      "learning_rate": 8.698823085619022e-05,
      "loss": 0.0112,
      "step": 27320
    },
    {
      "loss_action": 0.009545003063976765,
      "loss_total": 0.009545003063976765,
      "step": 27320
    },
    {
      "loss_action": 0.015267451293766499,
      "loss_total": 0.015267451293766499,
      "step": 27320
    },
    {
      "loss_action": 0.0052912263199687,
      "loss_total": 0.0052912263199687,
      "step": 27320
    },
    {
      "loss_action": 0.016503427177667618,
      "loss_total": 0.016503427177667618,
      "step": 27320
    },
    {
      "loss_action": 0.0062918877229094505,
      "loss_total": 0.0062918877229094505,
      "step": 27320
    },
    {
      "loss_action": 0.005192471202462912,
      "loss_total": 0.005192471202462912,
      "step": 27320
    },
    {
      "loss_action": 0.006642824038863182,
      "loss_total": 0.006642824038863182,
      "step": 27320
    },
    {
      "loss_action": 0.05971042066812515,
      "loss_total": 0.05971042066812515,
      "step": 27320
    },
    {
      "grad_norm": 0.1328895092010498,
      "learning_rate": 8.697710320189166e-05,
      "loss": 0.0135,
      "step": 27330
    },
    {
      "loss_action": 0.009399822913110256,
      "loss_total": 0.009399822913110256,
      "step": 27330
    },
    {
      "loss_action": 0.016979075968265533,
      "loss_total": 0.016979075968265533,
      "step": 27330
    },
    {
      "loss_action": 0.01665594056248665,
      "loss_total": 0.01665594056248665,
      "step": 27330
    },
    {
      "loss_action": 0.017155472189188004,
      "loss_total": 0.017155472189188004,
      "step": 27330
    },
    {
      "loss_action": 0.009663477540016174,
      "loss_total": 0.009663477540016174,
      "step": 27330
    },
    {
      "loss_action": 0.011906065978109837,
      "loss_total": 0.011906065978109837,
      "step": 27330
    },
    {
      "loss_action": 0.0061744581907987595,
      "loss_total": 0.0061744581907987595,
      "step": 27330
    },
    {
      "loss_action": 0.008641282096505165,
      "loss_total": 0.008641282096505165,
      "step": 27330
    },
    {
      "grad_norm": 0.14757484197616577,
      "learning_rate": 8.696597150383268e-05,
      "loss": 0.0112,
      "step": 27340
    },
    {
      "loss_action": 0.005725575610995293,
      "loss_total": 0.005725575610995293,
      "step": 27340
    },
    {
      "loss_action": 0.008287956938147545,
      "loss_total": 0.008287956938147545,
      "step": 27340
    },
    {
      "loss_action": 0.012550143525004387,
      "loss_total": 0.012550143525004387,
      "step": 27340
    },
    {
      "loss_action": 0.003830176778137684,
      "loss_total": 0.003830176778137684,
      "step": 27340
    },
    {
      "loss_action": 0.0026928498409688473,
      "loss_total": 0.0026928498409688473,
      "step": 27340
    },
    {
      "loss_action": 0.012077149003744125,
      "loss_total": 0.012077149003744125,
      "step": 27340
    },
    {
      "loss_action": 0.004061371088027954,
      "loss_total": 0.004061371088027954,
      "step": 27340
    },
    {
      "loss_action": 0.008473176509141922,
      "loss_total": 0.008473176509141922,
      "step": 27340
    },
    {
      "grad_norm": 0.164028599858284,
      "learning_rate": 8.695483576323063e-05,
      "loss": 0.011,
      "step": 27350
    },
    {
      "loss_action": 0.004940268583595753,
      "loss_total": 0.004940268583595753,
      "step": 27350
    },
    {
      "loss_action": 0.008619400672614574,
      "loss_total": 0.008619400672614574,
      "step": 27350
    },
    {
      "loss_action": 0.014913276769220829,
      "loss_total": 0.014913276769220829,
      "step": 27350
    },
    {
      "loss_action": 0.020565778017044067,
      "loss_total": 0.020565778017044067,
      "step": 27350
    },
    {
      "loss_action": 0.007172321435064077,
      "loss_total": 0.007172321435064077,
      "step": 27350
    },
    {
      "loss_action": 0.007976477034389973,
      "loss_total": 0.007976477034389973,
      "step": 27350
    },
    {
      "loss_action": 0.009563738480210304,
      "loss_total": 0.009563738480210304,
      "step": 27350
    },
    {
      "loss_action": 0.01156461052596569,
      "loss_total": 0.01156461052596569,
      "step": 27350
    },
    {
      "grad_norm": 0.13131776452064514,
      "learning_rate": 8.69436959813033e-05,
      "loss": 0.0119,
      "step": 27360
    },
    {
      "loss_action": 0.007327165454626083,
      "loss_total": 0.007327165454626083,
      "step": 27360
    },
    {
      "loss_action": 0.008649670518934727,
      "loss_total": 0.008649670518934727,
      "step": 27360
    },
    {
      "loss_action": 0.026125788688659668,
      "loss_total": 0.026125788688659668,
      "step": 27360
    },
    {
      "loss_action": 0.005767035763710737,
      "loss_total": 0.005767035763710737,
      "step": 27360
    },
    {
      "loss_action": 0.006525303237140179,
      "loss_total": 0.006525303237140179,
      "step": 27360
    },
    {
      "loss_action": 0.0037098932079970837,
      "loss_total": 0.0037098932079970837,
      "step": 27360
    },
    {
      "loss_action": 0.017841313034296036,
      "loss_total": 0.017841313034296036,
      "step": 27360
    },
    {
      "loss_action": 0.003710581921041012,
      "loss_total": 0.003710581921041012,
      "step": 27360
    },
    {
      "grad_norm": 0.14695066213607788,
      "learning_rate": 8.693255215926892e-05,
      "loss": 0.0113,
      "step": 27370
    },
    {
      "loss_action": 0.010026957839727402,
      "loss_total": 0.010026957839727402,
      "step": 27370
    },
    {
      "loss_action": 0.009954160079360008,
      "loss_total": 0.009954160079360008,
      "step": 27370
    },
    {
      "loss_action": 0.008110297843813896,
      "loss_total": 0.008110297843813896,
      "step": 27370
    },
    {
      "loss_action": 0.014197454787790775,
      "loss_total": 0.014197454787790775,
      "step": 27370
    },
    {
      "loss_action": 0.00953022949397564,
      "loss_total": 0.00953022949397564,
      "step": 27370
    },
    {
      "loss_action": 0.010005587711930275,
      "loss_total": 0.010005587711930275,
      "step": 27370
    },
    {
      "loss_action": 0.008027437143027782,
      "loss_total": 0.008027437143027782,
      "step": 27370
    },
    {
      "loss_action": 0.010667149908840656,
      "loss_total": 0.010667149908840656,
      "step": 27370
    },
    {
      "grad_norm": 0.21888668835163116,
      "learning_rate": 8.692140429834617e-05,
      "loss": 0.0108,
      "step": 27380
    },
    {
      "loss_action": 0.013155665248632431,
      "loss_total": 0.013155665248632431,
      "step": 27380
    },
    {
      "loss_action": 0.009194307029247284,
      "loss_total": 0.009194307029247284,
      "step": 27380
    },
    {
      "loss_action": 0.009693057276308537,
      "loss_total": 0.009693057276308537,
      "step": 27380
    },
    {
      "loss_action": 0.01274222694337368,
      "loss_total": 0.01274222694337368,
      "step": 27380
    },
    {
      "loss_action": 0.025819823145866394,
      "loss_total": 0.025819823145866394,
      "step": 27380
    },
    {
      "loss_action": 0.007811932358890772,
      "loss_total": 0.007811932358890772,
      "step": 27380
    },
    {
      "loss_action": 0.01628364622592926,
      "loss_total": 0.01628364622592926,
      "step": 27380
    },
    {
      "loss_action": 0.00989667046815157,
      "loss_total": 0.00989667046815157,
      "step": 27380
    },
    {
      "grad_norm": 0.1554681658744812,
      "learning_rate": 8.691025239975415e-05,
      "loss": 0.0111,
      "step": 27390
    },
    {
      "loss_action": 0.0059290784411132336,
      "loss_total": 0.0059290784411132336,
      "step": 27390
    },
    {
      "loss_action": 0.015400649048388004,
      "loss_total": 0.015400649048388004,
      "step": 27390
    },
    {
      "loss_action": 0.0051697371527552605,
      "loss_total": 0.0051697371527552605,
      "step": 27390
    },
    {
      "loss_action": 0.003849421162158251,
      "loss_total": 0.003849421162158251,
      "step": 27390
    },
    {
      "loss_action": 0.004064890556037426,
      "loss_total": 0.004064890556037426,
      "step": 27390
    },
    {
      "loss_action": 0.010387610644102097,
      "loss_total": 0.010387610644102097,
      "step": 27390
    },
    {
      "loss_action": 0.009355946443974972,
      "loss_total": 0.009355946443974972,
      "step": 27390
    },
    {
      "loss_action": 0.012541187927126884,
      "loss_total": 0.012541187927126884,
      "step": 27390
    },
    {
      "grad_norm": 0.11092879623174667,
      "learning_rate": 8.689909646471243e-05,
      "loss": 0.0106,
      "step": 27400
    },
    {
      "loss_action": 0.017115645110607147,
      "loss_total": 0.017115645110607147,
      "step": 27400
    },
    {
      "loss_action": 0.00659828819334507,
      "loss_total": 0.00659828819334507,
      "step": 27400
    },
    {
      "loss_action": 0.00525511521846056,
      "loss_total": 0.00525511521846056,
      "step": 27400
    },
    {
      "loss_action": 0.007866967469453812,
      "loss_total": 0.007866967469453812,
      "step": 27400
    },
    {
      "loss_action": 0.005622002296149731,
      "loss_total": 0.005622002296149731,
      "step": 27400
    },
    {
      "loss_action": 0.02857915312051773,
      "loss_total": 0.02857915312051773,
      "step": 27400
    },
    {
      "loss_action": 0.006844002287834883,
      "loss_total": 0.006844002287834883,
      "step": 27400
    },
    {
      "loss_action": 0.0056105200201272964,
      "loss_total": 0.0056105200201272964,
      "step": 27400
    },
    {
      "grad_norm": 0.1798056811094284,
      "learning_rate": 8.688793649444099e-05,
      "loss": 0.0105,
      "step": 27410
    },
    {
      "loss_action": 0.008406059816479683,
      "loss_total": 0.008406059816479683,
      "step": 27410
    },
    {
      "loss_action": 0.015007578767836094,
      "loss_total": 0.015007578767836094,
      "step": 27410
    },
    {
      "loss_action": 0.009885560721158981,
      "loss_total": 0.009885560721158981,
      "step": 27410
    },
    {
      "loss_action": 0.005894538946449757,
      "loss_total": 0.005894538946449757,
      "step": 27410
    },
    {
      "loss_action": 0.012284433469176292,
      "loss_total": 0.012284433469176292,
      "step": 27410
    },
    {
      "loss_action": 0.005073851905763149,
      "loss_total": 0.005073851905763149,
      "step": 27410
    },
    {
      "loss_action": 0.010210344567894936,
      "loss_total": 0.010210344567894936,
      "step": 27410
    },
    {
      "loss_action": 0.005597074516117573,
      "loss_total": 0.005597074516117573,
      "step": 27410
    },
    {
      "grad_norm": 0.08114378154277802,
      "learning_rate": 8.687677249016029e-05,
      "loss": 0.0091,
      "step": 27420
    },
    {
      "loss_action": 0.0077148061245679855,
      "loss_total": 0.0077148061245679855,
      "step": 27420
    },
    {
      "loss_action": 0.004651866387575865,
      "loss_total": 0.004651866387575865,
      "step": 27420
    },
    {
      "loss_action": 0.004539596848189831,
      "loss_total": 0.004539596848189831,
      "step": 27420
    },
    {
      "loss_action": 0.0053576575592160225,
      "loss_total": 0.0053576575592160225,
      "step": 27420
    },
    {
      "loss_action": 0.007028253749012947,
      "loss_total": 0.007028253749012947,
      "step": 27420
    },
    {
      "loss_action": 0.013270469382405281,
      "loss_total": 0.013270469382405281,
      "step": 27420
    },
    {
      "loss_action": 0.014525635167956352,
      "loss_total": 0.014525635167956352,
      "step": 27420
    },
    {
      "loss_action": 0.007088424172252417,
      "loss_total": 0.007088424172252417,
      "step": 27420
    },
    {
      "grad_norm": 0.12526211142539978,
      "learning_rate": 8.686560445309118e-05,
      "loss": 0.0111,
      "step": 27430
    },
    {
      "loss_action": 0.011957911774516106,
      "loss_total": 0.011957911774516106,
      "step": 27430
    },
    {
      "loss_action": 0.01086318027228117,
      "loss_total": 0.01086318027228117,
      "step": 27430
    },
    {
      "loss_action": 0.004215769935399294,
      "loss_total": 0.004215769935399294,
      "step": 27430
    },
    {
      "loss_action": 0.012180420570075512,
      "loss_total": 0.012180420570075512,
      "step": 27430
    },
    {
      "loss_action": 0.012591062113642693,
      "loss_total": 0.012591062113642693,
      "step": 27430
    },
    {
      "loss_action": 0.016463402658700943,
      "loss_total": 0.016463402658700943,
      "step": 27430
    },
    {
      "loss_action": 0.01031732652336359,
      "loss_total": 0.01031732652336359,
      "step": 27430
    },
    {
      "loss_action": 0.008177166804671288,
      "loss_total": 0.008177166804671288,
      "step": 27430
    },
    {
      "grad_norm": 0.11900226026773453,
      "learning_rate": 8.685443238445499e-05,
      "loss": 0.0116,
      "step": 27440
    },
    {
      "loss_action": 0.006613558158278465,
      "loss_total": 0.006613558158278465,
      "step": 27440
    },
    {
      "loss_action": 0.005228550639003515,
      "loss_total": 0.005228550639003515,
      "step": 27440
    },
    {
      "loss_action": 0.00537840137258172,
      "loss_total": 0.00537840137258172,
      "step": 27440
    },
    {
      "loss_action": 0.011674935929477215,
      "loss_total": 0.011674935929477215,
      "step": 27440
    },
    {
      "loss_action": 0.033915966749191284,
      "loss_total": 0.033915966749191284,
      "step": 27440
    },
    {
      "loss_action": 0.006929227150976658,
      "loss_total": 0.006929227150976658,
      "step": 27440
    },
    {
      "loss_action": 0.009212936274707317,
      "loss_total": 0.009212936274707317,
      "step": 27440
    },
    {
      "loss_action": 0.012579868547618389,
      "loss_total": 0.012579868547618389,
      "step": 27440
    },
    {
      "grad_norm": 0.12494177371263504,
      "learning_rate": 8.68432562854735e-05,
      "loss": 0.013,
      "step": 27450
    },
    {
      "loss_action": 0.008791424334049225,
      "loss_total": 0.008791424334049225,
      "step": 27450
    },
    {
      "loss_action": 0.008249045349657536,
      "loss_total": 0.008249045349657536,
      "step": 27450
    },
    {
      "loss_action": 0.012724346481263638,
      "loss_total": 0.012724346481263638,
      "step": 27450
    },
    {
      "loss_action": 0.009207219816744328,
      "loss_total": 0.009207219816744328,
      "step": 27450
    },
    {
      "loss_action": 0.011927910149097443,
      "loss_total": 0.011927910149097443,
      "step": 27450
    },
    {
      "loss_action": 0.0033883973956108093,
      "loss_total": 0.0033883973956108093,
      "step": 27450
    },
    {
      "loss_action": 0.014610354788601398,
      "loss_total": 0.014610354788601398,
      "step": 27450
    },
    {
      "loss_action": 0.017119288444519043,
      "loss_total": 0.017119288444519043,
      "step": 27450
    },
    {
      "grad_norm": 0.10952971875667572,
      "learning_rate": 8.683207615736887e-05,
      "loss": 0.0116,
      "step": 27460
    },
    {
      "loss_action": 0.010381927713751793,
      "loss_total": 0.010381927713751793,
      "step": 27460
    },
    {
      "loss_action": 0.022687362506985664,
      "loss_total": 0.022687362506985664,
      "step": 27460
    },
    {
      "loss_action": 0.009517161175608635,
      "loss_total": 0.009517161175608635,
      "step": 27460
    },
    {
      "loss_action": 0.01184791885316372,
      "loss_total": 0.01184791885316372,
      "step": 27460
    },
    {
      "loss_action": 0.013850999996066093,
      "loss_total": 0.013850999996066093,
      "step": 27460
    },
    {
      "loss_action": 0.00555157195776701,
      "loss_total": 0.00555157195776701,
      "step": 27460
    },
    {
      "loss_action": 0.008134379982948303,
      "loss_total": 0.008134379982948303,
      "step": 27460
    },
    {
      "loss_action": 0.008846232667565346,
      "loss_total": 0.008846232667565346,
      "step": 27460
    },
    {
      "grad_norm": 0.11016076803207397,
      "learning_rate": 8.682089200136379e-05,
      "loss": 0.0111,
      "step": 27470
    },
    {
      "loss_action": 0.015768425539135933,
      "loss_total": 0.015768425539135933,
      "step": 27470
    },
    {
      "loss_action": 0.004417349584400654,
      "loss_total": 0.004417349584400654,
      "step": 27470
    },
    {
      "loss_action": 0.014911165460944176,
      "loss_total": 0.014911165460944176,
      "step": 27470
    },
    {
      "loss_action": 0.006569121964275837,
      "loss_total": 0.006569121964275837,
      "step": 27470
    },
    {
      "loss_action": 0.011361060664057732,
      "loss_total": 0.011361060664057732,
      "step": 27470
    },
    {
      "loss_action": 0.033687956631183624,
      "loss_total": 0.033687956631183624,
      "step": 27470
    },
    {
      "loss_action": 0.00683809258043766,
      "loss_total": 0.00683809258043766,
      "step": 27470
    },
    {
      "loss_action": 0.006706536747515202,
      "loss_total": 0.006706536747515202,
      "step": 27470
    },
    {
      "grad_norm": 0.1548745036125183,
      "learning_rate": 8.680970381868132e-05,
      "loss": 0.0114,
      "step": 27480
    },
    {
      "loss_action": 0.006502432748675346,
      "loss_total": 0.006502432748675346,
      "step": 27480
    },
    {
      "loss_action": 0.005063212011009455,
      "loss_total": 0.005063212011009455,
      "step": 27480
    },
    {
      "loss_action": 0.013002309948205948,
      "loss_total": 0.013002309948205948,
      "step": 27480
    },
    {
      "loss_action": 0.01158735528588295,
      "loss_total": 0.01158735528588295,
      "step": 27480
    },
    {
      "loss_action": 0.003551920410245657,
      "loss_total": 0.003551920410245657,
      "step": 27480
    },
    {
      "loss_action": 0.006346617825329304,
      "loss_total": 0.006346617825329304,
      "step": 27480
    },
    {
      "loss_action": 0.009546719491481781,
      "loss_total": 0.009546719491481781,
      "step": 27480
    },
    {
      "loss_action": 0.02065403014421463,
      "loss_total": 0.02065403014421463,
      "step": 27480
    },
    {
      "grad_norm": 0.1450808346271515,
      "learning_rate": 8.679851161054498e-05,
      "loss": 0.0114,
      "step": 27490
    },
    {
      "loss_action": 0.006684315390884876,
      "loss_total": 0.006684315390884876,
      "step": 27490
    },
    {
      "loss_action": 0.007170343305915594,
      "loss_total": 0.007170343305915594,
      "step": 27490
    },
    {
      "loss_action": 0.014146184548735619,
      "loss_total": 0.014146184548735619,
      "step": 27490
    },
    {
      "loss_action": 0.02592002972960472,
      "loss_total": 0.02592002972960472,
      "step": 27490
    },
    {
      "loss_action": 0.014827143400907516,
      "loss_total": 0.014827143400907516,
      "step": 27490
    },
    {
      "loss_action": 0.010650468990206718,
      "loss_total": 0.010650468990206718,
      "step": 27490
    },
    {
      "loss_action": 0.006582555361092091,
      "loss_total": 0.006582555361092091,
      "step": 27490
    },
    {
      "loss_action": 0.0034252593759447336,
      "loss_total": 0.0034252593759447336,
      "step": 27490
    },
    {
      "grad_norm": 0.12461286783218384,
      "learning_rate": 8.678731537817873e-05,
      "loss": 0.0109,
      "step": 27500
    },
    {
      "loss_action": 0.007404450327157974,
      "loss_total": 0.007404450327157974,
      "step": 27500
    },
    {
      "loss_action": 0.008468305692076683,
      "loss_total": 0.008468305692076683,
      "step": 27500
    },
    {
      "loss_action": 0.004754167050123215,
      "loss_total": 0.004754167050123215,
      "step": 27500
    },
    {
      "loss_action": 0.005601046606898308,
      "loss_total": 0.005601046606898308,
      "step": 27500
    },
    {
      "loss_action": 0.00943281315267086,
      "loss_total": 0.00943281315267086,
      "step": 27500
    },
    {
      "loss_action": 0.007931753061711788,
      "loss_total": 0.007931753061711788,
      "step": 27500
    },
    {
      "loss_action": 0.0057328687980771065,
      "loss_total": 0.0057328687980771065,
      "step": 27500
    },
    {
      "loss_action": 0.020357763394713402,
      "loss_total": 0.020357763394713402,
      "step": 27500
    },
    {
      "grad_norm": 0.11378951370716095,
      "learning_rate": 8.677611512280697e-05,
      "loss": 0.0102,
      "step": 27510
    },
    {
      "loss_action": 0.014052074402570724,
      "loss_total": 0.014052074402570724,
      "step": 27510
    },
    {
      "loss_action": 0.03474364057183266,
      "loss_total": 0.03474364057183266,
      "step": 27510
    },
    {
      "loss_action": 0.007109682075679302,
      "loss_total": 0.007109682075679302,
      "step": 27510
    },
    {
      "loss_action": 0.007076693698763847,
      "loss_total": 0.007076693698763847,
      "step": 27510
    },
    {
      "loss_action": 0.004905059468001127,
      "loss_total": 0.004905059468001127,
      "step": 27510
    },
    {
      "loss_action": 0.0044265794567763805,
      "loss_total": 0.0044265794567763805,
      "step": 27510
    },
    {
      "loss_action": 0.012040818110108376,
      "loss_total": 0.012040818110108376,
      "step": 27510
    },
    {
      "loss_action": 0.0035116360522806644,
      "loss_total": 0.0035116360522806644,
      "step": 27510
    },
    {
      "grad_norm": 0.174819678068161,
      "learning_rate": 8.676491084565457e-05,
      "loss": 0.0124,
      "step": 27520
    },
    {
      "loss_action": 0.006991110742092133,
      "loss_total": 0.006991110742092133,
      "step": 27520
    },
    {
      "loss_action": 0.0063207414932549,
      "loss_total": 0.0063207414932549,
      "step": 27520
    },
    {
      "loss_action": 0.014020875096321106,
      "loss_total": 0.014020875096321106,
      "step": 27520
    },
    {
      "loss_action": 0.005774699151515961,
      "loss_total": 0.005774699151515961,
      "step": 27520
    },
    {
      "loss_action": 0.004798414185643196,
      "loss_total": 0.004798414185643196,
      "step": 27520
    },
    {
      "loss_action": 0.017404330894351006,
      "loss_total": 0.017404330894351006,
      "step": 27520
    },
    {
      "loss_action": 0.006327256094664335,
      "loss_total": 0.006327256094664335,
      "step": 27520
    },
    {
      "loss_action": 0.0074587054550647736,
      "loss_total": 0.0074587054550647736,
      "step": 27520
    },
    {
      "grad_norm": 0.11134007573127747,
      "learning_rate": 8.675370254794678e-05,
      "loss": 0.0117,
      "step": 27530
    },
    {
      "loss_action": 0.009918934665620327,
      "loss_total": 0.009918934665620327,
      "step": 27530
    },
    {
      "loss_action": 0.022815033793449402,
      "loss_total": 0.022815033793449402,
      "step": 27530
    },
    {
      "loss_action": 0.008866347372531891,
      "loss_total": 0.008866347372531891,
      "step": 27530
    },
    {
      "loss_action": 0.009480288252234459,
      "loss_total": 0.009480288252234459,
      "step": 27530
    },
    {
      "loss_action": 0.008432736620306969,
      "loss_total": 0.008432736620306969,
      "step": 27530
    },
    {
      "loss_action": 0.008567415177822113,
      "loss_total": 0.008567415177822113,
      "step": 27530
    },
    {
      "loss_action": 0.026903558522462845,
      "loss_total": 0.026903558522462845,
      "step": 27530
    },
    {
      "loss_action": 0.008003544062376022,
      "loss_total": 0.008003544062376022,
      "step": 27530
    },
    {
      "grad_norm": 0.10950496792793274,
      "learning_rate": 8.674249023090935e-05,
      "loss": 0.011,
      "step": 27540
    },
    {
      "loss_action": 0.002759427297860384,
      "loss_total": 0.002759427297860384,
      "step": 27540
    },
    {
      "loss_action": 0.005741004832088947,
      "loss_total": 0.005741004832088947,
      "step": 27540
    },
    {
      "loss_action": 0.0063546099700033665,
      "loss_total": 0.0063546099700033665,
      "step": 27540
    },
    {
      "loss_action": 0.016311174258589745,
      "loss_total": 0.016311174258589745,
      "step": 27540
    },
    {
      "loss_action": 0.02108002081513405,
      "loss_total": 0.02108002081513405,
      "step": 27540
    },
    {
      "loss_action": 0.021854259073734283,
      "loss_total": 0.021854259073734283,
      "step": 27540
    },
    {
      "loss_action": 0.011687462218105793,
      "loss_total": 0.011687462218105793,
      "step": 27540
    },
    {
      "loss_action": 0.012058516964316368,
      "loss_total": 0.012058516964316368,
      "step": 27540
    },
    {
      "grad_norm": 0.13938777148723602,
      "learning_rate": 8.673127389576843e-05,
      "loss": 0.0099,
      "step": 27550
    },
    {
      "loss_action": 0.010737556964159012,
      "loss_total": 0.010737556964159012,
      "step": 27550
    },
    {
      "loss_action": 0.01322578452527523,
      "loss_total": 0.01322578452527523,
      "step": 27550
    },
    {
      "loss_action": 0.00892733410000801,
      "loss_total": 0.00892733410000801,
      "step": 27550
    },
    {
      "loss_action": 0.01215605903416872,
      "loss_total": 0.01215605903416872,
      "step": 27550
    },
    {
      "loss_action": 0.009322794154286385,
      "loss_total": 0.009322794154286385,
      "step": 27550
    },
    {
      "loss_action": 0.012739814817905426,
      "loss_total": 0.012739814817905426,
      "step": 27550
    },
    {
      "loss_action": 0.019428156316280365,
      "loss_total": 0.019428156316280365,
      "step": 27550
    },
    {
      "loss_action": 0.010600138455629349,
      "loss_total": 0.010600138455629349,
      "step": 27550
    },
    {
      "grad_norm": 0.22826410830020905,
      "learning_rate": 8.67200535437506e-05,
      "loss": 0.0126,
      "step": 27560
    },
    {
      "loss_action": 0.011985022574663162,
      "loss_total": 0.011985022574663162,
      "step": 27560
    },
    {
      "loss_action": 0.005626160651445389,
      "loss_total": 0.005626160651445389,
      "step": 27560
    },
    {
      "loss_action": 0.005907000042498112,
      "loss_total": 0.005907000042498112,
      "step": 27560
    },
    {
      "loss_action": 0.005056454800069332,
      "loss_total": 0.005056454800069332,
      "step": 27560
    },
    {
      "loss_action": 0.012292681261897087,
      "loss_total": 0.012292681261897087,
      "step": 27560
    },
    {
      "loss_action": 0.013776982203125954,
      "loss_total": 0.013776982203125954,
      "step": 27560
    },
    {
      "loss_action": 0.013353917747735977,
      "loss_total": 0.013353917747735977,
      "step": 27560
    },
    {
      "loss_action": 0.007374570704996586,
      "loss_total": 0.007374570704996586,
      "step": 27560
    },
    {
      "grad_norm": 0.1139720231294632,
      "learning_rate": 8.670882917608296e-05,
      "loss": 0.0112,
      "step": 27570
    },
    {
      "loss_action": 0.0042939623817801476,
      "loss_total": 0.0042939623817801476,
      "step": 27570
    },
    {
      "loss_action": 0.003763998858630657,
      "loss_total": 0.003763998858630657,
      "step": 27570
    },
    {
      "loss_action": 0.003045576624572277,
      "loss_total": 0.003045576624572277,
      "step": 27570
    },
    {
      "loss_action": 0.0058639463968575,
      "loss_total": 0.0058639463968575,
      "step": 27570
    },
    {
      "loss_action": 0.004713675007224083,
      "loss_total": 0.004713675007224083,
      "step": 27570
    },
    {
      "loss_action": 0.01227919664233923,
      "loss_total": 0.01227919664233923,
      "step": 27570
    },
    {
      "loss_action": 0.009591080248355865,
      "loss_total": 0.009591080248355865,
      "step": 27570
    },
    {
      "loss_action": 0.008531197905540466,
      "loss_total": 0.008531197905540466,
      "step": 27570
    },
    {
      "grad_norm": 0.11766283214092255,
      "learning_rate": 8.669760079399292e-05,
      "loss": 0.0105,
      "step": 27580
    },
    {
      "loss_action": 0.01279896218329668,
      "loss_total": 0.01279896218329668,
      "step": 27580
    },
    {
      "loss_action": 0.003018321469426155,
      "loss_total": 0.003018321469426155,
      "step": 27580
    },
    {
      "loss_action": 0.009838049300014973,
      "loss_total": 0.009838049300014973,
      "step": 27580
    },
    {
      "loss_action": 0.006152891553938389,
      "loss_total": 0.006152891553938389,
      "step": 27580
    },
    {
      "loss_action": 0.006487943232059479,
      "loss_total": 0.006487943232059479,
      "step": 27580
    },
    {
      "loss_action": 0.01881653070449829,
      "loss_total": 0.01881653070449829,
      "step": 27580
    },
    {
      "loss_action": 0.006169564090669155,
      "loss_total": 0.006169564090669155,
      "step": 27580
    },
    {
      "loss_action": 0.006751319393515587,
      "loss_total": 0.006751319393515587,
      "step": 27580
    },
    {
      "grad_norm": 0.1132269874215126,
      "learning_rate": 8.668636839870845e-05,
      "loss": 0.0104,
      "step": 27590
    },
    {
      "loss_action": 0.004749181214720011,
      "loss_total": 0.004749181214720011,
      "step": 27590
    },
    {
      "loss_action": 0.012139811180531979,
      "loss_total": 0.012139811180531979,
      "step": 27590
    },
    {
      "loss_action": 0.004923397675156593,
      "loss_total": 0.004923397675156593,
      "step": 27590
    },
    {
      "loss_action": 0.003703861963003874,
      "loss_total": 0.003703861963003874,
      "step": 27590
    },
    {
      "loss_action": 0.0023106392472982407,
      "loss_total": 0.0023106392472982407,
      "step": 27590
    },
    {
      "loss_action": 0.006491980981081724,
      "loss_total": 0.006491980981081724,
      "step": 27590
    },
    {
      "loss_action": 0.013367877341806889,
      "loss_total": 0.013367877341806889,
      "step": 27590
    },
    {
      "loss_action": 0.004959160927683115,
      "loss_total": 0.004959160927683115,
      "step": 27590
    },
    {
      "grad_norm": 0.09733426570892334,
      "learning_rate": 8.667513199145789e-05,
      "loss": 0.0111,
      "step": 27600
    },
    {
      "loss_action": 0.012701344676315784,
      "loss_total": 0.012701344676315784,
      "step": 27600
    },
    {
      "loss_action": 0.017863193526864052,
      "loss_total": 0.017863193526864052,
      "step": 27600
    },
    {
      "loss_action": 0.01371877733618021,
      "loss_total": 0.01371877733618021,
      "step": 27600
    },
    {
      "loss_action": 0.00503351166844368,
      "loss_total": 0.00503351166844368,
      "step": 27600
    },
    {
      "loss_action": 0.0095009570941329,
      "loss_total": 0.0095009570941329,
      "step": 27600
    },
    {
      "loss_action": 0.03148306906223297,
      "loss_total": 0.03148306906223297,
      "step": 27600
    },
    {
      "loss_action": 0.004484052769839764,
      "loss_total": 0.004484052769839764,
      "step": 27600
    },
    {
      "loss_action": 0.0049799419939517975,
      "loss_total": 0.0049799419939517975,
      "step": 27600
    },
    {
      "grad_norm": 0.11693811416625977,
      "learning_rate": 8.666389157347002e-05,
      "loss": 0.0111,
      "step": 27610
    },
    {
      "loss_action": 0.003025904530659318,
      "loss_total": 0.003025904530659318,
      "step": 27610
    },
    {
      "loss_action": 0.008682994171977043,
      "loss_total": 0.008682994171977043,
      "step": 27610
    },
    {
      "loss_action": 0.009474308229982853,
      "loss_total": 0.009474308229982853,
      "step": 27610
    },
    {
      "loss_action": 0.009411720559000969,
      "loss_total": 0.009411720559000969,
      "step": 27610
    },
    {
      "loss_action": 0.012030950747430325,
      "loss_total": 0.012030950747430325,
      "step": 27610
    },
    {
      "loss_action": 0.010188397951424122,
      "loss_total": 0.010188397951424122,
      "step": 27610
    },
    {
      "loss_action": 0.014248913154006004,
      "loss_total": 0.014248913154006004,
      "step": 27610
    },
    {
      "loss_action": 0.00556980911642313,
      "loss_total": 0.00556980911642313,
      "step": 27610
    },
    {
      "grad_norm": 0.13041804730892181,
      "learning_rate": 8.66526471459741e-05,
      "loss": 0.0117,
      "step": 27620
    },
    {
      "loss_action": 0.02159387804567814,
      "loss_total": 0.02159387804567814,
      "step": 27620
    },
    {
      "loss_action": 0.006954548414796591,
      "loss_total": 0.006954548414796591,
      "step": 27620
    },
    {
      "loss_action": 0.01386262010782957,
      "loss_total": 0.01386262010782957,
      "step": 27620
    },
    {
      "loss_action": 0.014179421588778496,
      "loss_total": 0.014179421588778496,
      "step": 27620
    },
    {
      "loss_action": 0.015408110804855824,
      "loss_total": 0.015408110804855824,
      "step": 27620
    },
    {
      "loss_action": 0.011373961344361305,
      "loss_total": 0.011373961344361305,
      "step": 27620
    },
    {
      "loss_action": 0.02060519903898239,
      "loss_total": 0.02060519903898239,
      "step": 27620
    },
    {
      "loss_action": 0.009999902918934822,
      "loss_total": 0.009999902918934822,
      "step": 27620
    },
    {
      "grad_norm": 0.11942775547504425,
      "learning_rate": 8.66413987101998e-05,
      "loss": 0.0123,
      "step": 27630
    },
    {
      "loss_action": 0.006390582304447889,
      "loss_total": 0.006390582304447889,
      "step": 27630
    },
    {
      "loss_action": 0.013492400757968426,
      "loss_total": 0.013492400757968426,
      "step": 27630
    },
    {
      "loss_action": 0.0036974612157791853,
      "loss_total": 0.0036974612157791853,
      "step": 27630
    },
    {
      "loss_action": 0.011029262095689774,
      "loss_total": 0.011029262095689774,
      "step": 27630
    },
    {
      "loss_action": 0.012311229482293129,
      "loss_total": 0.012311229482293129,
      "step": 27630
    },
    {
      "loss_action": 0.04274462163448334,
      "loss_total": 0.04274462163448334,
      "step": 27630
    },
    {
      "loss_action": 0.005761733744293451,
      "loss_total": 0.005761733744293451,
      "step": 27630
    },
    {
      "loss_action": 0.0056663756258785725,
      "loss_total": 0.0056663756258785725,
      "step": 27630
    },
    {
      "grad_norm": 0.13939136266708374,
      "learning_rate": 8.663014626737723e-05,
      "loss": 0.0107,
      "step": 27640
    },
    {
      "loss_action": 0.04796178266406059,
      "loss_total": 0.04796178266406059,
      "step": 27640
    },
    {
      "loss_action": 0.007609753403812647,
      "loss_total": 0.007609753403812647,
      "step": 27640
    },
    {
      "loss_action": 0.004889731295406818,
      "loss_total": 0.004889731295406818,
      "step": 27640
    },
    {
      "loss_action": 0.022086776793003082,
      "loss_total": 0.022086776793003082,
      "step": 27640
    },
    {
      "loss_action": 0.004629518836736679,
      "loss_total": 0.004629518836736679,
      "step": 27640
    },
    {
      "loss_action": 0.006968377623707056,
      "loss_total": 0.006968377623707056,
      "step": 27640
    },
    {
      "loss_action": 0.02365262061357498,
      "loss_total": 0.02365262061357498,
      "step": 27640
    },
    {
      "loss_action": 0.008149668574333191,
      "loss_total": 0.008149668574333191,
      "step": 27640
    },
    {
      "grad_norm": 0.14327199757099152,
      "learning_rate": 8.661888981873691e-05,
      "loss": 0.0114,
      "step": 27650
    },
    {
      "loss_action": 0.004389983601868153,
      "loss_total": 0.004389983601868153,
      "step": 27650
    },
    {
      "loss_action": 0.01462042797356844,
      "loss_total": 0.01462042797356844,
      "step": 27650
    },
    {
      "loss_action": 0.013055982068181038,
      "loss_total": 0.013055982068181038,
      "step": 27650
    },
    {
      "loss_action": 0.009518022648990154,
      "loss_total": 0.009518022648990154,
      "step": 27650
    },
    {
      "loss_action": 0.01650564931333065,
      "loss_total": 0.01650564931333065,
      "step": 27650
    },
    {
      "loss_action": 0.0045525552704930305,
      "loss_total": 0.0045525552704930305,
      "step": 27650
    },
    {
      "loss_action": 0.010354551486670971,
      "loss_total": 0.010354551486670971,
      "step": 27650
    },
    {
      "loss_action": 0.007890417240560055,
      "loss_total": 0.007890417240560055,
      "step": 27650
    },
    {
      "grad_norm": 0.14960309863090515,
      "learning_rate": 8.660762936550988e-05,
      "loss": 0.0133,
      "step": 27660
    },
    {
      "loss_action": 0.019395921379327774,
      "loss_total": 0.019395921379327774,
      "step": 27660
    },
    {
      "loss_action": 0.009627334773540497,
      "loss_total": 0.009627334773540497,
      "step": 27660
    },
    {
      "loss_action": 0.0068115731701254845,
      "loss_total": 0.0068115731701254845,
      "step": 27660
    },
    {
      "loss_action": 0.007841899059712887,
      "loss_total": 0.007841899059712887,
      "step": 27660
    },
    {
      "loss_action": 0.02173779346048832,
      "loss_total": 0.02173779346048832,
      "step": 27660
    },
    {
      "loss_action": 0.00865177158266306,
      "loss_total": 0.00865177158266306,
      "step": 27660
    },
    {
      "loss_action": 0.007821600884199142,
      "loss_total": 0.007821600884199142,
      "step": 27660
    },
    {
      "loss_action": 0.006661503110080957,
      "loss_total": 0.006661503110080957,
      "step": 27660
    },
    {
      "grad_norm": 0.142097607254982,
      "learning_rate": 8.659636490892753e-05,
      "loss": 0.012,
      "step": 27670
    },
    {
      "loss_action": 0.0036125872284173965,
      "loss_total": 0.0036125872284173965,
      "step": 27670
    },
    {
      "loss_action": 0.00830068439245224,
      "loss_total": 0.00830068439245224,
      "step": 27670
    },
    {
      "loss_action": 0.014968102797865868,
      "loss_total": 0.014968102797865868,
      "step": 27670
    },
    {
      "loss_action": 0.00581709947437048,
      "loss_total": 0.00581709947437048,
      "step": 27670
    },
    {
      "loss_action": 0.006596934050321579,
      "loss_total": 0.006596934050321579,
      "step": 27670
    },
    {
      "loss_action": 0.014884360134601593,
      "loss_total": 0.014884360134601593,
      "step": 27670
    },
    {
      "loss_action": 0.0036335205659270287,
      "loss_total": 0.0036335205659270287,
      "step": 27670
    },
    {
      "loss_action": 0.0087178535759449,
      "loss_total": 0.0087178535759449,
      "step": 27670
    },
    {
      "grad_norm": 0.10970617830753326,
      "learning_rate": 8.658509645022174e-05,
      "loss": 0.0111,
      "step": 27680
    },
    {
      "loss_action": 0.014402857981622219,
      "loss_total": 0.014402857981622219,
      "step": 27680
    },
    {
      "loss_action": 0.0871337428689003,
      "loss_total": 0.0871337428689003,
      "step": 27680
    },
    {
      "loss_action": 0.024007011204957962,
      "loss_total": 0.024007011204957962,
      "step": 27680
    },
    {
      "loss_action": 0.006345238536596298,
      "loss_total": 0.006345238536596298,
      "step": 27680
    },
    {
      "loss_action": 0.008295673877000809,
      "loss_total": 0.008295673877000809,
      "step": 27680
    },
    {
      "loss_action": 0.008575721643865108,
      "loss_total": 0.008575721643865108,
      "step": 27680
    },
    {
      "loss_action": 0.030107051134109497,
      "loss_total": 0.030107051134109497,
      "step": 27680
    },
    {
      "loss_action": 0.004467131104320288,
      "loss_total": 0.004467131104320288,
      "step": 27680
    },
    {
      "grad_norm": 0.12139806151390076,
      "learning_rate": 8.657382399062481e-05,
      "loss": 0.0117,
      "step": 27690
    },
    {
      "loss_action": 0.011128364130854607,
      "loss_total": 0.011128364130854607,
      "step": 27690
    },
    {
      "loss_action": 0.010208602994680405,
      "loss_total": 0.010208602994680405,
      "step": 27690
    },
    {
      "loss_action": 0.013037544675171375,
      "loss_total": 0.013037544675171375,
      "step": 27690
    },
    {
      "loss_action": 0.008962699212133884,
      "loss_total": 0.008962699212133884,
      "step": 27690
    },
    {
      "loss_action": 0.010560929775238037,
      "loss_total": 0.010560929775238037,
      "step": 27690
    },
    {
      "loss_action": 0.009359010495245457,
      "loss_total": 0.009359010495245457,
      "step": 27690
    },
    {
      "loss_action": 0.011024761945009232,
      "loss_total": 0.011024761945009232,
      "step": 27690
    },
    {
      "loss_action": 0.014720072038471699,
      "loss_total": 0.014720072038471699,
      "step": 27690
    },
    {
      "grad_norm": 0.1335141360759735,
      "learning_rate": 8.656254753136946e-05,
      "loss": 0.0116,
      "step": 27700
    },
    {
      "loss_action": 0.015082770958542824,
      "loss_total": 0.015082770958542824,
      "step": 27700
    },
    {
      "loss_action": 0.01238965429365635,
      "loss_total": 0.01238965429365635,
      "step": 27700
    },
    {
      "loss_action": 0.008788885548710823,
      "loss_total": 0.008788885548710823,
      "step": 27700
    },
    {
      "loss_action": 0.012615473940968513,
      "loss_total": 0.012615473940968513,
      "step": 27700
    },
    {
      "loss_action": 0.011761007830500603,
      "loss_total": 0.011761007830500603,
      "step": 27700
    },
    {
      "loss_action": 0.011052465997636318,
      "loss_total": 0.011052465997636318,
      "step": 27700
    },
    {
      "loss_action": 0.020239345729351044,
      "loss_total": 0.020239345729351044,
      "step": 27700
    },
    {
      "loss_action": 0.017042744904756546,
      "loss_total": 0.017042744904756546,
      "step": 27700
    },
    {
      "grad_norm": 0.13961926102638245,
      "learning_rate": 8.655126707368891e-05,
      "loss": 0.0126,
      "step": 27710
    },
    {
      "loss_action": 0.03743910789489746,
      "loss_total": 0.03743910789489746,
      "step": 27710
    },
    {
      "loss_action": 0.00996910035610199,
      "loss_total": 0.00996910035610199,
      "step": 27710
    },
    {
      "loss_action": 0.009875527583062649,
      "loss_total": 0.009875527583062649,
      "step": 27710
    },
    {
      "loss_action": 0.00736598577350378,
      "loss_total": 0.00736598577350378,
      "step": 27710
    },
    {
      "loss_action": 0.0045790281146764755,
      "loss_total": 0.0045790281146764755,
      "step": 27710
    },
    {
      "loss_action": 0.008429598063230515,
      "loss_total": 0.008429598063230515,
      "step": 27710
    },
    {
      "loss_action": 0.014962774701416492,
      "loss_total": 0.014962774701416492,
      "step": 27710
    },
    {
      "loss_action": 0.007867414504289627,
      "loss_total": 0.007867414504289627,
      "step": 27710
    },
    {
      "grad_norm": 0.17675510048866272,
      "learning_rate": 8.653998261881672e-05,
      "loss": 0.0126,
      "step": 27720
    },
    {
      "loss_action": 0.00385517836548388,
      "loss_total": 0.00385517836548388,
      "step": 27720
    },
    {
      "loss_action": 0.009787202812731266,
      "loss_total": 0.009787202812731266,
      "step": 27720
    },
    {
      "loss_action": 0.010273734107613564,
      "loss_total": 0.010273734107613564,
      "step": 27720
    },
    {
      "loss_action": 0.007300710771232843,
      "loss_total": 0.007300710771232843,
      "step": 27720
    },
    {
      "loss_action": 0.010424824431538582,
      "loss_total": 0.010424824431538582,
      "step": 27720
    },
    {
      "loss_action": 0.008283345028758049,
      "loss_total": 0.008283345028758049,
      "step": 27720
    },
    {
      "loss_action": 0.009531926363706589,
      "loss_total": 0.009531926363706589,
      "step": 27720
    },
    {
      "loss_action": 0.004288000985980034,
      "loss_total": 0.004288000985980034,
      "step": 27720
    },
    {
      "grad_norm": 0.09923746436834335,
      "learning_rate": 8.652869416798699e-05,
      "loss": 0.01,
      "step": 27730
    },
    {
      "loss_action": 0.009823758155107498,
      "loss_total": 0.009823758155107498,
      "step": 27730
    },
    {
      "loss_action": 0.010943230241537094,
      "loss_total": 0.010943230241537094,
      "step": 27730
    },
    {
      "loss_action": 0.0059104193933308125,
      "loss_total": 0.0059104193933308125,
      "step": 27730
    },
    {
      "loss_action": 0.010499395430088043,
      "loss_total": 0.010499395430088043,
      "step": 27730
    },
    {
      "loss_action": 0.007762148045003414,
      "loss_total": 0.007762148045003414,
      "step": 27730
    },
    {
      "loss_action": 0.004702312406152487,
      "loss_total": 0.004702312406152487,
      "step": 27730
    },
    {
      "loss_action": 0.00852323230355978,
      "loss_total": 0.00852323230355978,
      "step": 27730
    },
    {
      "loss_action": 0.04451664537191391,
      "loss_total": 0.04451664537191391,
      "step": 27730
    },
    {
      "grad_norm": 0.13249929249286652,
      "learning_rate": 8.651740172243417e-05,
      "loss": 0.0112,
      "step": 27740
    },
    {
      "loss_action": 0.010006261058151722,
      "loss_total": 0.010006261058151722,
      "step": 27740
    },
    {
      "loss_action": 0.020104536786675453,
      "loss_total": 0.020104536786675453,
      "step": 27740
    },
    {
      "loss_action": 0.004208744503557682,
      "loss_total": 0.004208744503557682,
      "step": 27740
    },
    {
      "loss_action": 0.006230208091437817,
      "loss_total": 0.006230208091437817,
      "step": 27740
    },
    {
      "loss_action": 0.003472943790256977,
      "loss_total": 0.003472943790256977,
      "step": 27740
    },
    {
      "loss_action": 0.0054579973220825195,
      "loss_total": 0.0054579973220825195,
      "step": 27740
    },
    {
      "loss_action": 0.01458879467099905,
      "loss_total": 0.01458879467099905,
      "step": 27740
    },
    {
      "loss_action": 0.007198046892881393,
      "loss_total": 0.007198046892881393,
      "step": 27740
    },
    {
      "grad_norm": 0.15745335817337036,
      "learning_rate": 8.65061052833932e-05,
      "loss": 0.0124,
      "step": 27750
    },
    {
      "loss_action": 0.007939482107758522,
      "loss_total": 0.007939482107758522,
      "step": 27750
    },
    {
      "loss_action": 0.006371544674038887,
      "loss_total": 0.006371544674038887,
      "step": 27750
    },
    {
      "loss_action": 0.005605562590062618,
      "loss_total": 0.005605562590062618,
      "step": 27750
    },
    {
      "loss_action": 0.0063664475455880165,
      "loss_total": 0.0063664475455880165,
      "step": 27750
    },
    {
      "loss_action": 0.0228061955422163,
      "loss_total": 0.0228061955422163,
      "step": 27750
    },
    {
      "loss_action": 0.005875155329704285,
      "loss_total": 0.005875155329704285,
      "step": 27750
    },
    {
      "loss_action": 0.003310683649033308,
      "loss_total": 0.003310683649033308,
      "step": 27750
    },
    {
      "loss_action": 0.01314002275466919,
      "loss_total": 0.01314002275466919,
      "step": 27750
    },
    {
      "grad_norm": 0.12209349870681763,
      "learning_rate": 8.649480485209945e-05,
      "loss": 0.0122,
      "step": 27760
    },
    {
      "loss_action": 0.019644230604171753,
      "loss_total": 0.019644230604171753,
      "step": 27760
    },
    {
      "loss_action": 0.014381769113242626,
      "loss_total": 0.014381769113242626,
      "step": 27760
    },
    {
      "loss_action": 0.008958527818322182,
      "loss_total": 0.008958527818322182,
      "step": 27760
    },
    {
      "loss_action": 0.00804942287504673,
      "loss_total": 0.00804942287504673,
      "step": 27760
    },
    {
      "loss_action": 0.006879245862364769,
      "loss_total": 0.006879245862364769,
      "step": 27760
    },
    {
      "loss_action": 0.005625972989946604,
      "loss_total": 0.005625972989946604,
      "step": 27760
    },
    {
      "loss_action": 0.010299552232027054,
      "loss_total": 0.010299552232027054,
      "step": 27760
    },
    {
      "loss_action": 0.00530319893732667,
      "loss_total": 0.00530319893732667,
      "step": 27760
    },
    {
      "grad_norm": 0.13282449543476105,
      "learning_rate": 8.64835004297887e-05,
      "loss": 0.0104,
      "step": 27770
    },
    {
      "loss_action": 0.00531716039404273,
      "loss_total": 0.00531716039404273,
      "step": 27770
    },
    {
      "loss_action": 0.02653203345835209,
      "loss_total": 0.02653203345835209,
      "step": 27770
    },
    {
      "loss_action": 0.005303079262375832,
      "loss_total": 0.005303079262375832,
      "step": 27770
    },
    {
      "loss_action": 0.021254070103168488,
      "loss_total": 0.021254070103168488,
      "step": 27770
    },
    {
      "loss_action": 0.04369470477104187,
      "loss_total": 0.04369470477104187,
      "step": 27770
    },
    {
      "loss_action": 0.010743709281086922,
      "loss_total": 0.010743709281086922,
      "step": 27770
    },
    {
      "loss_action": 0.006221394054591656,
      "loss_total": 0.006221394054591656,
      "step": 27770
    },
    {
      "loss_action": 0.020095691084861755,
      "loss_total": 0.020095691084861755,
      "step": 27770
    },
    {
      "grad_norm": 0.13169848918914795,
      "learning_rate": 8.64721920176972e-05,
      "loss": 0.0128,
      "step": 27780
    },
    {
      "loss_action": 0.008818437345325947,
      "loss_total": 0.008818437345325947,
      "step": 27780
    },
    {
      "loss_action": 0.018198709934949875,
      "loss_total": 0.018198709934949875,
      "step": 27780
    },
    {
      "loss_action": 0.021383628249168396,
      "loss_total": 0.021383628249168396,
      "step": 27780
    },
    {
      "loss_action": 0.016826478764414787,
      "loss_total": 0.016826478764414787,
      "step": 27780
    },
    {
      "loss_action": 0.004273544996976852,
      "loss_total": 0.004273544996976852,
      "step": 27780
    },
    {
      "loss_action": 0.018347149714827538,
      "loss_total": 0.018347149714827538,
      "step": 27780
    },
    {
      "loss_action": 0.00987398810684681,
      "loss_total": 0.00987398810684681,
      "step": 27780
    },
    {
      "loss_action": 0.011973448097705841,
      "loss_total": 0.011973448097705841,
      "step": 27780
    },
    {
      "grad_norm": 0.1469106823205948,
      "learning_rate": 8.646087961706164e-05,
      "loss": 0.0113,
      "step": 27790
    },
    {
      "loss_action": 0.005886842496693134,
      "loss_total": 0.005886842496693134,
      "step": 27790
    },
    {
      "loss_action": 0.013912313617765903,
      "loss_total": 0.013912313617765903,
      "step": 27790
    },
    {
      "loss_action": 0.004286813549697399,
      "loss_total": 0.004286813549697399,
      "step": 27790
    },
    {
      "loss_action": 0.015364526771008968,
      "loss_total": 0.015364526771008968,
      "step": 27790
    },
    {
      "loss_action": 0.004766430705785751,
      "loss_total": 0.004766430705785751,
      "step": 27790
    },
    {
      "loss_action": 0.009678334929049015,
      "loss_total": 0.009678334929049015,
      "step": 27790
    },
    {
      "loss_action": 0.024588383734226227,
      "loss_total": 0.024588383734226227,
      "step": 27790
    },
    {
      "loss_action": 0.013524068519473076,
      "loss_total": 0.013524068519473076,
      "step": 27790
    },
    {
      "grad_norm": 0.11112367361783981,
      "learning_rate": 8.644956322911908e-05,
      "loss": 0.0123,
      "step": 27800
    },
    {
      "loss_action": 0.003089125966653228,
      "loss_total": 0.003089125966653228,
      "step": 27800
    },
    {
      "loss_action": 0.008137622848153114,
      "loss_total": 0.008137622848153114,
      "step": 27800
    },
    {
      "loss_action": 0.012189908884465694,
      "loss_total": 0.012189908884465694,
      "step": 27800
    },
    {
      "loss_action": 0.008115502074360847,
      "loss_total": 0.008115502074360847,
      "step": 27800
    },
    {
      "loss_action": 0.012867923825979233,
      "loss_total": 0.012867923825979233,
      "step": 27800
    },
    {
      "loss_action": 0.0230792835354805,
      "loss_total": 0.0230792835354805,
      "step": 27800
    },
    {
      "loss_action": 0.017341680824756622,
      "loss_total": 0.017341680824756622,
      "step": 27800
    },
    {
      "loss_action": 0.012552373111248016,
      "loss_total": 0.012552373111248016,
      "step": 27800
    },
    {
      "grad_norm": 0.14880317449569702,
      "learning_rate": 8.643824285510709e-05,
      "loss": 0.0105,
      "step": 27810
    },
    {
      "loss_action": 0.0057088956236839294,
      "loss_total": 0.0057088956236839294,
      "step": 27810
    },
    {
      "loss_action": 0.013559922575950623,
      "loss_total": 0.013559922575950623,
      "step": 27810
    },
    {
      "loss_action": 0.022140642628073692,
      "loss_total": 0.022140642628073692,
      "step": 27810
    },
    {
      "loss_action": 0.012603681534528732,
      "loss_total": 0.012603681534528732,
      "step": 27810
    },
    {
      "loss_action": 0.012233573943376541,
      "loss_total": 0.012233573943376541,
      "step": 27810
    },
    {
      "loss_action": 0.016551978886127472,
      "loss_total": 0.016551978886127472,
      "step": 27810
    },
    {
      "loss_action": 0.00668848492205143,
      "loss_total": 0.00668848492205143,
      "step": 27810
    },
    {
      "loss_action": 0.01656646654009819,
      "loss_total": 0.01656646654009819,
      "step": 27810
    },
    {
      "grad_norm": 0.13410137593746185,
      "learning_rate": 8.642691849626364e-05,
      "loss": 0.0127,
      "step": 27820
    },
    {
      "loss_action": 0.008130679838359356,
      "loss_total": 0.008130679838359356,
      "step": 27820
    },
    {
      "loss_action": 0.014138682745397091,
      "loss_total": 0.014138682745397091,
      "step": 27820
    },
    {
      "loss_action": 0.004686681088060141,
      "loss_total": 0.004686681088060141,
      "step": 27820
    },
    {
      "loss_action": 0.01061188243329525,
      "loss_total": 0.01061188243329525,
      "step": 27820
    },
    {
      "loss_action": 0.006161419674754143,
      "loss_total": 0.006161419674754143,
      "step": 27820
    },
    {
      "loss_action": 0.0050000716000795364,
      "loss_total": 0.0050000716000795364,
      "step": 27820
    },
    {
      "loss_action": 0.0073988353833556175,
      "loss_total": 0.0073988353833556175,
      "step": 27820
    },
    {
      "loss_action": 0.005222353618592024,
      "loss_total": 0.005222353618592024,
      "step": 27820
    },
    {
      "grad_norm": 0.11055301874876022,
      "learning_rate": 8.641559015382717e-05,
      "loss": 0.0107,
      "step": 27830
    },
    {
      "loss_action": 0.00691673718392849,
      "loss_total": 0.00691673718392849,
      "step": 27830
    },
    {
      "loss_action": 0.004491687752306461,
      "loss_total": 0.004491687752306461,
      "step": 27830
    },
    {
      "loss_action": 0.008704744279384613,
      "loss_total": 0.008704744279384613,
      "step": 27830
    },
    {
      "loss_action": 0.005017096176743507,
      "loss_total": 0.005017096176743507,
      "step": 27830
    },
    {
      "loss_action": 0.004684572108089924,
      "loss_total": 0.004684572108089924,
      "step": 27830
    },
    {
      "loss_action": 0.008231183513998985,
      "loss_total": 0.008231183513998985,
      "step": 27830
    },
    {
      "loss_action": 0.00367431016638875,
      "loss_total": 0.00367431016638875,
      "step": 27830
    },
    {
      "loss_action": 0.003888669889420271,
      "loss_total": 0.003888669889420271,
      "step": 27830
    },
    {
      "grad_norm": 0.2192808985710144,
      "learning_rate": 8.640425782903649e-05,
      "loss": 0.01,
      "step": 27840
    },
    {
      "loss_action": 0.00529607804492116,
      "loss_total": 0.00529607804492116,
      "step": 27840
    },
    {
      "loss_action": 0.005002281628549099,
      "loss_total": 0.005002281628549099,
      "step": 27840
    },
    {
      "loss_action": 0.007065160665661097,
      "loss_total": 0.007065160665661097,
      "step": 27840
    },
    {
      "loss_action": 0.03914341330528259,
      "loss_total": 0.03914341330528259,
      "step": 27840
    },
    {
      "loss_action": 0.008130146190524101,
      "loss_total": 0.008130146190524101,
      "step": 27840
    },
    {
      "loss_action": 0.02511407434940338,
      "loss_total": 0.02511407434940338,
      "step": 27840
    },
    {
      "loss_action": 0.010532869026064873,
      "loss_total": 0.010532869026064873,
      "step": 27840
    },
    {
      "loss_action": 0.012742042541503906,
      "loss_total": 0.012742042541503906,
      "step": 27840
    },
    {
      "grad_norm": 0.0925605297088623,
      "learning_rate": 8.639292152313091e-05,
      "loss": 0.0121,
      "step": 27850
    },
    {
      "loss_action": 0.009441941976547241,
      "loss_total": 0.009441941976547241,
      "step": 27850
    },
    {
      "loss_action": 0.03153379634022713,
      "loss_total": 0.03153379634022713,
      "step": 27850
    },
    {
      "loss_action": 0.023175403475761414,
      "loss_total": 0.023175403475761414,
      "step": 27850
    },
    {
      "loss_action": 0.012424789369106293,
      "loss_total": 0.012424789369106293,
      "step": 27850
    },
    {
      "loss_action": 0.022284582257270813,
      "loss_total": 0.022284582257270813,
      "step": 27850
    },
    {
      "loss_action": 0.004978824406862259,
      "loss_total": 0.004978824406862259,
      "step": 27850
    },
    {
      "loss_action": 0.030392855405807495,
      "loss_total": 0.030392855405807495,
      "step": 27850
    },
    {
      "loss_action": 0.010163107886910439,
      "loss_total": 0.010163107886910439,
      "step": 27850
    },
    {
      "grad_norm": 0.1804295778274536,
      "learning_rate": 8.638158123735015e-05,
      "loss": 0.0123,
      "step": 27860
    },
    {
      "loss_action": 0.016664817929267883,
      "loss_total": 0.016664817929267883,
      "step": 27860
    },
    {
      "loss_action": 0.004533258732408285,
      "loss_total": 0.004533258732408285,
      "step": 27860
    },
    {
      "loss_action": 0.012062286026775837,
      "loss_total": 0.012062286026775837,
      "step": 27860
    },
    {
      "loss_action": 0.009061403572559357,
      "loss_total": 0.009061403572559357,
      "step": 27860
    },
    {
      "loss_action": 0.009432576596736908,
      "loss_total": 0.009432576596736908,
      "step": 27860
    },
    {
      "loss_action": 0.007791711948812008,
      "loss_total": 0.007791711948812008,
      "step": 27860
    },
    {
      "loss_action": 0.016374913975596428,
      "loss_total": 0.016374913975596428,
      "step": 27860
    },
    {
      "loss_action": 0.016631675884127617,
      "loss_total": 0.016631675884127617,
      "step": 27860
    },
    {
      "grad_norm": 0.18766820430755615,
      "learning_rate": 8.637023697293436e-05,
      "loss": 0.0117,
      "step": 27870
    },
    {
      "loss_action": 0.017842281609773636,
      "loss_total": 0.017842281609773636,
      "step": 27870
    },
    {
      "loss_action": 0.020337186753749847,
      "loss_total": 0.020337186753749847,
      "step": 27870
    },
    {
      "loss_action": 0.008181429468095303,
      "loss_total": 0.008181429468095303,
      "step": 27870
    },
    {
      "loss_action": 0.014549944549798965,
      "loss_total": 0.014549944549798965,
      "step": 27870
    },
    {
      "loss_action": 0.008579898625612259,
      "loss_total": 0.008579898625612259,
      "step": 27870
    },
    {
      "loss_action": 0.00592449214309454,
      "loss_total": 0.00592449214309454,
      "step": 27870
    },
    {
      "loss_action": 0.03855469077825546,
      "loss_total": 0.03855469077825546,
      "step": 27870
    },
    {
      "loss_action": 0.009120060130953789,
      "loss_total": 0.009120060130953789,
      "step": 27870
    },
    {
      "grad_norm": 0.16749095916748047,
      "learning_rate": 8.635888873112414e-05,
      "loss": 0.0126,
      "step": 27880
    },
    {
      "loss_action": 0.010671168565750122,
      "loss_total": 0.010671168565750122,
      "step": 27880
    },
    {
      "loss_action": 0.007727309130132198,
      "loss_total": 0.007727309130132198,
      "step": 27880
    },
    {
      "loss_action": 0.017856746912002563,
      "loss_total": 0.017856746912002563,
      "step": 27880
    },
    {
      "loss_action": 0.01623697578907013,
      "loss_total": 0.01623697578907013,
      "step": 27880
    },
    {
      "loss_action": 0.006589820608496666,
      "loss_total": 0.006589820608496666,
      "step": 27880
    },
    {
      "loss_action": 0.005513188894838095,
      "loss_total": 0.005513188894838095,
      "step": 27880
    },
    {
      "loss_action": 0.02618352323770523,
      "loss_total": 0.02618352323770523,
      "step": 27880
    },
    {
      "loss_action": 0.007475649937987328,
      "loss_total": 0.007475649937987328,
      "step": 27880
    },
    {
      "grad_norm": 0.14117246866226196,
      "learning_rate": 8.634753651316052e-05,
      "loss": 0.0126,
      "step": 27890
    },
    {
      "loss_action": 0.014950303360819817,
      "loss_total": 0.014950303360819817,
      "step": 27890
    },
    {
      "loss_action": 0.029220163822174072,
      "loss_total": 0.029220163822174072,
      "step": 27890
    },
    {
      "loss_action": 0.028512682765722275,
      "loss_total": 0.028512682765722275,
      "step": 27890
    },
    {
      "loss_action": 0.011088207364082336,
      "loss_total": 0.011088207364082336,
      "step": 27890
    },
    {
      "loss_action": 0.01147589460015297,
      "loss_total": 0.01147589460015297,
      "step": 27890
    },
    {
      "loss_action": 0.02114301174879074,
      "loss_total": 0.02114301174879074,
      "step": 27890
    },
    {
      "loss_action": 0.005036745220422745,
      "loss_total": 0.005036745220422745,
      "step": 27890
    },
    {
      "loss_action": 0.017371272668242455,
      "loss_total": 0.017371272668242455,
      "step": 27890
    },
    {
      "grad_norm": 0.14582648873329163,
      "learning_rate": 8.633618032028496e-05,
      "loss": 0.0133,
      "step": 27900
    },
    {
      "loss_action": 0.00825928058475256,
      "loss_total": 0.00825928058475256,
      "step": 27900
    },
    {
      "loss_action": 0.0062694912776350975,
      "loss_total": 0.0062694912776350975,
      "step": 27900
    },
    {
      "loss_action": 0.04651432856917381,
      "loss_total": 0.04651432856917381,
      "step": 27900
    },
    {
      "loss_action": 0.008180538192391396,
      "loss_total": 0.008180538192391396,
      "step": 27900
    },
    {
      "loss_action": 0.010664521716535091,
      "loss_total": 0.010664521716535091,
      "step": 27900
    },
    {
      "loss_action": 0.01346917450428009,
      "loss_total": 0.01346917450428009,
      "step": 27900
    },
    {
      "loss_action": 0.007321036886423826,
      "loss_total": 0.007321036886423826,
      "step": 27900
    },
    {
      "loss_action": 0.011527021415531635,
      "loss_total": 0.011527021415531635,
      "step": 27900
    },
    {
      "grad_norm": 0.157922625541687,
      "learning_rate": 8.632482015373934e-05,
      "loss": 0.0134,
      "step": 27910
    },
    {
      "loss_action": 0.008841631934046745,
      "loss_total": 0.008841631934046745,
      "step": 27910
    },
    {
      "loss_action": 0.023616336286067963,
      "loss_total": 0.023616336286067963,
      "step": 27910
    },
    {
      "loss_action": 0.01482643373310566,
      "loss_total": 0.01482643373310566,
      "step": 27910
    },
    {
      "loss_action": 0.011548909358680248,
      "loss_total": 0.011548909358680248,
      "step": 27910
    },
    {
      "loss_action": 0.006228381302207708,
      "loss_total": 0.006228381302207708,
      "step": 27910
    },
    {
      "loss_action": 0.006536844652146101,
      "loss_total": 0.006536844652146101,
      "step": 27910
    },
    {
      "loss_action": 0.004725596867501736,
      "loss_total": 0.004725596867501736,
      "step": 27910
    },
    {
      "loss_action": 0.019229084253311157,
      "loss_total": 0.019229084253311157,
      "step": 27910
    },
    {
      "grad_norm": 0.11582734435796738,
      "learning_rate": 8.6313456014766e-05,
      "loss": 0.0139,
      "step": 27920
    },
    {
      "loss_action": 0.005878217983990908,
      "loss_total": 0.005878217983990908,
      "step": 27920
    },
    {
      "loss_action": 0.004632045514881611,
      "loss_total": 0.004632045514881611,
      "step": 27920
    },
    {
      "loss_action": 0.0073970528319478035,
      "loss_total": 0.0073970528319478035,
      "step": 27920
    },
    {
      "loss_action": 0.02267049252986908,
      "loss_total": 0.02267049252986908,
      "step": 27920
    },
    {
      "loss_action": 0.04171799495816231,
      "loss_total": 0.04171799495816231,
      "step": 27920
    },
    {
      "loss_action": 0.028611663728952408,
      "loss_total": 0.028611663728952408,
      "step": 27920
    },
    {
      "loss_action": 0.008911415934562683,
      "loss_total": 0.008911415934562683,
      "step": 27920
    },
    {
      "loss_action": 0.0063834963366389275,
      "loss_total": 0.0063834963366389275,
      "step": 27920
    },
    {
      "grad_norm": 0.14945605397224426,
      "learning_rate": 8.630208790460771e-05,
      "loss": 0.0107,
      "step": 27930
    },
    {
      "loss_action": 0.0061541334725916386,
      "loss_total": 0.0061541334725916386,
      "step": 27930
    },
    {
      "loss_action": 0.01496612373739481,
      "loss_total": 0.01496612373739481,
      "step": 27930
    },
    {
      "loss_action": 0.005041060503572226,
      "loss_total": 0.005041060503572226,
      "step": 27930
    },
    {
      "loss_action": 0.012488460168242455,
      "loss_total": 0.012488460168242455,
      "step": 27930
    },
    {
      "loss_action": 0.007919013500213623,
      "loss_total": 0.007919013500213623,
      "step": 27930
    },
    {
      "loss_action": 0.021486274898052216,
      "loss_total": 0.021486274898052216,
      "step": 27930
    },
    {
      "loss_action": 0.013693662360310555,
      "loss_total": 0.013693662360310555,
      "step": 27930
    },
    {
      "loss_action": 0.009222362190485,
      "loss_total": 0.009222362190485,
      "step": 27930
    },
    {
      "grad_norm": 0.12177028506994247,
      "learning_rate": 8.629071582450768e-05,
      "loss": 0.0116,
      "step": 27940
    },
    {
      "loss_action": 0.0054314048029482365,
      "loss_total": 0.0054314048029482365,
      "step": 27940
    },
    {
      "loss_action": 0.004820420406758785,
      "loss_total": 0.004820420406758785,
      "step": 27940
    },
    {
      "loss_action": 0.008198168128728867,
      "loss_total": 0.008198168128728867,
      "step": 27940
    },
    {
      "loss_action": 0.004480594769120216,
      "loss_total": 0.004480594769120216,
      "step": 27940
    },
    {
      "loss_action": 0.003278580494225025,
      "loss_total": 0.003278580494225025,
      "step": 27940
    },
    {
      "loss_action": 0.005154879298061132,
      "loss_total": 0.005154879298061132,
      "step": 27940
    },
    {
      "loss_action": 0.023788128048181534,
      "loss_total": 0.023788128048181534,
      "step": 27940
    },
    {
      "loss_action": 0.016925737261772156,
      "loss_total": 0.016925737261772156,
      "step": 27940
    },
    {
      "grad_norm": 0.26724138855934143,
      "learning_rate": 8.62793397757095e-05,
      "loss": 0.0111,
      "step": 27950
    },
    {
      "loss_action": 0.00855732336640358,
      "loss_total": 0.00855732336640358,
      "step": 27950
    },
    {
      "loss_action": 0.0030566309578716755,
      "loss_total": 0.0030566309578716755,
      "step": 27950
    },
    {
      "loss_action": 0.012849921360611916,
      "loss_total": 0.012849921360611916,
      "step": 27950
    },
    {
      "loss_action": 0.0066020311787724495,
      "loss_total": 0.0066020311787724495,
      "step": 27950
    },
    {
      "loss_action": 0.01539063174277544,
      "loss_total": 0.01539063174277544,
      "step": 27950
    },
    {
      "loss_action": 0.011395905166864395,
      "loss_total": 0.011395905166864395,
      "step": 27950
    },
    {
      "loss_action": 0.005137222819030285,
      "loss_total": 0.005137222819030285,
      "step": 27950
    },
    {
      "loss_action": 0.01186167262494564,
      "loss_total": 0.01186167262494564,
      "step": 27950
    },
    {
      "grad_norm": 0.18438135087490082,
      "learning_rate": 8.626795975945729e-05,
      "loss": 0.0126,
      "step": 27960
    },
    {
      "loss_action": 0.007918085902929306,
      "loss_total": 0.007918085902929306,
      "step": 27960
    },
    {
      "loss_action": 0.006762806326150894,
      "loss_total": 0.006762806326150894,
      "step": 27960
    },
    {
      "loss_action": 0.02661055698990822,
      "loss_total": 0.02661055698990822,
      "step": 27960
    },
    {
      "loss_action": 0.017456883564591408,
      "loss_total": 0.017456883564591408,
      "step": 27960
    },
    {
      "loss_action": 0.012154228053987026,
      "loss_total": 0.012154228053987026,
      "step": 27960
    },
    {
      "loss_action": 0.00993352010846138,
      "loss_total": 0.00993352010846138,
      "step": 27960
    },
    {
      "loss_action": 0.0123086366802454,
      "loss_total": 0.0123086366802454,
      "step": 27960
    },
    {
      "loss_action": 0.013997156172990799,
      "loss_total": 0.013997156172990799,
      "step": 27960
    },
    {
      "grad_norm": 0.16950105130672455,
      "learning_rate": 8.625657577699551e-05,
      "loss": 0.012,
      "step": 27970
    },
    {
      "loss_action": 0.01990373432636261,
      "loss_total": 0.01990373432636261,
      "step": 27970
    },
    {
      "loss_action": 0.006594862788915634,
      "loss_total": 0.006594862788915634,
      "step": 27970
    },
    {
      "loss_action": 0.009763659909367561,
      "loss_total": 0.009763659909367561,
      "step": 27970
    },
    {
      "loss_action": 0.00446194875985384,
      "loss_total": 0.00446194875985384,
      "step": 27970
    },
    {
      "loss_action": 0.004425446502864361,
      "loss_total": 0.004425446502864361,
      "step": 27970
    },
    {
      "loss_action": 0.010806023143231869,
      "loss_total": 0.010806023143231869,
      "step": 27970
    },
    {
      "loss_action": 0.009341739118099213,
      "loss_total": 0.009341739118099213,
      "step": 27970
    },
    {
      "loss_action": 0.007615013513714075,
      "loss_total": 0.007615013513714075,
      "step": 27970
    },
    {
      "grad_norm": 0.1600182056427002,
      "learning_rate": 8.624518782956914e-05,
      "loss": 0.0116,
      "step": 27980
    },
    {
      "loss_action": 0.007933944463729858,
      "loss_total": 0.007933944463729858,
      "step": 27980
    },
    {
      "loss_action": 0.007827273570001125,
      "loss_total": 0.007827273570001125,
      "step": 27980
    },
    {
      "loss_action": 0.006470288150012493,
      "loss_total": 0.006470288150012493,
      "step": 27980
    },
    {
      "loss_action": 0.03315996378660202,
      "loss_total": 0.03315996378660202,
      "step": 27980
    },
    {
      "loss_action": 0.009550525806844234,
      "loss_total": 0.009550525806844234,
      "step": 27980
    },
    {
      "loss_action": 0.006748930551111698,
      "loss_total": 0.006748930551111698,
      "step": 27980
    },
    {
      "loss_action": 0.0077292355708777905,
      "loss_total": 0.0077292355708777905,
      "step": 27980
    },
    {
      "loss_action": 0.006591060198843479,
      "loss_total": 0.006591060198843479,
      "step": 27980
    },
    {
      "grad_norm": 0.18201501667499542,
      "learning_rate": 8.62337959184235e-05,
      "loss": 0.0126,
      "step": 27990
    },
    {
      "loss_action": 0.017116740345954895,
      "loss_total": 0.017116740345954895,
      "step": 27990
    },
    {
      "loss_action": 0.011083061806857586,
      "loss_total": 0.011083061806857586,
      "step": 27990
    },
    {
      "loss_action": 0.022925473749637604,
      "loss_total": 0.022925473749637604,
      "step": 27990
    },
    {
      "loss_action": 0.03119008056819439,
      "loss_total": 0.03119008056819439,
      "step": 27990
    },
    {
      "loss_action": 0.008768511936068535,
      "loss_total": 0.008768511936068535,
      "step": 27990
    },
    {
      "loss_action": 0.011231763288378716,
      "loss_total": 0.011231763288378716,
      "step": 27990
    },
    {
      "loss_action": 0.0242561474442482,
      "loss_total": 0.0242561474442482,
      "step": 27990
    },
    {
      "loss_action": 0.007318080402910709,
      "loss_total": 0.007318080402910709,
      "step": 27990
    },
    {
      "grad_norm": 0.19742782413959503,
      "learning_rate": 8.622240004480441e-05,
      "loss": 0.0118,
      "step": 28000
    },
    {
      "loss_action": 0.03084782510995865,
      "loss_total": 0.03084782510995865,
      "step": 28000
    },
    {
      "loss_action": 0.005348945036530495,
      "loss_total": 0.005348945036530495,
      "step": 28000
    },
    {
      "loss_action": 0.052481696009635925,
      "loss_total": 0.052481696009635925,
      "step": 28000
    },
    {
      "loss_action": 0.016759773716330528,
      "loss_total": 0.016759773716330528,
      "step": 28000
    },
    {
      "loss_action": 0.007119402289390564,
      "loss_total": 0.007119402289390564,
      "step": 28000
    },
    {
      "loss_action": 0.010431698523461819,
      "loss_total": 0.010431698523461819,
      "step": 28000
    },
    {
      "loss_action": 0.013401441276073456,
      "loss_total": 0.013401441276073456,
      "step": 28000
    },
    {
      "loss_action": 0.02281777933239937,
      "loss_total": 0.02281777933239937,
      "step": 28000
    },
    {
      "grad_norm": 0.14658689498901367,
      "learning_rate": 8.621100020995814e-05,
      "loss": 0.0117,
      "step": 28010
    },
    {
      "loss_action": 0.01462331973016262,
      "loss_total": 0.01462331973016262,
      "step": 28010
    },
    {
      "loss_action": 0.01213226467370987,
      "loss_total": 0.01213226467370987,
      "step": 28010
    },
    {
      "loss_action": 0.009321814402937889,
      "loss_total": 0.009321814402937889,
      "step": 28010
    },
    {
      "loss_action": 0.0074425735510885715,
      "loss_total": 0.0074425735510885715,
      "step": 28010
    },
    {
      "loss_action": 0.0179658941924572,
      "loss_total": 0.0179658941924572,
      "step": 28010
    },
    {
      "loss_action": 0.009206694550812244,
      "loss_total": 0.009206694550812244,
      "step": 28010
    },
    {
      "loss_action": 0.005136711522936821,
      "loss_total": 0.005136711522936821,
      "step": 28010
    },
    {
      "loss_action": 0.006842349655926228,
      "loss_total": 0.006842349655926228,
      "step": 28010
    },
    {
      "grad_norm": 0.19075818359851837,
      "learning_rate": 8.619959641513132e-05,
      "loss": 0.0125,
      "step": 28020
    },
    {
      "loss_action": 0.010663190856575966,
      "loss_total": 0.010663190856575966,
      "step": 28020
    },
    {
      "loss_action": 0.008811991661787033,
      "loss_total": 0.008811991661787033,
      "step": 28020
    },
    {
      "loss_action": 0.008780600503087044,
      "loss_total": 0.008780600503087044,
      "step": 28020
    },
    {
      "loss_action": 0.00963698048144579,
      "loss_total": 0.00963698048144579,
      "step": 28020
    },
    {
      "loss_action": 0.02203332632780075,
      "loss_total": 0.02203332632780075,
      "step": 28020
    },
    {
      "loss_action": 0.012833070009946823,
      "loss_total": 0.012833070009946823,
      "step": 28020
    },
    {
      "loss_action": 0.004423505626618862,
      "loss_total": 0.004423505626618862,
      "step": 28020
    },
    {
      "loss_action": 0.00778532400727272,
      "loss_total": 0.00778532400727272,
      "step": 28020
    },
    {
      "grad_norm": 0.12591801583766937,
      "learning_rate": 8.618818866157105e-05,
      "loss": 0.0098,
      "step": 28030
    },
    {
      "loss_action": 0.005771086551249027,
      "loss_total": 0.005771086551249027,
      "step": 28030
    },
    {
      "loss_action": 0.003683354239910841,
      "loss_total": 0.003683354239910841,
      "step": 28030
    },
    {
      "loss_action": 0.015908915549516678,
      "loss_total": 0.015908915549516678,
      "step": 28030
    },
    {
      "loss_action": 0.008631202392280102,
      "loss_total": 0.008631202392280102,
      "step": 28030
    },
    {
      "loss_action": 0.014640593901276588,
      "loss_total": 0.014640593901276588,
      "step": 28030
    },
    {
      "loss_action": 0.02881871908903122,
      "loss_total": 0.02881871908903122,
      "step": 28030
    },
    {
      "loss_action": 0.018594320863485336,
      "loss_total": 0.018594320863485336,
      "step": 28030
    },
    {
      "loss_action": 0.007547098211944103,
      "loss_total": 0.007547098211944103,
      "step": 28030
    },
    {
      "grad_norm": 0.14125950634479523,
      "learning_rate": 8.617677695052487e-05,
      "loss": 0.0123,
      "step": 28040
    },
    {
      "loss_action": 0.007712595630437136,
      "loss_total": 0.007712595630437136,
      "step": 28040
    },
    {
      "loss_action": 0.003646776545792818,
      "loss_total": 0.003646776545792818,
      "step": 28040
    },
    {
      "loss_action": 0.010860695503652096,
      "loss_total": 0.010860695503652096,
      "step": 28040
    },
    {
      "loss_action": 0.004657554440200329,
      "loss_total": 0.004657554440200329,
      "step": 28040
    },
    {
      "loss_action": 0.010252376087009907,
      "loss_total": 0.010252376087009907,
      "step": 28040
    },
    {
      "loss_action": 0.006178077310323715,
      "loss_total": 0.006178077310323715,
      "step": 28040
    },
    {
      "loss_action": 0.01236836239695549,
      "loss_total": 0.01236836239695549,
      "step": 28040
    },
    {
      "loss_action": 0.008976665325462818,
      "loss_total": 0.008976665325462818,
      "step": 28040
    },
    {
      "grad_norm": 0.13765333592891693,
      "learning_rate": 8.616536128324078e-05,
      "loss": 0.0108,
      "step": 28050
    },
    {
      "loss_action": 0.02626071870326996,
      "loss_total": 0.02626071870326996,
      "step": 28050
    },
    {
      "loss_action": 0.02352621965110302,
      "loss_total": 0.02352621965110302,
      "step": 28050
    },
    {
      "loss_action": 0.02981088124215603,
      "loss_total": 0.02981088124215603,
      "step": 28050
    },
    {
      "loss_action": 0.0058366949670016766,
      "loss_total": 0.0058366949670016766,
      "step": 28050
    },
    {
      "loss_action": 0.006654025986790657,
      "loss_total": 0.006654025986790657,
      "step": 28050
    },
    {
      "loss_action": 0.02682572789490223,
      "loss_total": 0.02682572789490223,
      "step": 28050
    },
    {
      "loss_action": 0.00861683301627636,
      "loss_total": 0.00861683301627636,
      "step": 28050
    },
    {
      "loss_action": 0.01033991388976574,
      "loss_total": 0.01033991388976574,
      "step": 28050
    },
    {
      "grad_norm": 0.1306949257850647,
      "learning_rate": 8.615394166096712e-05,
      "loss": 0.0117,
      "step": 28060
    },
    {
      "loss_action": 0.0036343862302601337,
      "loss_total": 0.0036343862302601337,
      "step": 28060
    },
    {
      "loss_action": 0.004995488096028566,
      "loss_total": 0.004995488096028566,
      "step": 28060
    },
    {
      "loss_action": 0.008342176675796509,
      "loss_total": 0.008342176675796509,
      "step": 28060
    },
    {
      "loss_action": 0.006449360866099596,
      "loss_total": 0.006449360866099596,
      "step": 28060
    },
    {
      "loss_action": 0.013098226860165596,
      "loss_total": 0.013098226860165596,
      "step": 28060
    },
    {
      "loss_action": 0.016331641003489494,
      "loss_total": 0.016331641003489494,
      "step": 28060
    },
    {
      "loss_action": 0.0042190165258944035,
      "loss_total": 0.0042190165258944035,
      "step": 28060
    },
    {
      "loss_action": 0.00562896765768528,
      "loss_total": 0.00562896765768528,
      "step": 28060
    },
    {
      "grad_norm": 0.15671244263648987,
      "learning_rate": 8.614251808495279e-05,
      "loss": 0.0107,
      "step": 28070
    },
    {
      "loss_action": 0.01347669679671526,
      "loss_total": 0.01347669679671526,
      "step": 28070
    },
    {
      "loss_action": 0.009775595739483833,
      "loss_total": 0.009775595739483833,
      "step": 28070
    },
    {
      "loss_action": 0.011876939795911312,
      "loss_total": 0.011876939795911312,
      "step": 28070
    },
    {
      "loss_action": 0.005624398589134216,
      "loss_total": 0.005624398589134216,
      "step": 28070
    },
    {
      "loss_action": 0.005855275318026543,
      "loss_total": 0.005855275318026543,
      "step": 28070
    },
    {
      "loss_action": 0.008912922814488411,
      "loss_total": 0.008912922814488411,
      "step": 28070
    },
    {
      "loss_action": 0.005799534730613232,
      "loss_total": 0.005799534730613232,
      "step": 28070
    },
    {
      "loss_action": 0.009173769503831863,
      "loss_total": 0.009173769503831863,
      "step": 28070
    },
    {
      "grad_norm": 0.11821461468935013,
      "learning_rate": 8.6131090556447e-05,
      "loss": 0.0118,
      "step": 28080
    },
    {
      "loss_action": 0.009281067177653313,
      "loss_total": 0.009281067177653313,
      "step": 28080
    },
    {
      "loss_action": 0.01600232720375061,
      "loss_total": 0.01600232720375061,
      "step": 28080
    },
    {
      "loss_action": 0.025578446686267853,
      "loss_total": 0.025578446686267853,
      "step": 28080
    },
    {
      "loss_action": 0.00803159736096859,
      "loss_total": 0.00803159736096859,
      "step": 28080
    },
    {
      "loss_action": 0.004784717224538326,
      "loss_total": 0.004784717224538326,
      "step": 28080
    },
    {
      "loss_action": 0.0058068386279046535,
      "loss_total": 0.0058068386279046535,
      "step": 28080
    },
    {
      "loss_action": 0.003865189151838422,
      "loss_total": 0.003865189151838422,
      "step": 28080
    },
    {
      "loss_action": 0.020611479878425598,
      "loss_total": 0.020611479878425598,
      "step": 28080
    },
    {
      "grad_norm": 0.17983344197273254,
      "learning_rate": 8.611965907669947e-05,
      "loss": 0.0118,
      "step": 28090
    },
    {
      "loss_action": 0.029873080551624298,
      "loss_total": 0.029873080551624298,
      "step": 28090
    },
    {
      "loss_action": 0.011594105511903763,
      "loss_total": 0.011594105511903763,
      "step": 28090
    },
    {
      "loss_action": 0.005227066110819578,
      "loss_total": 0.005227066110819578,
      "step": 28090
    },
    {
      "loss_action": 0.011630212888121605,
      "loss_total": 0.011630212888121605,
      "step": 28090
    },
    {
      "loss_action": 0.012066658586263657,
      "loss_total": 0.012066658586263657,
      "step": 28090
    },
    {
      "loss_action": 0.006035363767296076,
      "loss_total": 0.006035363767296076,
      "step": 28090
    },
    {
      "loss_action": 0.010358454659581184,
      "loss_total": 0.010358454659581184,
      "step": 28090
    },
    {
      "loss_action": 0.007576609030365944,
      "loss_total": 0.007576609030365944,
      "step": 28090
    },
    {
      "grad_norm": 0.22199881076812744,
      "learning_rate": 8.610822364696034e-05,
      "loss": 0.01,
      "step": 28100
    },
    {
      "loss_action": 0.020656075328588486,
      "loss_total": 0.020656075328588486,
      "step": 28100
    },
    {
      "loss_action": 0.02231215313076973,
      "loss_total": 0.02231215313076973,
      "step": 28100
    },
    {
      "loss_action": 0.016520176082849503,
      "loss_total": 0.016520176082849503,
      "step": 28100
    },
    {
      "loss_action": 0.02181786671280861,
      "loss_total": 0.02181786671280861,
      "step": 28100
    },
    {
      "loss_action": 0.030121004208922386,
      "loss_total": 0.030121004208922386,
      "step": 28100
    },
    {
      "loss_action": 0.014209819957613945,
      "loss_total": 0.014209819957613945,
      "step": 28100
    },
    {
      "loss_action": 0.04326912388205528,
      "loss_total": 0.04326912388205528,
      "step": 28100
    },
    {
      "loss_action": 0.018670592457056046,
      "loss_total": 0.018670592457056046,
      "step": 28100
    },
    {
      "grad_norm": 0.1510656177997589,
      "learning_rate": 8.609678426848015e-05,
      "loss": 0.0135,
      "step": 28110
    },
    {
      "loss_action": 0.01788579858839512,
      "loss_total": 0.01788579858839512,
      "step": 28110
    },
    {
      "loss_action": 0.01733926311135292,
      "loss_total": 0.01733926311135292,
      "step": 28110
    },
    {
      "loss_action": 0.016304753720760345,
      "loss_total": 0.016304753720760345,
      "step": 28110
    },
    {
      "loss_action": 0.012921862304210663,
      "loss_total": 0.012921862304210663,
      "step": 28110
    },
    {
      "loss_action": 0.011082745157182217,
      "loss_total": 0.011082745157182217,
      "step": 28110
    },
    {
      "loss_action": 0.013690434396266937,
      "loss_total": 0.013690434396266937,
      "step": 28110
    },
    {
      "loss_action": 0.012493360787630081,
      "loss_total": 0.012493360787630081,
      "step": 28110
    },
    {
      "loss_action": 0.007196884602308273,
      "loss_total": 0.007196884602308273,
      "step": 28110
    },
    {
      "grad_norm": 0.11416018009185791,
      "learning_rate": 8.60853409425099e-05,
      "loss": 0.0129,
      "step": 28120
    },
    {
      "loss_action": 0.010788679122924805,
      "loss_total": 0.010788679122924805,
      "step": 28120
    },
    {
      "loss_action": 0.01291048526763916,
      "loss_total": 0.01291048526763916,
      "step": 28120
    },
    {
      "loss_action": 0.004105571657419205,
      "loss_total": 0.004105571657419205,
      "step": 28120
    },
    {
      "loss_action": 0.003948894329369068,
      "loss_total": 0.003948894329369068,
      "step": 28120
    },
    {
      "loss_action": 0.004209925886243582,
      "loss_total": 0.004209925886243582,
      "step": 28120
    },
    {
      "loss_action": 0.006588107906281948,
      "loss_total": 0.006588107906281948,
      "step": 28120
    },
    {
      "loss_action": 0.009246086701750755,
      "loss_total": 0.009246086701750755,
      "step": 28120
    },
    {
      "loss_action": 0.012421869672834873,
      "loss_total": 0.012421869672834873,
      "step": 28120
    },
    {
      "grad_norm": 0.20050278306007385,
      "learning_rate": 8.607389367030104e-05,
      "loss": 0.0134,
      "step": 28130
    },
    {
      "loss_action": 0.011076588183641434,
      "loss_total": 0.011076588183641434,
      "step": 28130
    },
    {
      "loss_action": 0.010565906763076782,
      "loss_total": 0.010565906763076782,
      "step": 28130
    },
    {
      "loss_action": 0.005603461526334286,
      "loss_total": 0.005603461526334286,
      "step": 28130
    },
    {
      "loss_action": 0.017395561560988426,
      "loss_total": 0.017395561560988426,
      "step": 28130
    },
    {
      "loss_action": 0.005895062815397978,
      "loss_total": 0.005895062815397978,
      "step": 28130
    },
    {
      "loss_action": 0.008859984576702118,
      "loss_total": 0.008859984576702118,
      "step": 28130
    },
    {
      "loss_action": 0.01646203175187111,
      "loss_total": 0.01646203175187111,
      "step": 28130
    },
    {
      "loss_action": 0.009028317406773567,
      "loss_total": 0.009028317406773567,
      "step": 28130
    },
    {
      "grad_norm": 0.12450958788394928,
      "learning_rate": 8.606244245310538e-05,
      "loss": 0.0144,
      "step": 28140
    },
    {
      "loss_action": 0.008963176980614662,
      "loss_total": 0.008963176980614662,
      "step": 28140
    },
    {
      "loss_action": 0.011443066410720348,
      "loss_total": 0.011443066410720348,
      "step": 28140
    },
    {
      "loss_action": 0.007555320858955383,
      "loss_total": 0.007555320858955383,
      "step": 28140
    },
    {
      "loss_action": 0.005386756733059883,
      "loss_total": 0.005386756733059883,
      "step": 28140
    },
    {
      "loss_action": 0.007435946725308895,
      "loss_total": 0.007435946725308895,
      "step": 28140
    },
    {
      "loss_action": 0.0111516322940588,
      "loss_total": 0.0111516322940588,
      "step": 28140
    },
    {
      "loss_action": 0.01944398693740368,
      "loss_total": 0.01944398693740368,
      "step": 28140
    },
    {
      "loss_action": 0.02414764277637005,
      "loss_total": 0.02414764277637005,
      "step": 28140
    },
    {
      "grad_norm": 0.11629337072372437,
      "learning_rate": 8.605098729217525e-05,
      "loss": 0.0131,
      "step": 28150
    },
    {
      "loss_action": 0.021029379218816757,
      "loss_total": 0.021029379218816757,
      "step": 28150
    },
    {
      "loss_action": 0.0044087073765695095,
      "loss_total": 0.0044087073765695095,
      "step": 28150
    },
    {
      "loss_action": 0.006544521078467369,
      "loss_total": 0.006544521078467369,
      "step": 28150
    },
    {
      "loss_action": 0.008901191875338554,
      "loss_total": 0.008901191875338554,
      "step": 28150
    },
    {
      "loss_action": 0.011201567947864532,
      "loss_total": 0.011201567947864532,
      "step": 28150
    },
    {
      "loss_action": 0.005319683812558651,
      "loss_total": 0.005319683812558651,
      "step": 28150
    },
    {
      "loss_action": 0.016420381143689156,
      "loss_total": 0.016420381143689156,
      "step": 28150
    },
    {
      "loss_action": 0.021047232672572136,
      "loss_total": 0.021047232672572136,
      "step": 28150
    },
    {
      "grad_norm": 0.13694557547569275,
      "learning_rate": 8.603952818876335e-05,
      "loss": 0.0107,
      "step": 28160
    },
    {
      "loss_action": 0.012480122968554497,
      "loss_total": 0.012480122968554497,
      "step": 28160
    },
    {
      "loss_action": 0.008559487760066986,
      "loss_total": 0.008559487760066986,
      "step": 28160
    },
    {
      "loss_action": 0.004505150951445103,
      "loss_total": 0.004505150951445103,
      "step": 28160
    },
    {
      "loss_action": 0.012779285199940205,
      "loss_total": 0.012779285199940205,
      "step": 28160
    },
    {
      "loss_action": 0.004733109846711159,
      "loss_total": 0.004733109846711159,
      "step": 28160
    },
    {
      "loss_action": 0.010967644862830639,
      "loss_total": 0.010967644862830639,
      "step": 28160
    },
    {
      "loss_action": 0.017562532797455788,
      "loss_total": 0.017562532797455788,
      "step": 28160
    },
    {
      "loss_action": 0.013689481653273106,
      "loss_total": 0.013689481653273106,
      "step": 28160
    },
    {
      "grad_norm": 0.1496521532535553,
      "learning_rate": 8.602806514412281e-05,
      "loss": 0.0115,
      "step": 28170
    },
    {
      "loss_action": 0.014855348505079746,
      "loss_total": 0.014855348505079746,
      "step": 28170
    },
    {
      "loss_action": 0.009851150214672089,
      "loss_total": 0.009851150214672089,
      "step": 28170
    },
    {
      "loss_action": 0.02103154920041561,
      "loss_total": 0.02103154920041561,
      "step": 28170
    },
    {
      "loss_action": 0.025204498320817947,
      "loss_total": 0.025204498320817947,
      "step": 28170
    },
    {
      "loss_action": 0.014552537351846695,
      "loss_total": 0.014552537351846695,
      "step": 28170
    },
    {
      "loss_action": 0.02300512045621872,
      "loss_total": 0.02300512045621872,
      "step": 28170
    },
    {
      "loss_action": 0.01100884098559618,
      "loss_total": 0.01100884098559618,
      "step": 28170
    },
    {
      "loss_action": 0.018452448770403862,
      "loss_total": 0.018452448770403862,
      "step": 28170
    },
    {
      "grad_norm": 0.09412790834903717,
      "learning_rate": 8.601659815950726e-05,
      "loss": 0.0119,
      "step": 28180
    },
    {
      "loss_action": 0.004118697252124548,
      "loss_total": 0.004118697252124548,
      "step": 28180
    },
    {
      "loss_action": 0.005240046419203281,
      "loss_total": 0.005240046419203281,
      "step": 28180
    },
    {
      "loss_action": 0.008072160184383392,
      "loss_total": 0.008072160184383392,
      "step": 28180
    },
    {
      "loss_action": 0.012819888070225716,
      "loss_total": 0.012819888070225716,
      "step": 28180
    },
    {
      "loss_action": 0.005947863683104515,
      "loss_total": 0.005947863683104515,
      "step": 28180
    },
    {
      "loss_action": 0.005455860402435064,
      "loss_total": 0.005455860402435064,
      "step": 28180
    },
    {
      "loss_action": 0.007396019995212555,
      "loss_total": 0.007396019995212555,
      "step": 28180
    },
    {
      "loss_action": 0.03499874845147133,
      "loss_total": 0.03499874845147133,
      "step": 28180
    },
    {
      "grad_norm": 0.16418156027793884,
      "learning_rate": 8.600512723617067e-05,
      "loss": 0.0122,
      "step": 28190
    },
    {
      "loss_action": 0.0126402098685503,
      "loss_total": 0.0126402098685503,
      "step": 28190
    },
    {
      "loss_action": 0.02027539536356926,
      "loss_total": 0.02027539536356926,
      "step": 28190
    },
    {
      "loss_action": 0.006785805802792311,
      "loss_total": 0.006785805802792311,
      "step": 28190
    },
    {
      "loss_action": 0.006043769419193268,
      "loss_total": 0.006043769419193268,
      "step": 28190
    },
    {
      "loss_action": 0.005271989852190018,
      "loss_total": 0.005271989852190018,
      "step": 28190
    },
    {
      "loss_action": 0.01355084776878357,
      "loss_total": 0.01355084776878357,
      "step": 28190
    },
    {
      "loss_action": 0.01144762709736824,
      "loss_total": 0.01144762709736824,
      "step": 28190
    },
    {
      "loss_action": 0.021048542112112045,
      "loss_total": 0.021048542112112045,
      "step": 28190
    },
    {
      "grad_norm": 0.0881539136171341,
      "learning_rate": 8.59936523753675e-05,
      "loss": 0.0104,
      "step": 28200
    },
    {
      "loss_action": 0.010213805362582207,
      "loss_total": 0.010213805362582207,
      "step": 28200
    },
    {
      "loss_action": 0.005205558147281408,
      "loss_total": 0.005205558147281408,
      "step": 28200
    },
    {
      "loss_action": 0.017159022390842438,
      "loss_total": 0.017159022390842438,
      "step": 28200
    },
    {
      "loss_action": 0.0019455414731055498,
      "loss_total": 0.0019455414731055498,
      "step": 28200
    },
    {
      "loss_action": 0.011454630643129349,
      "loss_total": 0.011454630643129349,
      "step": 28200
    },
    {
      "loss_action": 0.008770987391471863,
      "loss_total": 0.008770987391471863,
      "step": 28200
    },
    {
      "loss_action": 0.00878092646598816,
      "loss_total": 0.00878092646598816,
      "step": 28200
    },
    {
      "loss_action": 0.010217132046818733,
      "loss_total": 0.010217132046818733,
      "step": 28200
    },
    {
      "grad_norm": 0.210837721824646,
      "learning_rate": 8.598217357835264e-05,
      "loss": 0.0116,
      "step": 28210
    },
    {
      "loss_action": 0.011278382502496243,
      "loss_total": 0.011278382502496243,
      "step": 28210
    },
    {
      "loss_action": 0.015204625204205513,
      "loss_total": 0.015204625204205513,
      "step": 28210
    },
    {
      "loss_action": 0.006525002419948578,
      "loss_total": 0.006525002419948578,
      "step": 28210
    },
    {
      "loss_action": 0.011359483934938908,
      "loss_total": 0.011359483934938908,
      "step": 28210
    },
    {
      "loss_action": 0.009060781449079514,
      "loss_total": 0.009060781449079514,
      "step": 28210
    },
    {
      "loss_action": 0.008991289883852005,
      "loss_total": 0.008991289883852005,
      "step": 28210
    },
    {
      "loss_action": 0.014605317264795303,
      "loss_total": 0.014605317264795303,
      "step": 28210
    },
    {
      "loss_action": 0.010876074433326721,
      "loss_total": 0.010876074433326721,
      "step": 28210
    },
    {
      "grad_norm": 0.13377803564071655,
      "learning_rate": 8.597069084638135e-05,
      "loss": 0.0101,
      "step": 28220
    },
    {
      "loss_action": 0.01990002952516079,
      "loss_total": 0.01990002952516079,
      "step": 28220
    },
    {
      "loss_action": 0.0062666647136211395,
      "loss_total": 0.0062666647136211395,
      "step": 28220
    },
    {
      "loss_action": 0.005857537500560284,
      "loss_total": 0.005857537500560284,
      "step": 28220
    },
    {
      "loss_action": 0.01002419088035822,
      "loss_total": 0.01002419088035822,
      "step": 28220
    },
    {
      "loss_action": 0.006474251393228769,
      "loss_total": 0.006474251393228769,
      "step": 28220
    },
    {
      "loss_action": 0.009959887713193893,
      "loss_total": 0.009959887713193893,
      "step": 28220
    },
    {
      "loss_action": 0.004602523986250162,
      "loss_total": 0.004602523986250162,
      "step": 28220
    },
    {
      "loss_action": 0.0066841356456279755,
      "loss_total": 0.0066841356456279755,
      "step": 28220
    },
    {
      "grad_norm": 0.14979057013988495,
      "learning_rate": 8.595920418070939e-05,
      "loss": 0.0107,
      "step": 28230
    },
    {
      "loss_action": 0.007299581542611122,
      "loss_total": 0.007299581542611122,
      "step": 28230
    },
    {
      "loss_action": 0.008078809827566147,
      "loss_total": 0.008078809827566147,
      "step": 28230
    },
    {
      "loss_action": 0.012121213600039482,
      "loss_total": 0.012121213600039482,
      "step": 28230
    },
    {
      "loss_action": 0.006770065054297447,
      "loss_total": 0.006770065054297447,
      "step": 28230
    },
    {
      "loss_action": 0.01350213773548603,
      "loss_total": 0.01350213773548603,
      "step": 28230
    },
    {
      "loss_action": 0.006852721329778433,
      "loss_total": 0.006852721329778433,
      "step": 28230
    },
    {
      "loss_action": 0.01064562238752842,
      "loss_total": 0.01064562238752842,
      "step": 28230
    },
    {
      "loss_action": 0.007322520017623901,
      "loss_total": 0.007322520017623901,
      "step": 28230
    },
    {
      "grad_norm": 0.12573084235191345,
      "learning_rate": 8.594771358259295e-05,
      "loss": 0.0104,
      "step": 28240
    },
    {
      "loss_action": 0.00974404625594616,
      "loss_total": 0.00974404625594616,
      "step": 28240
    },
    {
      "loss_action": 0.00632454501464963,
      "loss_total": 0.00632454501464963,
      "step": 28240
    },
    {
      "loss_action": 0.014231234788894653,
      "loss_total": 0.014231234788894653,
      "step": 28240
    },
    {
      "loss_action": 0.009446937590837479,
      "loss_total": 0.009446937590837479,
      "step": 28240
    },
    {
      "loss_action": 0.0062539707869291306,
      "loss_total": 0.0062539707869291306,
      "step": 28240
    },
    {
      "loss_action": 0.016309570521116257,
      "loss_total": 0.016309570521116257,
      "step": 28240
    },
    {
      "loss_action": 0.014898273162543774,
      "loss_total": 0.014898273162543774,
      "step": 28240
    },
    {
      "loss_action": 0.007399166934192181,
      "loss_total": 0.007399166934192181,
      "step": 28240
    },
    {
      "grad_norm": 0.11449772119522095,
      "learning_rate": 8.593621905328858e-05,
      "loss": 0.0124,
      "step": 28250
    },
    {
      "loss_action": 0.011453026905655861,
      "loss_total": 0.011453026905655861,
      "step": 28250
    },
    {
      "loss_action": 0.005133649334311485,
      "loss_total": 0.005133649334311485,
      "step": 28250
    },
    {
      "loss_action": 0.006404807325452566,
      "loss_total": 0.006404807325452566,
      "step": 28250
    },
    {
      "loss_action": 0.011933792382478714,
      "loss_total": 0.011933792382478714,
      "step": 28250
    },
    {
      "loss_action": 0.01066385768353939,
      "loss_total": 0.01066385768353939,
      "step": 28250
    },
    {
      "loss_action": 0.0203811414539814,
      "loss_total": 0.0203811414539814,
      "step": 28250
    },
    {
      "loss_action": 0.010514235123991966,
      "loss_total": 0.010514235123991966,
      "step": 28250
    },
    {
      "loss_action": 0.012044673785567284,
      "loss_total": 0.012044673785567284,
      "step": 28250
    },
    {
      "grad_norm": 0.11444583535194397,
      "learning_rate": 8.592472059405333e-05,
      "loss": 0.0129,
      "step": 28260
    },
    {
      "loss_action": 0.005707724951207638,
      "loss_total": 0.005707724951207638,
      "step": 28260
    },
    {
      "loss_action": 0.014802519232034683,
      "loss_total": 0.014802519232034683,
      "step": 28260
    },
    {
      "loss_action": 0.015278357081115246,
      "loss_total": 0.015278357081115246,
      "step": 28260
    },
    {
      "loss_action": 0.0072275144048035145,
      "loss_total": 0.0072275144048035145,
      "step": 28260
    },
    {
      "loss_action": 0.009190099313855171,
      "loss_total": 0.009190099313855171,
      "step": 28260
    },
    {
      "loss_action": 0.014868034049868584,
      "loss_total": 0.014868034049868584,
      "step": 28260
    },
    {
      "loss_action": 0.01213876437395811,
      "loss_total": 0.01213876437395811,
      "step": 28260
    },
    {
      "loss_action": 0.007842637598514557,
      "loss_total": 0.007842637598514557,
      "step": 28260
    },
    {
      "grad_norm": 0.16469402611255646,
      "learning_rate": 8.591321820614464e-05,
      "loss": 0.0133,
      "step": 28270
    },
    {
      "loss_action": 0.02199697121977806,
      "loss_total": 0.02199697121977806,
      "step": 28270
    },
    {
      "loss_action": 0.015825724229216576,
      "loss_total": 0.015825724229216576,
      "step": 28270
    },
    {
      "loss_action": 0.006039031781256199,
      "loss_total": 0.006039031781256199,
      "step": 28270
    },
    {
      "loss_action": 0.01006147637963295,
      "loss_total": 0.01006147637963295,
      "step": 28270
    },
    {
      "loss_action": 0.01932990550994873,
      "loss_total": 0.01932990550994873,
      "step": 28270
    },
    {
      "loss_action": 0.006502874195575714,
      "loss_total": 0.006502874195575714,
      "step": 28270
    },
    {
      "loss_action": 0.010899581015110016,
      "loss_total": 0.010899581015110016,
      "step": 28270
    },
    {
      "loss_action": 0.007764928042888641,
      "loss_total": 0.007764928042888641,
      "step": 28270
    },
    {
      "grad_norm": 0.11919598281383514,
      "learning_rate": 8.590171189082041e-05,
      "loss": 0.0128,
      "step": 28280
    },
    {
      "loss_action": 0.007116992957890034,
      "loss_total": 0.007116992957890034,
      "step": 28280
    },
    {
      "loss_action": 0.013748781755566597,
      "loss_total": 0.013748781755566597,
      "step": 28280
    },
    {
      "loss_action": 0.02372969500720501,
      "loss_total": 0.02372969500720501,
      "step": 28280
    },
    {
      "loss_action": 0.00805316399782896,
      "loss_total": 0.00805316399782896,
      "step": 28280
    },
    {
      "loss_action": 0.015337514691054821,
      "loss_total": 0.015337514691054821,
      "step": 28280
    },
    {
      "loss_action": 0.006878330372273922,
      "loss_total": 0.006878330372273922,
      "step": 28280
    },
    {
      "loss_action": 0.005712352693080902,
      "loss_total": 0.005712352693080902,
      "step": 28280
    },
    {
      "loss_action": 0.011730996891856194,
      "loss_total": 0.011730996891856194,
      "step": 28280
    },
    {
      "grad_norm": 0.14773814380168915,
      "learning_rate": 8.589020164933894e-05,
      "loss": 0.012,
      "step": 28290
    },
    {
      "loss_action": 0.0063383388333022594,
      "loss_total": 0.0063383388333022594,
      "step": 28290
    },
    {
      "loss_action": 0.013051473535597324,
      "loss_total": 0.013051473535597324,
      "step": 28290
    },
    {
      "loss_action": 0.00300912419334054,
      "loss_total": 0.00300912419334054,
      "step": 28290
    },
    {
      "loss_action": 0.03174182027578354,
      "loss_total": 0.03174182027578354,
      "step": 28290
    },
    {
      "loss_action": 0.009264623746275902,
      "loss_total": 0.009264623746275902,
      "step": 28290
    },
    {
      "loss_action": 0.012035990133881569,
      "loss_total": 0.012035990133881569,
      "step": 28290
    },
    {
      "loss_action": 0.008734574541449547,
      "loss_total": 0.008734574541449547,
      "step": 28290
    },
    {
      "loss_action": 0.005173537880182266,
      "loss_total": 0.005173537880182266,
      "step": 28290
    },
    {
      "grad_norm": 0.10003601759672165,
      "learning_rate": 8.587868748295898e-05,
      "loss": 0.0113,
      "step": 28300
    },
    {
      "loss_action": 0.0038601895794272423,
      "loss_total": 0.0038601895794272423,
      "step": 28300
    },
    {
      "loss_action": 0.015284992754459381,
      "loss_total": 0.015284992754459381,
      "step": 28300
    },
    {
      "loss_action": 0.013007077388465405,
      "loss_total": 0.013007077388465405,
      "step": 28300
    },
    {
      "loss_action": 0.011230291798710823,
      "loss_total": 0.011230291798710823,
      "step": 28300
    },
    {
      "loss_action": 0.005351800471544266,
      "loss_total": 0.005351800471544266,
      "step": 28300
    },
    {
      "loss_action": 0.008310864679515362,
      "loss_total": 0.008310864679515362,
      "step": 28300
    },
    {
      "loss_action": 0.005194133147597313,
      "loss_total": 0.005194133147597313,
      "step": 28300
    },
    {
      "loss_action": 0.006099352613091469,
      "loss_total": 0.006099352613091469,
      "step": 28300
    },
    {
      "grad_norm": 0.12794166803359985,
      "learning_rate": 8.586716939293971e-05,
      "loss": 0.0107,
      "step": 28310
    },
    {
      "loss_action": 0.021447867155075073,
      "loss_total": 0.021447867155075073,
      "step": 28310
    },
    {
      "loss_action": 0.01249661110341549,
      "loss_total": 0.01249661110341549,
      "step": 28310
    },
    {
      "loss_action": 0.009794945828616619,
      "loss_total": 0.009794945828616619,
      "step": 28310
    },
    {
      "loss_action": 0.007153399288654327,
      "loss_total": 0.007153399288654327,
      "step": 28310
    },
    {
      "loss_action": 0.021976042538881302,
      "loss_total": 0.021976042538881302,
      "step": 28310
    },
    {
      "loss_action": 0.00413229875266552,
      "loss_total": 0.00413229875266552,
      "step": 28310
    },
    {
      "loss_action": 0.02126285992562771,
      "loss_total": 0.02126285992562771,
      "step": 28310
    },
    {
      "loss_action": 0.022568851709365845,
      "loss_total": 0.022568851709365845,
      "step": 28310
    },
    {
      "grad_norm": 0.09515506774187088,
      "learning_rate": 8.58556473805407e-05,
      "loss": 0.0097,
      "step": 28320
    },
    {
      "loss_action": 0.007187877781689167,
      "loss_total": 0.007187877781689167,
      "step": 28320
    },
    {
      "loss_action": 0.007917533628642559,
      "loss_total": 0.007917533628642559,
      "step": 28320
    },
    {
      "loss_action": 0.02996733970940113,
      "loss_total": 0.02996733970940113,
      "step": 28320
    },
    {
      "loss_action": 0.005852739326655865,
      "loss_total": 0.005852739326655865,
      "step": 28320
    },
    {
      "loss_action": 0.005650720559060574,
      "loss_total": 0.005650720559060574,
      "step": 28320
    },
    {
      "loss_action": 0.006196578033268452,
      "loss_total": 0.006196578033268452,
      "step": 28320
    },
    {
      "loss_action": 0.006573319435119629,
      "loss_total": 0.006573319435119629,
      "step": 28320
    },
    {
      "loss_action": 0.022172100841999054,
      "loss_total": 0.022172100841999054,
      "step": 28320
    },
    {
      "grad_norm": 0.2757978141307831,
      "learning_rate": 8.584412144702202e-05,
      "loss": 0.0118,
      "step": 28330
    },
    {
      "loss_action": 0.011849580332636833,
      "loss_total": 0.011849580332636833,
      "step": 28330
    },
    {
      "loss_action": 0.016116129234433174,
      "loss_total": 0.016116129234433174,
      "step": 28330
    },
    {
      "loss_action": 0.008797945454716682,
      "loss_total": 0.008797945454716682,
      "step": 28330
    },
    {
      "loss_action": 0.00849384255707264,
      "loss_total": 0.00849384255707264,
      "step": 28330
    },
    {
      "loss_action": 0.008699419908225536,
      "loss_total": 0.008699419908225536,
      "step": 28330
    },
    {
      "loss_action": 0.007326048798859119,
      "loss_total": 0.007326048798859119,
      "step": 28330
    },
    {
      "loss_action": 0.008207607083022594,
      "loss_total": 0.008207607083022594,
      "step": 28330
    },
    {
      "loss_action": 0.00655868835747242,
      "loss_total": 0.00655868835747242,
      "step": 28330
    },
    {
      "grad_norm": 0.13108272850513458,
      "learning_rate": 8.58325915936441e-05,
      "loss": 0.0122,
      "step": 28340
    },
    {
      "loss_action": 0.013849935494363308,
      "loss_total": 0.013849935494363308,
      "step": 28340
    },
    {
      "loss_action": 0.015036478638648987,
      "loss_total": 0.015036478638648987,
      "step": 28340
    },
    {
      "loss_action": 0.0050641209818422794,
      "loss_total": 0.0050641209818422794,
      "step": 28340
    },
    {
      "loss_action": 0.0129921343177557,
      "loss_total": 0.0129921343177557,
      "step": 28340
    },
    {
      "loss_action": 0.013384628109633923,
      "loss_total": 0.013384628109633923,
      "step": 28340
    },
    {
      "loss_action": 0.010566997341811657,
      "loss_total": 0.010566997341811657,
      "step": 28340
    },
    {
      "loss_action": 0.005890921223908663,
      "loss_total": 0.005890921223908663,
      "step": 28340
    },
    {
      "loss_action": 0.0072089917957782745,
      "loss_total": 0.0072089917957782745,
      "step": 28340
    },
    {
      "grad_norm": 0.1790761649608612,
      "learning_rate": 8.582105782166783e-05,
      "loss": 0.0111,
      "step": 28350
    },
    {
      "loss_action": 0.01430447306483984,
      "loss_total": 0.01430447306483984,
      "step": 28350
    },
    {
      "loss_action": 0.012688681483268738,
      "loss_total": 0.012688681483268738,
      "step": 28350
    },
    {
      "loss_action": 0.008742550387978554,
      "loss_total": 0.008742550387978554,
      "step": 28350
    },
    {
      "loss_action": 0.01635248214006424,
      "loss_total": 0.01635248214006424,
      "step": 28350
    },
    {
      "loss_action": 0.007908741943538189,
      "loss_total": 0.007908741943538189,
      "step": 28350
    },
    {
      "loss_action": 0.024108368903398514,
      "loss_total": 0.024108368903398514,
      "step": 28350
    },
    {
      "loss_action": 0.00924897100776434,
      "loss_total": 0.00924897100776434,
      "step": 28350
    },
    {
      "loss_action": 0.007199385203421116,
      "loss_total": 0.007199385203421116,
      "step": 28350
    },
    {
      "grad_norm": 0.14973729848861694,
      "learning_rate": 8.580952013235455e-05,
      "loss": 0.0123,
      "step": 28360
    },
    {
      "loss_action": 0.006994151510298252,
      "loss_total": 0.006994151510298252,
      "step": 28360
    },
    {
      "loss_action": 0.014392905868589878,
      "loss_total": 0.014392905868589878,
      "step": 28360
    },
    {
      "loss_action": 0.011992241255939007,
      "loss_total": 0.011992241255939007,
      "step": 28360
    },
    {
      "loss_action": 0.02562335878610611,
      "loss_total": 0.02562335878610611,
      "step": 28360
    },
    {
      "loss_action": 0.0042256941087543964,
      "loss_total": 0.0042256941087543964,
      "step": 28360
    },
    {
      "loss_action": 0.007928919047117233,
      "loss_total": 0.007928919047117233,
      "step": 28360
    },
    {
      "loss_action": 0.005010414868593216,
      "loss_total": 0.005010414868593216,
      "step": 28360
    },
    {
      "loss_action": 0.01152399554848671,
      "loss_total": 0.01152399554848671,
      "step": 28360
    },
    {
      "grad_norm": 0.12899760901927948,
      "learning_rate": 8.579797852696596e-05,
      "loss": 0.0109,
      "step": 28370
    },
    {
      "loss_action": 0.006299955770373344,
      "loss_total": 0.006299955770373344,
      "step": 28370
    },
    {
      "loss_action": 0.014814026653766632,
      "loss_total": 0.014814026653766632,
      "step": 28370
    },
    {
      "loss_action": 0.008665497414767742,
      "loss_total": 0.008665497414767742,
      "step": 28370
    },
    {
      "loss_action": 0.0039285458624362946,
      "loss_total": 0.0039285458624362946,
      "step": 28370
    },
    {
      "loss_action": 0.005295529495924711,
      "loss_total": 0.005295529495924711,
      "step": 28370
    },
    {
      "loss_action": 0.033003777265548706,
      "loss_total": 0.033003777265548706,
      "step": 28370
    },
    {
      "loss_action": 0.008737821131944656,
      "loss_total": 0.008737821131944656,
      "step": 28370
    },
    {
      "loss_action": 0.010578220710158348,
      "loss_total": 0.010578220710158348,
      "step": 28370
    },
    {
      "grad_norm": 0.16002774238586426,
      "learning_rate": 8.578643300676428e-05,
      "loss": 0.0107,
      "step": 28380
    },
    {
      "loss_action": 0.012272250838577747,
      "loss_total": 0.012272250838577747,
      "step": 28380
    },
    {
      "loss_action": 0.013371003791689873,
      "loss_total": 0.013371003791689873,
      "step": 28380
    },
    {
      "loss_action": 0.026924382895231247,
      "loss_total": 0.026924382895231247,
      "step": 28380
    },
    {
      "loss_action": 0.015445138327777386,
      "loss_total": 0.015445138327777386,
      "step": 28380
    },
    {
      "loss_action": 0.025441376492381096,
      "loss_total": 0.025441376492381096,
      "step": 28380
    },
    {
      "loss_action": 0.013312339782714844,
      "loss_total": 0.013312339782714844,
      "step": 28380
    },
    {
      "loss_action": 0.006944754160940647,
      "loss_total": 0.006944754160940647,
      "step": 28380
    },
    {
      "loss_action": 0.017885439097881317,
      "loss_total": 0.017885439097881317,
      "step": 28380
    },
    {
      "grad_norm": 0.12003012746572495,
      "learning_rate": 8.577488357301209e-05,
      "loss": 0.0103,
      "step": 28390
    },
    {
      "loss_action": 0.0033313706517219543,
      "loss_total": 0.0033313706517219543,
      "step": 28390
    },
    {
      "loss_action": 0.005172880366444588,
      "loss_total": 0.005172880366444588,
      "step": 28390
    },
    {
      "loss_action": 0.017886780202388763,
      "loss_total": 0.017886780202388763,
      "step": 28390
    },
    {
      "loss_action": 0.014173336327075958,
      "loss_total": 0.014173336327075958,
      "step": 28390
    },
    {
      "loss_action": 0.0039659831672906876,
      "loss_total": 0.0039659831672906876,
      "step": 28390
    },
    {
      "loss_action": 0.040978409349918365,
      "loss_total": 0.040978409349918365,
      "step": 28390
    },
    {
      "loss_action": 0.01129908487200737,
      "loss_total": 0.01129908487200737,
      "step": 28390
    },
    {
      "loss_action": 0.007353025022894144,
      "loss_total": 0.007353025022894144,
      "step": 28390
    },
    {
      "grad_norm": 0.11886875331401825,
      "learning_rate": 8.576333022697242e-05,
      "loss": 0.01,
      "step": 28400
    },
    {
      "loss_action": 0.009547757916152477,
      "loss_total": 0.009547757916152477,
      "step": 28400
    },
    {
      "loss_action": 0.007858728989958763,
      "loss_total": 0.007858728989958763,
      "step": 28400
    },
    {
      "loss_action": 0.004053405020385981,
      "loss_total": 0.004053405020385981,
      "step": 28400
    },
    {
      "loss_action": 0.007382693700492382,
      "loss_total": 0.007382693700492382,
      "step": 28400
    },
    {
      "loss_action": 0.02575710602104664,
      "loss_total": 0.02575710602104664,
      "step": 28400
    },
    {
      "loss_action": 0.02085096389055252,
      "loss_total": 0.02085096389055252,
      "step": 28400
    },
    {
      "loss_action": 0.005958081688731909,
      "loss_total": 0.005958081688731909,
      "step": 28400
    },
    {
      "loss_action": 0.01170596294105053,
      "loss_total": 0.01170596294105053,
      "step": 28400
    },
    {
      "grad_norm": 0.19907379150390625,
      "learning_rate": 8.575177296990873e-05,
      "loss": 0.0103,
      "step": 28410
    },
    {
      "loss_action": 0.029039058834314346,
      "loss_total": 0.029039058834314346,
      "step": 28410
    },
    {
      "loss_action": 0.0044661834836006165,
      "loss_total": 0.0044661834836006165,
      "step": 28410
    },
    {
      "loss_action": 0.014100160449743271,
      "loss_total": 0.014100160449743271,
      "step": 28410
    },
    {
      "loss_action": 0.004523288458585739,
      "loss_total": 0.004523288458585739,
      "step": 28410
    },
    {
      "loss_action": 0.007975760847330093,
      "loss_total": 0.007975760847330093,
      "step": 28410
    },
    {
      "loss_action": 0.00745350681245327,
      "loss_total": 0.00745350681245327,
      "step": 28410
    },
    {
      "loss_action": 0.004221518989652395,
      "loss_total": 0.004221518989652395,
      "step": 28410
    },
    {
      "loss_action": 0.011833835393190384,
      "loss_total": 0.011833835393190384,
      "step": 28410
    },
    {
      "grad_norm": 0.13762974739074707,
      "learning_rate": 8.574021180308489e-05,
      "loss": 0.0104,
      "step": 28420
    },
    {
      "loss_action": 0.006381708197295666,
      "loss_total": 0.006381708197295666,
      "step": 28420
    },
    {
      "loss_action": 0.040678903460502625,
      "loss_total": 0.040678903460502625,
      "step": 28420
    },
    {
      "loss_action": 0.007750601973384619,
      "loss_total": 0.007750601973384619,
      "step": 28420
    },
    {
      "loss_action": 0.007762221619486809,
      "loss_total": 0.007762221619486809,
      "step": 28420
    },
    {
      "loss_action": 0.00906203780323267,
      "loss_total": 0.00906203780323267,
      "step": 28420
    },
    {
      "loss_action": 0.005667407065629959,
      "loss_total": 0.005667407065629959,
      "step": 28420
    },
    {
      "loss_action": 0.0026503303088247776,
      "loss_total": 0.0026503303088247776,
      "step": 28420
    },
    {
      "loss_action": 0.008440840058028698,
      "loss_total": 0.008440840058028698,
      "step": 28420
    },
    {
      "grad_norm": 0.1707443743944168,
      "learning_rate": 8.572864672776523e-05,
      "loss": 0.0118,
      "step": 28430
    },
    {
      "loss_action": 0.029813366010785103,
      "loss_total": 0.029813366010785103,
      "step": 28430
    },
    {
      "loss_action": 0.013993863947689533,
      "loss_total": 0.013993863947689533,
      "step": 28430
    },
    {
      "loss_action": 0.006354167591780424,
      "loss_total": 0.006354167591780424,
      "step": 28430
    },
    {
      "loss_action": 0.011814797297120094,
      "loss_total": 0.011814797297120094,
      "step": 28430
    },
    {
      "loss_action": 0.004306796006858349,
      "loss_total": 0.004306796006858349,
      "step": 28430
    },
    {
      "loss_action": 0.012433638796210289,
      "loss_total": 0.012433638796210289,
      "step": 28430
    },
    {
      "loss_action": 0.02190474607050419,
      "loss_total": 0.02190474607050419,
      "step": 28430
    },
    {
      "loss_action": 0.016427021473646164,
      "loss_total": 0.016427021473646164,
      "step": 28430
    },
    {
      "grad_norm": 0.15280358493328094,
      "learning_rate": 8.571707774521447e-05,
      "loss": 0.0114,
      "step": 28440
    },
    {
      "loss_action": 0.009552217088639736,
      "loss_total": 0.009552217088639736,
      "step": 28440
    },
    {
      "loss_action": 0.006068458780646324,
      "loss_total": 0.006068458780646324,
      "step": 28440
    },
    {
      "loss_action": 0.004657975863665342,
      "loss_total": 0.004657975863665342,
      "step": 28440
    },
    {
      "loss_action": 0.020746977999806404,
      "loss_total": 0.020746977999806404,
      "step": 28440
    },
    {
      "loss_action": 0.0084101352840662,
      "loss_total": 0.0084101352840662,
      "step": 28440
    },
    {
      "loss_action": 0.007569164969027042,
      "loss_total": 0.007569164969027042,
      "step": 28440
    },
    {
      "loss_action": 0.013838263228535652,
      "loss_total": 0.013838263228535652,
      "step": 28440
    },
    {
      "loss_action": 0.0074163079261779785,
      "loss_total": 0.0074163079261779785,
      "step": 28440
    },
    {
      "grad_norm": 0.21409384906291962,
      "learning_rate": 8.57055048566978e-05,
      "loss": 0.0132,
      "step": 28450
    },
    {
      "loss_action": 0.010204143822193146,
      "loss_total": 0.010204143822193146,
      "step": 28450
    },
    {
      "loss_action": 0.013539312407374382,
      "loss_total": 0.013539312407374382,
      "step": 28450
    },
    {
      "loss_action": 0.015105340629816055,
      "loss_total": 0.015105340629816055,
      "step": 28450
    },
    {
      "loss_action": 0.005546068772673607,
      "loss_total": 0.005546068772673607,
      "step": 28450
    },
    {
      "loss_action": 0.01408754289150238,
      "loss_total": 0.01408754289150238,
      "step": 28450
    },
    {
      "loss_action": 0.022557765245437622,
      "loss_total": 0.022557765245437622,
      "step": 28450
    },
    {
      "loss_action": 0.008325081318616867,
      "loss_total": 0.008325081318616867,
      "step": 28450
    },
    {
      "loss_action": 0.008561436086893082,
      "loss_total": 0.008561436086893082,
      "step": 28450
    },
    {
      "grad_norm": 0.1791638433933258,
      "learning_rate": 8.569392806348078e-05,
      "loss": 0.0123,
      "step": 28460
    },
    {
      "loss_action": 0.00641064764931798,
      "loss_total": 0.00641064764931798,
      "step": 28460
    },
    {
      "loss_action": 0.010094602592289448,
      "loss_total": 0.010094602592289448,
      "step": 28460
    },
    {
      "loss_action": 0.0043094577267766,
      "loss_total": 0.0043094577267766,
      "step": 28460
    },
    {
      "loss_action": 0.006115741096436977,
      "loss_total": 0.006115741096436977,
      "step": 28460
    },
    {
      "loss_action": 0.01628965511918068,
      "loss_total": 0.01628965511918068,
      "step": 28460
    },
    {
      "loss_action": 0.006144866347312927,
      "loss_total": 0.006144866347312927,
      "step": 28460
    },
    {
      "loss_action": 0.01193309761583805,
      "loss_total": 0.01193309761583805,
      "step": 28460
    },
    {
      "loss_action": 0.01959225907921791,
      "loss_total": 0.01959225907921791,
      "step": 28460
    },
    {
      "grad_norm": 0.13128885626792908,
      "learning_rate": 8.568234736682947e-05,
      "loss": 0.0119,
      "step": 28470
    },
    {
      "loss_action": 0.008473897352814674,
      "loss_total": 0.008473897352814674,
      "step": 28470
    },
    {
      "loss_action": 0.018090486526489258,
      "loss_total": 0.018090486526489258,
      "step": 28470
    },
    {
      "loss_action": 0.018370546400547028,
      "loss_total": 0.018370546400547028,
      "step": 28470
    },
    {
      "loss_action": 0.016406621783971786,
      "loss_total": 0.016406621783971786,
      "step": 28470
    },
    {
      "loss_action": 0.004774163477122784,
      "loss_total": 0.004774163477122784,
      "step": 28470
    },
    {
      "loss_action": 0.011157467029988766,
      "loss_total": 0.011157467029988766,
      "step": 28470
    },
    {
      "loss_action": 0.00724294688552618,
      "loss_total": 0.00724294688552618,
      "step": 28470
    },
    {
      "loss_action": 0.011490574106574059,
      "loss_total": 0.011490574106574059,
      "step": 28470
    },
    {
      "grad_norm": 0.10768213868141174,
      "learning_rate": 8.567076276801029e-05,
      "loss": 0.0122,
      "step": 28480
    },
    {
      "loss_action": 0.0162722859531641,
      "loss_total": 0.0162722859531641,
      "step": 28480
    },
    {
      "loss_action": 0.004064443055540323,
      "loss_total": 0.004064443055540323,
      "step": 28480
    },
    {
      "loss_action": 0.016938064247369766,
      "loss_total": 0.016938064247369766,
      "step": 28480
    },
    {
      "loss_action": 0.00870552659034729,
      "loss_total": 0.00870552659034729,
      "step": 28480
    },
    {
      "loss_action": 0.011871219612658024,
      "loss_total": 0.011871219612658024,
      "step": 28480
    },
    {
      "loss_action": 0.008453883230686188,
      "loss_total": 0.008453883230686188,
      "step": 28480
    },
    {
      "loss_action": 0.006814396940171719,
      "loss_total": 0.006814396940171719,
      "step": 28480
    },
    {
      "loss_action": 0.01515232678502798,
      "loss_total": 0.01515232678502798,
      "step": 28480
    },
    {
      "grad_norm": 0.12682443857192993,
      "learning_rate": 8.565917426829013e-05,
      "loss": 0.0107,
      "step": 28490
    },
    {
      "loss_action": 0.03200284764170647,
      "loss_total": 0.03200284764170647,
      "step": 28490
    },
    {
      "loss_action": 0.008736114017665386,
      "loss_total": 0.008736114017665386,
      "step": 28490
    },
    {
      "loss_action": 0.00834704376757145,
      "loss_total": 0.00834704376757145,
      "step": 28490
    },
    {
      "loss_action": 0.011431107297539711,
      "loss_total": 0.011431107297539711,
      "step": 28490
    },
    {
      "loss_action": 0.00726116681471467,
      "loss_total": 0.00726116681471467,
      "step": 28490
    },
    {
      "loss_action": 0.00898502767086029,
      "loss_total": 0.00898502767086029,
      "step": 28490
    },
    {
      "loss_action": 0.011949801817536354,
      "loss_total": 0.011949801817536354,
      "step": 28490
    },
    {
      "loss_action": 0.006972776725888252,
      "loss_total": 0.006972776725888252,
      "step": 28490
    },
    {
      "grad_norm": 0.1122857928276062,
      "learning_rate": 8.564758186893628e-05,
      "loss": 0.0101,
      "step": 28500
    },
    {
      "loss_action": 0.003172395285218954,
      "loss_total": 0.003172395285218954,
      "step": 28500
    },
    {
      "loss_action": 0.008963000029325485,
      "loss_total": 0.008963000029325485,
      "step": 28500
    },
    {
      "loss_action": 0.005421011708676815,
      "loss_total": 0.005421011708676815,
      "step": 28500
    },
    {
      "loss_action": 0.027070429176092148,
      "loss_total": 0.027070429176092148,
      "step": 28500
    },
    {
      "loss_action": 0.007072010077536106,
      "loss_total": 0.007072010077536106,
      "step": 28500
    },
    {
      "loss_action": 0.008337017148733139,
      "loss_total": 0.008337017148733139,
      "step": 28500
    },
    {
      "loss_action": 0.010289978235960007,
      "loss_total": 0.010289978235960007,
      "step": 28500
    },
    {
      "loss_action": 0.00387967168353498,
      "loss_total": 0.00387967168353498,
      "step": 28500
    },
    {
      "grad_norm": 0.14017602801322937,
      "learning_rate": 8.563598557121649e-05,
      "loss": 0.0095,
      "step": 28510
    },
    {
      "loss_action": 0.0034570712596178055,
      "loss_total": 0.0034570712596178055,
      "step": 28510
    },
    {
      "loss_action": 0.005276637151837349,
      "loss_total": 0.005276637151837349,
      "step": 28510
    },
    {
      "loss_action": 0.004144339822232723,
      "loss_total": 0.004144339822232723,
      "step": 28510
    },
    {
      "loss_action": 0.010739711113274097,
      "loss_total": 0.010739711113274097,
      "step": 28510
    },
    {
      "loss_action": 0.014582567848265171,
      "loss_total": 0.014582567848265171,
      "step": 28510
    },
    {
      "loss_action": 0.00878372322767973,
      "loss_total": 0.00878372322767973,
      "step": 28510
    },
    {
      "loss_action": 0.016417909413576126,
      "loss_total": 0.016417909413576126,
      "step": 28510
    },
    {
      "loss_action": 0.006001354660838842,
      "loss_total": 0.006001354660838842,
      "step": 28510
    },
    {
      "grad_norm": 0.12539972364902496,
      "learning_rate": 8.562438537639888e-05,
      "loss": 0.0103,
      "step": 28520
    },
    {
      "loss_action": 0.012727836146950722,
      "loss_total": 0.012727836146950722,
      "step": 28520
    },
    {
      "loss_action": 0.010631058365106583,
      "loss_total": 0.010631058365106583,
      "step": 28520
    },
    {
      "loss_action": 0.004315299913287163,
      "loss_total": 0.004315299913287163,
      "step": 28520
    },
    {
      "loss_action": 0.012158788740634918,
      "loss_total": 0.012158788740634918,
      "step": 28520
    },
    {
      "loss_action": 0.005447449162602425,
      "loss_total": 0.005447449162602425,
      "step": 28520
    },
    {
      "loss_action": 0.016515756025910378,
      "loss_total": 0.016515756025910378,
      "step": 28520
    },
    {
      "loss_action": 0.03298255056142807,
      "loss_total": 0.03298255056142807,
      "step": 28520
    },
    {
      "loss_action": 0.02187582105398178,
      "loss_total": 0.02187582105398178,
      "step": 28520
    },
    {
      "grad_norm": 0.09156399965286255,
      "learning_rate": 8.561278128575206e-05,
      "loss": 0.0112,
      "step": 28530
    },
    {
      "loss_action": 0.021106358617544174,
      "loss_total": 0.021106358617544174,
      "step": 28530
    },
    {
      "loss_action": 0.02003016322851181,
      "loss_total": 0.02003016322851181,
      "step": 28530
    },
    {
      "loss_action": 0.007351306267082691,
      "loss_total": 0.007351306267082691,
      "step": 28530
    },
    {
      "loss_action": 0.025566481053829193,
      "loss_total": 0.025566481053829193,
      "step": 28530
    },
    {
      "loss_action": 0.011746266856789589,
      "loss_total": 0.011746266856789589,
      "step": 28530
    },
    {
      "loss_action": 0.008411830291152,
      "loss_total": 0.008411830291152,
      "step": 28530
    },
    {
      "loss_action": 0.0077458214946091175,
      "loss_total": 0.0077458214946091175,
      "step": 28530
    },
    {
      "loss_action": 0.010664384812116623,
      "loss_total": 0.010664384812116623,
      "step": 28530
    },
    {
      "grad_norm": 0.12147428095340729,
      "learning_rate": 8.5601173300545e-05,
      "loss": 0.0103,
      "step": 28540
    },
    {
      "loss_action": 0.011786003597080708,
      "loss_total": 0.011786003597080708,
      "step": 28540
    },
    {
      "loss_action": 0.014923054724931717,
      "loss_total": 0.014923054724931717,
      "step": 28540
    },
    {
      "loss_action": 0.007420920766890049,
      "loss_total": 0.007420920766890049,
      "step": 28540
    },
    {
      "loss_action": 0.009755877777934074,
      "loss_total": 0.009755877777934074,
      "step": 28540
    },
    {
      "loss_action": 0.013674566522240639,
      "loss_total": 0.013674566522240639,
      "step": 28540
    },
    {
      "loss_action": 0.020682543516159058,
      "loss_total": 0.020682543516159058,
      "step": 28540
    },
    {
      "loss_action": 0.004647068679332733,
      "loss_total": 0.004647068679332733,
      "step": 28540
    },
    {
      "loss_action": 0.003543322905898094,
      "loss_total": 0.003543322905898094,
      "step": 28540
    },
    {
      "grad_norm": 0.10016283392906189,
      "learning_rate": 8.558956142204717e-05,
      "loss": 0.0091,
      "step": 28550
    },
    {
      "loss_action": 0.011025962419807911,
      "loss_total": 0.011025962419807911,
      "step": 28550
    },
    {
      "loss_action": 0.01203432958573103,
      "loss_total": 0.01203432958573103,
      "step": 28550
    },
    {
      "loss_action": 0.03593729808926582,
      "loss_total": 0.03593729808926582,
      "step": 28550
    },
    {
      "loss_action": 0.00717525091022253,
      "loss_total": 0.00717525091022253,
      "step": 28550
    },
    {
      "loss_action": 0.008135330863296986,
      "loss_total": 0.008135330863296986,
      "step": 28550
    },
    {
      "loss_action": 0.014968971721827984,
      "loss_total": 0.014968971721827984,
      "step": 28550
    },
    {
      "loss_action": 0.003845143597573042,
      "loss_total": 0.003845143597573042,
      "step": 28550
    },
    {
      "loss_action": 0.003804365172982216,
      "loss_total": 0.003804365172982216,
      "step": 28550
    },
    {
      "grad_norm": 0.17960679531097412,
      "learning_rate": 8.55779456515284e-05,
      "loss": 0.0104,
      "step": 28560
    },
    {
      "loss_action": 0.009978113695979118,
      "loss_total": 0.009978113695979118,
      "step": 28560
    },
    {
      "loss_action": 0.009116517379879951,
      "loss_total": 0.009116517379879951,
      "step": 28560
    },
    {
      "loss_action": 0.020484289154410362,
      "loss_total": 0.020484289154410362,
      "step": 28560
    },
    {
      "loss_action": 0.009341372177004814,
      "loss_total": 0.009341372177004814,
      "step": 28560
    },
    {
      "loss_action": 0.009420333430171013,
      "loss_total": 0.009420333430171013,
      "step": 28560
    },
    {
      "loss_action": 0.0088381078094244,
      "loss_total": 0.0088381078094244,
      "step": 28560
    },
    {
      "loss_action": 0.011127445846796036,
      "loss_total": 0.011127445846796036,
      "step": 28560
    },
    {
      "loss_action": 0.006874574348330498,
      "loss_total": 0.006874574348330498,
      "step": 28560
    },
    {
      "grad_norm": 0.12093683332204819,
      "learning_rate": 8.556632599025898e-05,
      "loss": 0.0117,
      "step": 28570
    },
    {
      "loss_action": 0.01441251952201128,
      "loss_total": 0.01441251952201128,
      "step": 28570
    },
    {
      "loss_action": 0.007824670523405075,
      "loss_total": 0.007824670523405075,
      "step": 28570
    },
    {
      "loss_action": 0.01350890938192606,
      "loss_total": 0.01350890938192606,
      "step": 28570
    },
    {
      "loss_action": 0.008834503591060638,
      "loss_total": 0.008834503591060638,
      "step": 28570
    },
    {
      "loss_action": 0.007582319434732199,
      "loss_total": 0.007582319434732199,
      "step": 28570
    },
    {
      "loss_action": 0.002903984161093831,
      "loss_total": 0.002903984161093831,
      "step": 28570
    },
    {
      "loss_action": 0.006951268296688795,
      "loss_total": 0.006951268296688795,
      "step": 28570
    },
    {
      "loss_action": 0.07112765312194824,
      "loss_total": 0.07112765312194824,
      "step": 28570
    },
    {
      "grad_norm": 0.11791012436151505,
      "learning_rate": 8.555470243950964e-05,
      "loss": 0.0112,
      "step": 28580
    },
    {
      "loss_action": 0.004981097765266895,
      "loss_total": 0.004981097765266895,
      "step": 28580
    },
    {
      "loss_action": 0.005965769290924072,
      "loss_total": 0.005965769290924072,
      "step": 28580
    },
    {
      "loss_action": 0.014147406443953514,
      "loss_total": 0.014147406443953514,
      "step": 28580
    },
    {
      "loss_action": 0.012108316645026207,
      "loss_total": 0.012108316645026207,
      "step": 28580
    },
    {
      "loss_action": 0.008078018203377724,
      "loss_total": 0.008078018203377724,
      "step": 28580
    },
    {
      "loss_action": 0.013656485825777054,
      "loss_total": 0.013656485825777054,
      "step": 28580
    },
    {
      "loss_action": 0.01642245054244995,
      "loss_total": 0.01642245054244995,
      "step": 28580
    },
    {
      "loss_action": 0.002910053823143244,
      "loss_total": 0.002910053823143244,
      "step": 28580
    },
    {
      "grad_norm": 0.12523172795772552,
      "learning_rate": 8.554307500055148e-05,
      "loss": 0.011,
      "step": 28590
    },
    {
      "loss_action": 0.005625050514936447,
      "loss_total": 0.005625050514936447,
      "step": 28590
    },
    {
      "loss_action": 0.014811030589044094,
      "loss_total": 0.014811030589044094,
      "step": 28590
    },
    {
      "loss_action": 0.010197849944233894,
      "loss_total": 0.010197849944233894,
      "step": 28590
    },
    {
      "loss_action": 0.004492028150707483,
      "loss_total": 0.004492028150707483,
      "step": 28590
    },
    {
      "loss_action": 0.0053650494664907455,
      "loss_total": 0.0053650494664907455,
      "step": 28590
    },
    {
      "loss_action": 0.019999615848064423,
      "loss_total": 0.019999615848064423,
      "step": 28590
    },
    {
      "loss_action": 0.008180852979421616,
      "loss_total": 0.008180852979421616,
      "step": 28590
    },
    {
      "loss_action": 0.0019106781110167503,
      "loss_total": 0.0019106781110167503,
      "step": 28590
    },
    {
      "grad_norm": 0.13972872495651245,
      "learning_rate": 8.553144367465609e-05,
      "loss": 0.0126,
      "step": 28600
    },
    {
      "loss_action": 0.024020079523324966,
      "loss_total": 0.024020079523324966,
      "step": 28600
    },
    {
      "loss_action": 0.006161980796605349,
      "loss_total": 0.006161980796605349,
      "step": 28600
    },
    {
      "loss_action": 0.004096141085028648,
      "loss_total": 0.004096141085028648,
      "step": 28600
    },
    {
      "loss_action": 0.012425735592842102,
      "loss_total": 0.012425735592842102,
      "step": 28600
    },
    {
      "loss_action": 0.005781745538115501,
      "loss_total": 0.005781745538115501,
      "step": 28600
    },
    {
      "loss_action": 0.011860235594213009,
      "loss_total": 0.011860235594213009,
      "step": 28600
    },
    {
      "loss_action": 0.003369254060089588,
      "loss_total": 0.003369254060089588,
      "step": 28600
    },
    {
      "loss_action": 0.0048103793524205685,
      "loss_total": 0.0048103793524205685,
      "step": 28600
    },
    {
      "grad_norm": 0.19832423329353333,
      "learning_rate": 8.551980846309544e-05,
      "loss": 0.0126,
      "step": 28610
    },
    {
      "loss_action": 0.00432361476123333,
      "loss_total": 0.00432361476123333,
      "step": 28610
    },
    {
      "loss_action": 0.00890280120074749,
      "loss_total": 0.00890280120074749,
      "step": 28610
    },
    {
      "loss_action": 0.01557094231247902,
      "loss_total": 0.01557094231247902,
      "step": 28610
    },
    {
      "loss_action": 0.009080963209271431,
      "loss_total": 0.009080963209271431,
      "step": 28610
    },
    {
      "loss_action": 0.012119420804083347,
      "loss_total": 0.012119420804083347,
      "step": 28610
    },
    {
      "loss_action": 0.018409715965390205,
      "loss_total": 0.018409715965390205,
      "step": 28610
    },
    {
      "loss_action": 0.005166292190551758,
      "loss_total": 0.005166292190551758,
      "step": 28610
    },
    {
      "loss_action": 0.007535560987889767,
      "loss_total": 0.007535560987889767,
      "step": 28610
    },
    {
      "grad_norm": 0.1909906268119812,
      "learning_rate": 8.550816936714193e-05,
      "loss": 0.0118,
      "step": 28620
    },
    {
      "loss_action": 0.007568832021206617,
      "loss_total": 0.007568832021206617,
      "step": 28620
    },
    {
      "loss_action": 0.01024431362748146,
      "loss_total": 0.01024431362748146,
      "step": 28620
    },
    {
      "loss_action": 0.017594650387763977,
      "loss_total": 0.017594650387763977,
      "step": 28620
    },
    {
      "loss_action": 0.013720264658331871,
      "loss_total": 0.013720264658331871,
      "step": 28620
    },
    {
      "loss_action": 0.029223866760730743,
      "loss_total": 0.029223866760730743,
      "step": 28620
    },
    {
      "loss_action": 0.007741861045360565,
      "loss_total": 0.007741861045360565,
      "step": 28620
    },
    {
      "loss_action": 0.03362447768449783,
      "loss_total": 0.03362447768449783,
      "step": 28620
    },
    {
      "loss_action": 0.009457474574446678,
      "loss_total": 0.009457474574446678,
      "step": 28620
    },
    {
      "grad_norm": 0.10240443050861359,
      "learning_rate": 8.549652638806841e-05,
      "loss": 0.0112,
      "step": 28630
    },
    {
      "loss_action": 0.01628725975751877,
      "loss_total": 0.01628725975751877,
      "step": 28630
    },
    {
      "loss_action": 0.007512201089411974,
      "loss_total": 0.007512201089411974,
      "step": 28630
    },
    {
      "loss_action": 0.009914914146065712,
      "loss_total": 0.009914914146065712,
      "step": 28630
    },
    {
      "loss_action": 0.008441130630671978,
      "loss_total": 0.008441130630671978,
      "step": 28630
    },
    {
      "loss_action": 0.005506853107362986,
      "loss_total": 0.005506853107362986,
      "step": 28630
    },
    {
      "loss_action": 0.013743046671152115,
      "loss_total": 0.013743046671152115,
      "step": 28630
    },
    {
      "loss_action": 0.0228043794631958,
      "loss_total": 0.0228043794631958,
      "step": 28630
    },
    {
      "loss_action": 0.008305072784423828,
      "loss_total": 0.008305072784423828,
      "step": 28630
    },
    {
      "grad_norm": 0.10778142511844635,
      "learning_rate": 8.548487952714812e-05,
      "loss": 0.0109,
      "step": 28640
    },
    {
      "loss_action": 0.00916510634124279,
      "loss_total": 0.00916510634124279,
      "step": 28640
    },
    {
      "loss_action": 0.009875611402094364,
      "loss_total": 0.009875611402094364,
      "step": 28640
    },
    {
      "loss_action": 0.003685376141220331,
      "loss_total": 0.003685376141220331,
      "step": 28640
    },
    {
      "loss_action": 0.008930817246437073,
      "loss_total": 0.008930817246437073,
      "step": 28640
    },
    {
      "loss_action": 0.009640066884458065,
      "loss_total": 0.009640066884458065,
      "step": 28640
    },
    {
      "loss_action": 0.01952548697590828,
      "loss_total": 0.01952548697590828,
      "step": 28640
    },
    {
      "loss_action": 0.016931504011154175,
      "loss_total": 0.016931504011154175,
      "step": 28640
    },
    {
      "loss_action": 0.016555845737457275,
      "loss_total": 0.016555845737457275,
      "step": 28640
    },
    {
      "grad_norm": 0.1638663411140442,
      "learning_rate": 8.547322878565478e-05,
      "loss": 0.0113,
      "step": 28650
    },
    {
      "loss_action": 0.005924949422478676,
      "loss_total": 0.005924949422478676,
      "step": 28650
    },
    {
      "loss_action": 0.004320355597883463,
      "loss_total": 0.004320355597883463,
      "step": 28650
    },
    {
      "loss_action": 0.005290713161230087,
      "loss_total": 0.005290713161230087,
      "step": 28650
    },
    {
      "loss_action": 0.022865476086735725,
      "loss_total": 0.022865476086735725,
      "step": 28650
    },
    {
      "loss_action": 0.007632388733327389,
      "loss_total": 0.007632388733327389,
      "step": 28650
    },
    {
      "loss_action": 0.01635691709816456,
      "loss_total": 0.01635691709816456,
      "step": 28650
    },
    {
      "loss_action": 0.00962905865162611,
      "loss_total": 0.00962905865162611,
      "step": 28650
    },
    {
      "loss_action": 0.014450468122959137,
      "loss_total": 0.014450468122959137,
      "step": 28650
    },
    {
      "grad_norm": 0.1717192679643631,
      "learning_rate": 8.546157416486245e-05,
      "loss": 0.0111,
      "step": 28660
    },
    {
      "loss_action": 0.007229728624224663,
      "loss_total": 0.007229728624224663,
      "step": 28660
    },
    {
      "loss_action": 0.0077325524762272835,
      "loss_total": 0.0077325524762272835,
      "step": 28660
    },
    {
      "loss_action": 0.003947824239730835,
      "loss_total": 0.003947824239730835,
      "step": 28660
    },
    {
      "loss_action": 0.007726071868091822,
      "loss_total": 0.007726071868091822,
      "step": 28660
    },
    {
      "loss_action": 0.02650422230362892,
      "loss_total": 0.02650422230362892,
      "step": 28660
    },
    {
      "loss_action": 0.005920928902924061,
      "loss_total": 0.005920928902924061,
      "step": 28660
    },
    {
      "loss_action": 0.005872586742043495,
      "loss_total": 0.005872586742043495,
      "step": 28660
    },
    {
      "loss_action": 0.004742306657135487,
      "loss_total": 0.004742306657135487,
      "step": 28660
    },
    {
      "grad_norm": 0.1859835386276245,
      "learning_rate": 8.54499156660457e-05,
      "loss": 0.0123,
      "step": 28670
    },
    {
      "loss_action": 0.011982499621808529,
      "loss_total": 0.011982499621808529,
      "step": 28670
    },
    {
      "loss_action": 0.018222708255052567,
      "loss_total": 0.018222708255052567,
      "step": 28670
    },
    {
      "loss_action": 0.022899335250258446,
      "loss_total": 0.022899335250258446,
      "step": 28670
    },
    {
      "loss_action": 0.010334938764572144,
      "loss_total": 0.010334938764572144,
      "step": 28670
    },
    {
      "loss_action": 0.014199286699295044,
      "loss_total": 0.014199286699295044,
      "step": 28670
    },
    {
      "loss_action": 0.007702964823693037,
      "loss_total": 0.007702964823693037,
      "step": 28670
    },
    {
      "loss_action": 0.009118917398154736,
      "loss_total": 0.009118917398154736,
      "step": 28670
    },
    {
      "loss_action": 0.015346018597483635,
      "loss_total": 0.015346018597483635,
      "step": 28670
    },
    {
      "grad_norm": 0.11831369996070862,
      "learning_rate": 8.543825329047947e-05,
      "loss": 0.0108,
      "step": 28680
    },
    {
      "loss_action": 0.006425865925848484,
      "loss_total": 0.006425865925848484,
      "step": 28680
    },
    {
      "loss_action": 0.033180490136146545,
      "loss_total": 0.033180490136146545,
      "step": 28680
    },
    {
      "loss_action": 0.00807027518749237,
      "loss_total": 0.00807027518749237,
      "step": 28680
    },
    {
      "loss_action": 0.006334146950393915,
      "loss_total": 0.006334146950393915,
      "step": 28680
    },
    {
      "loss_action": 0.029012184590101242,
      "loss_total": 0.029012184590101242,
      "step": 28680
    },
    {
      "loss_action": 0.008478819392621517,
      "loss_total": 0.008478819392621517,
      "step": 28680
    },
    {
      "loss_action": 0.010438033379614353,
      "loss_total": 0.010438033379614353,
      "step": 28680
    },
    {
      "loss_action": 0.010262425988912582,
      "loss_total": 0.010262425988912582,
      "step": 28680
    },
    {
      "grad_norm": 0.12260880321264267,
      "learning_rate": 8.542658703943913e-05,
      "loss": 0.0118,
      "step": 28690
    },
    {
      "loss_action": 0.006498606875538826,
      "loss_total": 0.006498606875538826,
      "step": 28690
    },
    {
      "loss_action": 0.0036359080113470554,
      "loss_total": 0.0036359080113470554,
      "step": 28690
    },
    {
      "loss_action": 0.004912788979709148,
      "loss_total": 0.004912788979709148,
      "step": 28690
    },
    {
      "loss_action": 0.031998708844184875,
      "loss_total": 0.031998708844184875,
      "step": 28690
    },
    {
      "loss_action": 0.007573213428258896,
      "loss_total": 0.007573213428258896,
      "step": 28690
    },
    {
      "loss_action": 0.00485600670799613,
      "loss_total": 0.00485600670799613,
      "step": 28690
    },
    {
      "loss_action": 0.0298483707010746,
      "loss_total": 0.0298483707010746,
      "step": 28690
    },
    {
      "loss_action": 0.01181219331920147,
      "loss_total": 0.01181219331920147,
      "step": 28690
    },
    {
      "grad_norm": 0.1584317535161972,
      "learning_rate": 8.541491691420051e-05,
      "loss": 0.0108,
      "step": 28700
    },
    {
      "loss_action": 0.009197188541293144,
      "loss_total": 0.009197188541293144,
      "step": 28700
    },
    {
      "loss_action": 0.015761753544211388,
      "loss_total": 0.015761753544211388,
      "step": 28700
    },
    {
      "loss_action": 0.02566756308078766,
      "loss_total": 0.02566756308078766,
      "step": 28700
    },
    {
      "loss_action": 0.01080813817679882,
      "loss_total": 0.01080813817679882,
      "step": 28700
    },
    {
      "loss_action": 0.01529584638774395,
      "loss_total": 0.01529584638774395,
      "step": 28700
    },
    {
      "loss_action": 0.006260739639401436,
      "loss_total": 0.006260739639401436,
      "step": 28700
    },
    {
      "loss_action": 0.010251755826175213,
      "loss_total": 0.010251755826175213,
      "step": 28700
    },
    {
      "loss_action": 0.019185561686754227,
      "loss_total": 0.019185561686754227,
      "step": 28700
    },
    {
      "grad_norm": 0.16904787719249725,
      "learning_rate": 8.54032429160398e-05,
      "loss": 0.0106,
      "step": 28710
    },
    {
      "loss_action": 0.027311231940984726,
      "loss_total": 0.027311231940984726,
      "step": 28710
    },
    {
      "loss_action": 0.015849299728870392,
      "loss_total": 0.015849299728870392,
      "step": 28710
    },
    {
      "loss_action": 0.008951086550951004,
      "loss_total": 0.008951086550951004,
      "step": 28710
    },
    {
      "loss_action": 0.01113220863044262,
      "loss_total": 0.01113220863044262,
      "step": 28710
    },
    {
      "loss_action": 0.013769116252660751,
      "loss_total": 0.013769116252660751,
      "step": 28710
    },
    {
      "loss_action": 0.0038335751742124557,
      "loss_total": 0.0038335751742124557,
      "step": 28710
    },
    {
      "loss_action": 0.009959414601325989,
      "loss_total": 0.009959414601325989,
      "step": 28710
    },
    {
      "loss_action": 0.01464319322258234,
      "loss_total": 0.01464319322258234,
      "step": 28710
    },
    {
      "grad_norm": 0.14395487308502197,
      "learning_rate": 8.539156504623369e-05,
      "loss": 0.0103,
      "step": 28720
    },
    {
      "loss_action": 0.014739369973540306,
      "loss_total": 0.014739369973540306,
      "step": 28720
    },
    {
      "loss_action": 0.00398333789780736,
      "loss_total": 0.00398333789780736,
      "step": 28720
    },
    {
      "loss_action": 0.012506427243351936,
      "loss_total": 0.012506427243351936,
      "step": 28720
    },
    {
      "loss_action": 0.010579926893115044,
      "loss_total": 0.010579926893115044,
      "step": 28720
    },
    {
      "loss_action": 0.016829106956720352,
      "loss_total": 0.016829106956720352,
      "step": 28720
    },
    {
      "loss_action": 0.006776638329029083,
      "loss_total": 0.006776638329029083,
      "step": 28720
    },
    {
      "loss_action": 0.014031220227479935,
      "loss_total": 0.014031220227479935,
      "step": 28720
    },
    {
      "loss_action": 0.009871559217572212,
      "loss_total": 0.009871559217572212,
      "step": 28720
    },
    {
      "grad_norm": 0.1764819324016571,
      "learning_rate": 8.537988330605923e-05,
      "loss": 0.0096,
      "step": 28730
    },
    {
      "loss_action": 0.007311624474823475,
      "loss_total": 0.007311624474823475,
      "step": 28730
    },
    {
      "loss_action": 0.08284909278154373,
      "loss_total": 0.08284909278154373,
      "step": 28730
    },
    {
      "loss_action": 0.008192654699087143,
      "loss_total": 0.008192654699087143,
      "step": 28730
    },
    {
      "loss_action": 0.02612888626754284,
      "loss_total": 0.02612888626754284,
      "step": 28730
    },
    {
      "loss_action": 0.014732150360941887,
      "loss_total": 0.014732150360941887,
      "step": 28730
    },
    {
      "loss_action": 0.008439047262072563,
      "loss_total": 0.008439047262072563,
      "step": 28730
    },
    {
      "loss_action": 0.006383499130606651,
      "loss_total": 0.006383499130606651,
      "step": 28730
    },
    {
      "loss_action": 0.00879688747227192,
      "loss_total": 0.00879688747227192,
      "step": 28730
    },
    {
      "grad_norm": 0.10945951193571091,
      "learning_rate": 8.536819769679393e-05,
      "loss": 0.0109,
      "step": 28740
    },
    {
      "loss_action": 0.0070029497146606445,
      "loss_total": 0.0070029497146606445,
      "step": 28740
    },
    {
      "loss_action": 0.013400084339082241,
      "loss_total": 0.013400084339082241,
      "step": 28740
    },
    {
      "loss_action": 0.01705823466181755,
      "loss_total": 0.01705823466181755,
      "step": 28740
    },
    {
      "loss_action": 0.004457768518477678,
      "loss_total": 0.004457768518477678,
      "step": 28740
    },
    {
      "loss_action": 0.008254080079495907,
      "loss_total": 0.008254080079495907,
      "step": 28740
    },
    {
      "loss_action": 0.022105639800429344,
      "loss_total": 0.022105639800429344,
      "step": 28740
    },
    {
      "loss_action": 0.007078849244862795,
      "loss_total": 0.007078849244862795,
      "step": 28740
    },
    {
      "loss_action": 0.0074188802391290665,
      "loss_total": 0.0074188802391290665,
      "step": 28740
    },
    {
      "grad_norm": 0.1895962357521057,
      "learning_rate": 8.53565082197157e-05,
      "loss": 0.0127,
      "step": 28750
    },
    {
      "loss_action": 0.007621882017701864,
      "loss_total": 0.007621882017701864,
      "step": 28750
    },
    {
      "loss_action": 0.01658298633992672,
      "loss_total": 0.01658298633992672,
      "step": 28750
    },
    {
      "loss_action": 0.01631816104054451,
      "loss_total": 0.01631816104054451,
      "step": 28750
    },
    {
      "loss_action": 0.024472519755363464,
      "loss_total": 0.024472519755363464,
      "step": 28750
    },
    {
      "loss_action": 0.006968775764107704,
      "loss_total": 0.006968775764107704,
      "step": 28750
    },
    {
      "loss_action": 0.011535720899701118,
      "loss_total": 0.011535720899701118,
      "step": 28750
    },
    {
      "loss_action": 0.01419069990515709,
      "loss_total": 0.01419069990515709,
      "step": 28750
    },
    {
      "loss_action": 0.0059453630819916725,
      "loss_total": 0.0059453630819916725,
      "step": 28750
    },
    {
      "grad_norm": 0.1132388561964035,
      "learning_rate": 8.534481487610289e-05,
      "loss": 0.014,
      "step": 28760
    },
    {
      "loss_action": 0.01273476704955101,
      "loss_total": 0.01273476704955101,
      "step": 28760
    },
    {
      "loss_action": 0.004569946322590113,
      "loss_total": 0.004569946322590113,
      "step": 28760
    },
    {
      "loss_action": 0.020276125520467758,
      "loss_total": 0.020276125520467758,
      "step": 28760
    },
    {
      "loss_action": 0.010038474574685097,
      "loss_total": 0.010038474574685097,
      "step": 28760
    },
    {
      "loss_action": 0.017316900193691254,
      "loss_total": 0.017316900193691254,
      "step": 28760
    },
    {
      "loss_action": 0.0032278245780617,
      "loss_total": 0.0032278245780617,
      "step": 28760
    },
    {
      "loss_action": 0.013841196894645691,
      "loss_total": 0.013841196894645691,
      "step": 28760
    },
    {
      "loss_action": 0.010298578068614006,
      "loss_total": 0.010298578068614006,
      "step": 28760
    },
    {
      "grad_norm": 0.15591077506542206,
      "learning_rate": 8.533311766723428e-05,
      "loss": 0.0111,
      "step": 28770
    },
    {
      "loss_action": 0.007694899570196867,
      "loss_total": 0.007694899570196867,
      "step": 28770
    },
    {
      "loss_action": 0.01046184916049242,
      "loss_total": 0.01046184916049242,
      "step": 28770
    },
    {
      "loss_action": 0.01085030846297741,
      "loss_total": 0.01085030846297741,
      "step": 28770
    },
    {
      "loss_action": 0.006820173934102058,
      "loss_total": 0.006820173934102058,
      "step": 28770
    },
    {
      "loss_action": 0.009790966287255287,
      "loss_total": 0.009790966287255287,
      "step": 28770
    },
    {
      "loss_action": 0.008490188978612423,
      "loss_total": 0.008490188978612423,
      "step": 28770
    },
    {
      "loss_action": 0.017120331525802612,
      "loss_total": 0.017120331525802612,
      "step": 28770
    },
    {
      "loss_action": 0.013001776300370693,
      "loss_total": 0.013001776300370693,
      "step": 28770
    },
    {
      "grad_norm": 0.21136704087257385,
      "learning_rate": 8.532141659438901e-05,
      "loss": 0.011,
      "step": 28780
    },
    {
      "loss_action": 0.00794480461627245,
      "loss_total": 0.00794480461627245,
      "step": 28780
    },
    {
      "loss_action": 0.009744635783135891,
      "loss_total": 0.009744635783135891,
      "step": 28780
    },
    {
      "loss_action": 0.006114340387284756,
      "loss_total": 0.006114340387284756,
      "step": 28780
    },
    {
      "loss_action": 0.009406767785549164,
      "loss_total": 0.009406767785549164,
      "step": 28780
    },
    {
      "loss_action": 0.02031242474913597,
      "loss_total": 0.02031242474913597,
      "step": 28780
    },
    {
      "loss_action": 0.025744814425706863,
      "loss_total": 0.025744814425706863,
      "step": 28780
    },
    {
      "loss_action": 0.01627061888575554,
      "loss_total": 0.01627061888575554,
      "step": 28780
    },
    {
      "loss_action": 0.018879543989896774,
      "loss_total": 0.018879543989896774,
      "step": 28780
    },
    {
      "grad_norm": 0.12278662621974945,
      "learning_rate": 8.530971165884675e-05,
      "loss": 0.0125,
      "step": 28790
    },
    {
      "loss_action": 0.004871788434684277,
      "loss_total": 0.004871788434684277,
      "step": 28790
    },
    {
      "loss_action": 0.004873407073318958,
      "loss_total": 0.004873407073318958,
      "step": 28790
    },
    {
      "loss_action": 0.013208228163421154,
      "loss_total": 0.013208228163421154,
      "step": 28790
    },
    {
      "loss_action": 0.023350801318883896,
      "loss_total": 0.023350801318883896,
      "step": 28790
    },
    {
      "loss_action": 0.010993057861924171,
      "loss_total": 0.010993057861924171,
      "step": 28790
    },
    {
      "loss_action": 0.007981322705745697,
      "loss_total": 0.007981322705745697,
      "step": 28790
    },
    {
      "loss_action": 0.008315347135066986,
      "loss_total": 0.008315347135066986,
      "step": 28790
    },
    {
      "loss_action": 0.024403400719165802,
      "loss_total": 0.024403400719165802,
      "step": 28790
    },
    {
      "grad_norm": 0.15080416202545166,
      "learning_rate": 8.529800286188752e-05,
      "loss": 0.0109,
      "step": 28800
    },
    {
      "loss_action": 0.007444100454449654,
      "loss_total": 0.007444100454449654,
      "step": 28800
    },
    {
      "loss_action": 0.007048849016427994,
      "loss_total": 0.007048849016427994,
      "step": 28800
    },
    {
      "loss_action": 0.006524938158690929,
      "loss_total": 0.006524938158690929,
      "step": 28800
    },
    {
      "loss_action": 0.004578685853630304,
      "loss_total": 0.004578685853630304,
      "step": 28800
    },
    {
      "loss_action": 0.026803912594914436,
      "loss_total": 0.026803912594914436,
      "step": 28800
    },
    {
      "loss_action": 0.007609898224473,
      "loss_total": 0.007609898224473,
      "step": 28800
    },
    {
      "loss_action": 0.008384944871068,
      "loss_total": 0.008384944871068,
      "step": 28800
    },
    {
      "loss_action": 0.013728272169828415,
      "loss_total": 0.013728272169828415,
      "step": 28800
    },
    {
      "grad_norm": 0.18351981043815613,
      "learning_rate": 8.528629020479175e-05,
      "loss": 0.011,
      "step": 28810
    },
    {
      "loss_action": 0.005441597662866116,
      "loss_total": 0.005441597662866116,
      "step": 28810
    },
    {
      "loss_action": 0.015352530404925346,
      "loss_total": 0.015352530404925346,
      "step": 28810
    },
    {
      "loss_action": 0.0126810222864151,
      "loss_total": 0.0126810222864151,
      "step": 28810
    },
    {
      "loss_action": 0.006138045806437731,
      "loss_total": 0.006138045806437731,
      "step": 28810
    },
    {
      "loss_action": 0.022957397624850273,
      "loss_total": 0.022957397624850273,
      "step": 28810
    },
    {
      "loss_action": 0.06371623277664185,
      "loss_total": 0.06371623277664185,
      "step": 28810
    },
    {
      "loss_action": 0.0059228320606052876,
      "loss_total": 0.0059228320606052876,
      "step": 28810
    },
    {
      "loss_action": 0.005906239617615938,
      "loss_total": 0.005906239617615938,
      "step": 28810
    },
    {
      "grad_norm": 0.1450638622045517,
      "learning_rate": 8.527457368884033e-05,
      "loss": 0.0119,
      "step": 28820
    },
    {
      "loss_action": 0.01349357794970274,
      "loss_total": 0.01349357794970274,
      "step": 28820
    },
    {
      "loss_action": 0.01122148148715496,
      "loss_total": 0.01122148148715496,
      "step": 28820
    },
    {
      "loss_action": 0.012949272990226746,
      "loss_total": 0.012949272990226746,
      "step": 28820
    },
    {
      "loss_action": 0.00883406586945057,
      "loss_total": 0.00883406586945057,
      "step": 28820
    },
    {
      "loss_action": 0.003919211681932211,
      "loss_total": 0.003919211681932211,
      "step": 28820
    },
    {
      "loss_action": 0.011652426794171333,
      "loss_total": 0.011652426794171333,
      "step": 28820
    },
    {
      "loss_action": 0.005891670472919941,
      "loss_total": 0.005891670472919941,
      "step": 28820
    },
    {
      "loss_action": 0.018340645357966423,
      "loss_total": 0.018340645357966423,
      "step": 28820
    },
    {
      "grad_norm": 0.13570918142795563,
      "learning_rate": 8.526285331531458e-05,
      "loss": 0.0111,
      "step": 28830
    },
    {
      "loss_action": 0.024215390905737877,
      "loss_total": 0.024215390905737877,
      "step": 28830
    },
    {
      "loss_action": 0.010170452296733856,
      "loss_total": 0.010170452296733856,
      "step": 28830
    },
    {
      "loss_action": 0.01727348379790783,
      "loss_total": 0.01727348379790783,
      "step": 28830
    },
    {
      "loss_action": 0.0053796311840415,
      "loss_total": 0.0053796311840415,
      "step": 28830
    },
    {
      "loss_action": 0.0031057391315698624,
      "loss_total": 0.0031057391315698624,
      "step": 28830
    },
    {
      "loss_action": 0.018001839518547058,
      "loss_total": 0.018001839518547058,
      "step": 28830
    },
    {
      "loss_action": 0.009797826409339905,
      "loss_total": 0.009797826409339905,
      "step": 28830
    },
    {
      "loss_action": 0.006174601148813963,
      "loss_total": 0.006174601148813963,
      "step": 28830
    },
    {
      "grad_norm": 0.13181959092617035,
      "learning_rate": 8.525112908549621e-05,
      "loss": 0.0106,
      "step": 28840
    },
    {
      "loss_action": 0.013383121229708195,
      "loss_total": 0.013383121229708195,
      "step": 28840
    },
    {
      "loss_action": 0.00628560408949852,
      "loss_total": 0.00628560408949852,
      "step": 28840
    },
    {
      "loss_action": 0.013605570420622826,
      "loss_total": 0.013605570420622826,
      "step": 28840
    },
    {
      "loss_action": 0.022613348439335823,
      "loss_total": 0.022613348439335823,
      "step": 28840
    },
    {
      "loss_action": 0.0049890074878931046,
      "loss_total": 0.0049890074878931046,
      "step": 28840
    },
    {
      "loss_action": 0.005243432708084583,
      "loss_total": 0.005243432708084583,
      "step": 28840
    },
    {
      "loss_action": 0.03471476584672928,
      "loss_total": 0.03471476584672928,
      "step": 28840
    },
    {
      "loss_action": 0.01264444924890995,
      "loss_total": 0.01264444924890995,
      "step": 28840
    },
    {
      "grad_norm": 0.15375377237796783,
      "learning_rate": 8.523940100066735e-05,
      "loss": 0.0117,
      "step": 28850
    },
    {
      "loss_action": 0.007437699008733034,
      "loss_total": 0.007437699008733034,
      "step": 28850
    },
    {
      "loss_action": 0.007130289450287819,
      "loss_total": 0.007130289450287819,
      "step": 28850
    },
    {
      "loss_action": 0.006560841109603643,
      "loss_total": 0.006560841109603643,
      "step": 28850
    },
    {
      "loss_action": 0.032401520758867264,
      "loss_total": 0.032401520758867264,
      "step": 28850
    },
    {
      "loss_action": 0.005340051371604204,
      "loss_total": 0.005340051371604204,
      "step": 28850
    },
    {
      "loss_action": 0.009307438507676125,
      "loss_total": 0.009307438507676125,
      "step": 28850
    },
    {
      "loss_action": 0.0029406228568404913,
      "loss_total": 0.0029406228568404913,
      "step": 28850
    },
    {
      "loss_action": 0.024892624467611313,
      "loss_total": 0.024892624467611313,
      "step": 28850
    },
    {
      "grad_norm": 0.17842872440814972,
      "learning_rate": 8.52276690621106e-05,
      "loss": 0.0119,
      "step": 28860
    },
    {
      "loss_action": 0.008512151427567005,
      "loss_total": 0.008512151427567005,
      "step": 28860
    },
    {
      "loss_action": 0.016155118122696877,
      "loss_total": 0.016155118122696877,
      "step": 28860
    },
    {
      "loss_action": 0.014152510091662407,
      "loss_total": 0.014152510091662407,
      "step": 28860
    },
    {
      "loss_action": 0.009536394849419594,
      "loss_total": 0.009536394849419594,
      "step": 28860
    },
    {
      "loss_action": 0.006742745637893677,
      "loss_total": 0.006742745637893677,
      "step": 28860
    },
    {
      "loss_action": 0.006284331902861595,
      "loss_total": 0.006284331902861595,
      "step": 28860
    },
    {
      "loss_action": 0.006274381186813116,
      "loss_total": 0.006274381186813116,
      "step": 28860
    },
    {
      "loss_action": 0.014024613425135612,
      "loss_total": 0.014024613425135612,
      "step": 28860
    },
    {
      "grad_norm": 0.15387088060379028,
      "learning_rate": 8.521593327110889e-05,
      "loss": 0.014,
      "step": 28870
    },
    {
      "loss_action": 0.011323204264044762,
      "loss_total": 0.011323204264044762,
      "step": 28870
    },
    {
      "loss_action": 0.023969031870365143,
      "loss_total": 0.023969031870365143,
      "step": 28870
    },
    {
      "loss_action": 0.014243986457586288,
      "loss_total": 0.014243986457586288,
      "step": 28870
    },
    {
      "loss_action": 0.006883716676384211,
      "loss_total": 0.006883716676384211,
      "step": 28870
    },
    {
      "loss_action": 0.041499845683574677,
      "loss_total": 0.041499845683574677,
      "step": 28870
    },
    {
      "loss_action": 0.003998386673629284,
      "loss_total": 0.003998386673629284,
      "step": 28870
    },
    {
      "loss_action": 0.008173313923180103,
      "loss_total": 0.008173313923180103,
      "step": 28870
    },
    {
      "loss_action": 0.008003738708794117,
      "loss_total": 0.008003738708794117,
      "step": 28870
    },
    {
      "grad_norm": 0.17347300052642822,
      "learning_rate": 8.520419362894569e-05,
      "loss": 0.013,
      "step": 28880
    },
    {
      "loss_action": 0.006915592588484287,
      "loss_total": 0.006915592588484287,
      "step": 28880
    },
    {
      "loss_action": 0.008828515186905861,
      "loss_total": 0.008828515186905861,
      "step": 28880
    },
    {
      "loss_action": 0.012152908369898796,
      "loss_total": 0.012152908369898796,
      "step": 28880
    },
    {
      "loss_action": 0.010714800097048283,
      "loss_total": 0.010714800097048283,
      "step": 28880
    },
    {
      "loss_action": 0.005006532650440931,
      "loss_total": 0.005006532650440931,
      "step": 28880
    },
    {
      "loss_action": 0.008153228089213371,
      "loss_total": 0.008153228089213371,
      "step": 28880
    },
    {
      "loss_action": 0.007944668643176556,
      "loss_total": 0.007944668643176556,
      "step": 28880
    },
    {
      "loss_action": 0.011951103806495667,
      "loss_total": 0.011951103806495667,
      "step": 28880
    },
    {
      "grad_norm": 0.13465233147144318,
      "learning_rate": 8.51924501369048e-05,
      "loss": 0.0098,
      "step": 28890
    },
    {
      "loss_action": 0.016519030556082726,
      "loss_total": 0.016519030556082726,
      "step": 28890
    },
    {
      "loss_action": 0.006210647523403168,
      "loss_total": 0.006210647523403168,
      "step": 28890
    },
    {
      "loss_action": 0.005328245926648378,
      "loss_total": 0.005328245926648378,
      "step": 28890
    },
    {
      "loss_action": 0.005294370464980602,
      "loss_total": 0.005294370464980602,
      "step": 28890
    },
    {
      "loss_action": 0.007718166336417198,
      "loss_total": 0.007718166336417198,
      "step": 28890
    },
    {
      "loss_action": 0.007569203153252602,
      "loss_total": 0.007569203153252602,
      "step": 28890
    },
    {
      "loss_action": 0.005915137939155102,
      "loss_total": 0.005915137939155102,
      "step": 28890
    },
    {
      "loss_action": 0.011197425425052643,
      "loss_total": 0.011197425425052643,
      "step": 28890
    },
    {
      "grad_norm": 0.1583314687013626,
      "learning_rate": 8.518070279627047e-05,
      "loss": 0.0104,
      "step": 28900
    },
    {
      "loss_action": 0.004991564899682999,
      "loss_total": 0.004991564899682999,
      "step": 28900
    },
    {
      "loss_action": 0.014499825425446033,
      "loss_total": 0.014499825425446033,
      "step": 28900
    },
    {
      "loss_action": 0.015381600707769394,
      "loss_total": 0.015381600707769394,
      "step": 28900
    },
    {
      "loss_action": 0.007818666286766529,
      "loss_total": 0.007818666286766529,
      "step": 28900
    },
    {
      "loss_action": 0.013686545193195343,
      "loss_total": 0.013686545193195343,
      "step": 28900
    },
    {
      "loss_action": 0.005421070381999016,
      "loss_total": 0.005421070381999016,
      "step": 28900
    },
    {
      "loss_action": 0.012807146646082401,
      "loss_total": 0.012807146646082401,
      "step": 28900
    },
    {
      "loss_action": 0.011972179636359215,
      "loss_total": 0.011972179636359215,
      "step": 28900
    },
    {
      "grad_norm": 0.10259144753217697,
      "learning_rate": 8.516895160832737e-05,
      "loss": 0.0119,
      "step": 28910
    },
    {
      "loss_action": 0.01016329787671566,
      "loss_total": 0.01016329787671566,
      "step": 28910
    },
    {
      "loss_action": 0.014010586775839329,
      "loss_total": 0.014010586775839329,
      "step": 28910
    },
    {
      "loss_action": 0.004203371237963438,
      "loss_total": 0.004203371237963438,
      "step": 28910
    },
    {
      "loss_action": 0.007213989272713661,
      "loss_total": 0.007213989272713661,
      "step": 28910
    },
    {
      "loss_action": 0.024075692519545555,
      "loss_total": 0.024075692519545555,
      "step": 28910
    },
    {
      "loss_action": 0.009682836011052132,
      "loss_total": 0.009682836011052132,
      "step": 28910
    },
    {
      "loss_action": 0.011850610375404358,
      "loss_total": 0.011850610375404358,
      "step": 28910
    },
    {
      "loss_action": 0.015441599301993847,
      "loss_total": 0.015441599301993847,
      "step": 28910
    },
    {
      "grad_norm": 0.15005549788475037,
      "learning_rate": 8.515719657436061e-05,
      "loss": 0.0099,
      "step": 28920
    },
    {
      "loss_action": 0.009430205449461937,
      "loss_total": 0.009430205449461937,
      "step": 28920
    },
    {
      "loss_action": 0.0036842282861471176,
      "loss_total": 0.0036842282861471176,
      "step": 28920
    },
    {
      "loss_action": 0.009496800601482391,
      "loss_total": 0.009496800601482391,
      "step": 28920
    },
    {
      "loss_action": 0.011161550879478455,
      "loss_total": 0.011161550879478455,
      "step": 28920
    },
    {
      "loss_action": 0.010663989000022411,
      "loss_total": 0.010663989000022411,
      "step": 28920
    },
    {
      "loss_action": 0.011668078601360321,
      "loss_total": 0.011668078601360321,
      "step": 28920
    },
    {
      "loss_action": 0.005749733652919531,
      "loss_total": 0.005749733652919531,
      "step": 28920
    },
    {
      "loss_action": 0.010352592915296555,
      "loss_total": 0.010352592915296555,
      "step": 28920
    },
    {
      "grad_norm": 0.15036974847316742,
      "learning_rate": 8.514543769565568e-05,
      "loss": 0.0138,
      "step": 28930
    },
    {
      "loss_action": 0.009508415125310421,
      "loss_total": 0.009508415125310421,
      "step": 28930
    },
    {
      "loss_action": 0.008749126456677914,
      "loss_total": 0.008749126456677914,
      "step": 28930
    },
    {
      "loss_action": 0.02202548086643219,
      "loss_total": 0.02202548086643219,
      "step": 28930
    },
    {
      "loss_action": 0.010197645053267479,
      "loss_total": 0.010197645053267479,
      "step": 28930
    },
    {
      "loss_action": 0.009778016246855259,
      "loss_total": 0.009778016246855259,
      "step": 28930
    },
    {
      "loss_action": 0.013220887631177902,
      "loss_total": 0.013220887631177902,
      "step": 28930
    },
    {
      "loss_action": 0.004197577014565468,
      "loss_total": 0.004197577014565468,
      "step": 28930
    },
    {
      "loss_action": 0.0427655465900898,
      "loss_total": 0.0427655465900898,
      "step": 28930
    },
    {
      "grad_norm": 0.19246730208396912,
      "learning_rate": 8.513367497349853e-05,
      "loss": 0.0109,
      "step": 28940
    },
    {
      "loss_action": 0.008005271665751934,
      "loss_total": 0.008005271665751934,
      "step": 28940
    },
    {
      "loss_action": 0.006489475257694721,
      "loss_total": 0.006489475257694721,
      "step": 28940
    },
    {
      "loss_action": 0.009217954240739346,
      "loss_total": 0.009217954240739346,
      "step": 28940
    },
    {
      "loss_action": 0.005151164252310991,
      "loss_total": 0.005151164252310991,
      "step": 28940
    },
    {
      "loss_action": 0.05137234926223755,
      "loss_total": 0.05137234926223755,
      "step": 28940
    },
    {
      "loss_action": 0.008050170727074146,
      "loss_total": 0.008050170727074146,
      "step": 28940
    },
    {
      "loss_action": 0.016353709623217583,
      "loss_total": 0.016353709623217583,
      "step": 28940
    },
    {
      "loss_action": 0.01409363653510809,
      "loss_total": 0.01409363653510809,
      "step": 28940
    },
    {
      "grad_norm": 0.23324917256832123,
      "learning_rate": 8.51219084091755e-05,
      "loss": 0.0143,
      "step": 28950
    },
    {
      "loss_action": 0.012677271850407124,
      "loss_total": 0.012677271850407124,
      "step": 28950
    },
    {
      "loss_action": 0.01949424482882023,
      "loss_total": 0.01949424482882023,
      "step": 28950
    },
    {
      "loss_action": 0.01014977041631937,
      "loss_total": 0.01014977041631937,
      "step": 28950
    },
    {
      "loss_action": 0.008298682048916817,
      "loss_total": 0.008298682048916817,
      "step": 28950
    },
    {
      "loss_action": 0.0208415724337101,
      "loss_total": 0.0208415724337101,
      "step": 28950
    },
    {
      "loss_action": 0.007642032578587532,
      "loss_total": 0.007642032578587532,
      "step": 28950
    },
    {
      "loss_action": 0.008210496976971626,
      "loss_total": 0.008210496976971626,
      "step": 28950
    },
    {
      "loss_action": 0.019438765943050385,
      "loss_total": 0.019438765943050385,
      "step": 28950
    },
    {
      "grad_norm": 0.15987904369831085,
      "learning_rate": 8.511013800397338e-05,
      "loss": 0.0121,
      "step": 28960
    },
    {
      "loss_action": 0.0056779347360134125,
      "loss_total": 0.0056779347360134125,
      "step": 28960
    },
    {
      "loss_action": 0.008646014146506786,
      "loss_total": 0.008646014146506786,
      "step": 28960
    },
    {
      "loss_action": 0.0068997470661997795,
      "loss_total": 0.0068997470661997795,
      "step": 28960
    },
    {
      "loss_action": 0.006967748515307903,
      "loss_total": 0.006967748515307903,
      "step": 28960
    },
    {
      "loss_action": 0.014546060934662819,
      "loss_total": 0.014546060934662819,
      "step": 28960
    },
    {
      "loss_action": 0.010155422613024712,
      "loss_total": 0.010155422613024712,
      "step": 28960
    },
    {
      "loss_action": 0.013732550665736198,
      "loss_total": 0.013732550665736198,
      "step": 28960
    },
    {
      "loss_action": 0.014476824551820755,
      "loss_total": 0.014476824551820755,
      "step": 28960
    },
    {
      "grad_norm": 0.1650124192237854,
      "learning_rate": 8.509836375917937e-05,
      "loss": 0.0129,
      "step": 28970
    },
    {
      "loss_action": 0.012182885780930519,
      "loss_total": 0.012182885780930519,
      "step": 28970
    },
    {
      "loss_action": 0.009332487359642982,
      "loss_total": 0.009332487359642982,
      "step": 28970
    },
    {
      "loss_action": 0.009614195674657822,
      "loss_total": 0.009614195674657822,
      "step": 28970
    },
    {
      "loss_action": 0.006170222535729408,
      "loss_total": 0.006170222535729408,
      "step": 28970
    },
    {
      "loss_action": 0.008769219741225243,
      "loss_total": 0.008769219741225243,
      "step": 28970
    },
    {
      "loss_action": 0.011374186724424362,
      "loss_total": 0.011374186724424362,
      "step": 28970
    },
    {
      "loss_action": 0.020756755024194717,
      "loss_total": 0.020756755024194717,
      "step": 28970
    },
    {
      "loss_action": 0.007346263155341148,
      "loss_total": 0.007346263155341148,
      "step": 28970
    },
    {
      "grad_norm": 0.13620439171791077,
      "learning_rate": 8.508658567608104e-05,
      "loss": 0.0117,
      "step": 28980
    },
    {
      "loss_action": 0.013231419958174229,
      "loss_total": 0.013231419958174229,
      "step": 28980
    },
    {
      "loss_action": 0.00718450965359807,
      "loss_total": 0.00718450965359807,
      "step": 28980
    },
    {
      "loss_action": 0.006721911486238241,
      "loss_total": 0.006721911486238241,
      "step": 28980
    },
    {
      "loss_action": 0.003718008054420352,
      "loss_total": 0.003718008054420352,
      "step": 28980
    },
    {
      "loss_action": 0.004744899459183216,
      "loss_total": 0.004744899459183216,
      "step": 28980
    },
    {
      "loss_action": 0.09433645009994507,
      "loss_total": 0.09433645009994507,
      "step": 28980
    },
    {
      "loss_action": 0.006393942050635815,
      "loss_total": 0.006393942050635815,
      "step": 28980
    },
    {
      "loss_action": 0.021149739623069763,
      "loss_total": 0.021149739623069763,
      "step": 28980
    },
    {
      "grad_norm": 0.16585448384284973,
      "learning_rate": 8.507480375596647e-05,
      "loss": 0.0128,
      "step": 28990
    },
    {
      "loss_action": 0.0200975202023983,
      "loss_total": 0.0200975202023983,
      "step": 28990
    },
    {
      "loss_action": 0.007636785972863436,
      "loss_total": 0.007636785972863436,
      "step": 28990
    },
    {
      "loss_action": 0.015305286273360252,
      "loss_total": 0.015305286273360252,
      "step": 28990
    },
    {
      "loss_action": 0.011495871469378471,
      "loss_total": 0.011495871469378471,
      "step": 28990
    },
    {
      "loss_action": 0.010946903377771378,
      "loss_total": 0.010946903377771378,
      "step": 28990
    },
    {
      "loss_action": 0.015101983211934566,
      "loss_total": 0.015101983211934566,
      "step": 28990
    },
    {
      "loss_action": 0.01735006645321846,
      "loss_total": 0.01735006645321846,
      "step": 28990
    },
    {
      "loss_action": 0.009708331897854805,
      "loss_total": 0.009708331897854805,
      "step": 28990
    },
    {
      "grad_norm": 0.11138952523469925,
      "learning_rate": 8.506301800012408e-05,
      "loss": 0.0113,
      "step": 29000
    },
    {
      "loss_action": 0.010789290070533752,
      "loss_total": 0.010789290070533752,
      "step": 29000
    },
    {
      "loss_action": 0.01254807598888874,
      "loss_total": 0.01254807598888874,
      "step": 29000
    },
    {
      "loss_action": 0.007816938683390617,
      "loss_total": 0.007816938683390617,
      "step": 29000
    },
    {
      "loss_action": 0.005701758898794651,
      "loss_total": 0.005701758898794651,
      "step": 29000
    },
    {
      "loss_action": 0.0076308161951601505,
      "loss_total": 0.0076308161951601505,
      "step": 29000
    },
    {
      "loss_action": 0.01763983443379402,
      "loss_total": 0.01763983443379402,
      "step": 29000
    },
    {
      "loss_action": 0.0083888228982687,
      "loss_total": 0.0083888228982687,
      "step": 29000
    },
    {
      "loss_action": 0.018788542598485947,
      "loss_total": 0.018788542598485947,
      "step": 29000
    },
    {
      "grad_norm": 0.14094705879688263,
      "learning_rate": 8.505122840984278e-05,
      "loss": 0.0121,
      "step": 29010
    },
    {
      "loss_action": 0.011834487318992615,
      "loss_total": 0.011834487318992615,
      "step": 29010
    },
    {
      "loss_action": 0.007284768857061863,
      "loss_total": 0.007284768857061863,
      "step": 29010
    },
    {
      "loss_action": 0.014924207702279091,
      "loss_total": 0.014924207702279091,
      "step": 29010
    },
    {
      "loss_action": 0.012593420222401619,
      "loss_total": 0.012593420222401619,
      "step": 29010
    },
    {
      "loss_action": 0.011579221114516258,
      "loss_total": 0.011579221114516258,
      "step": 29010
    },
    {
      "loss_action": 0.010555824264883995,
      "loss_total": 0.010555824264883995,
      "step": 29010
    },
    {
      "loss_action": 0.01188657432794571,
      "loss_total": 0.01188657432794571,
      "step": 29010
    },
    {
      "loss_action": 0.010183394886553288,
      "loss_total": 0.010183394886553288,
      "step": 29010
    },
    {
      "grad_norm": 0.14414814114570618,
      "learning_rate": 8.503943498641182e-05,
      "loss": 0.0113,
      "step": 29020
    },
    {
      "loss_action": 0.009429492056369781,
      "loss_total": 0.009429492056369781,
      "step": 29020
    },
    {
      "loss_action": 0.007313980720937252,
      "loss_total": 0.007313980720937252,
      "step": 29020
    },
    {
      "loss_action": 0.005889491643756628,
      "loss_total": 0.005889491643756628,
      "step": 29020
    },
    {
      "loss_action": 0.006889823358505964,
      "loss_total": 0.006889823358505964,
      "step": 29020
    },
    {
      "loss_action": 0.003984062001109123,
      "loss_total": 0.003984062001109123,
      "step": 29020
    },
    {
      "loss_action": 0.008863352239131927,
      "loss_total": 0.008863352239131927,
      "step": 29020
    },
    {
      "loss_action": 0.005138906184583902,
      "loss_total": 0.005138906184583902,
      "step": 29020
    },
    {
      "loss_action": 0.020557424053549767,
      "loss_total": 0.020557424053549767,
      "step": 29020
    },
    {
      "grad_norm": 0.14431540668010712,
      "learning_rate": 8.502763773112095e-05,
      "loss": 0.01,
      "step": 29030
    },
    {
      "loss_action": 0.008744265884160995,
      "loss_total": 0.008744265884160995,
      "step": 29030
    },
    {
      "loss_action": 0.006544333882629871,
      "loss_total": 0.006544333882629871,
      "step": 29030
    },
    {
      "loss_action": 0.011471118777990341,
      "loss_total": 0.011471118777990341,
      "step": 29030
    },
    {
      "loss_action": 0.009851229377090931,
      "loss_total": 0.009851229377090931,
      "step": 29030
    },
    {
      "loss_action": 0.006301510613411665,
      "loss_total": 0.006301510613411665,
      "step": 29030
    },
    {
      "loss_action": 0.01048951130360365,
      "loss_total": 0.01048951130360365,
      "step": 29030
    },
    {
      "loss_action": 0.0095602348446846,
      "loss_total": 0.0095602348446846,
      "step": 29030
    },
    {
      "loss_action": 0.01470157690346241,
      "loss_total": 0.01470157690346241,
      "step": 29030
    },
    {
      "grad_norm": 0.22350043058395386,
      "learning_rate": 8.501583664526026e-05,
      "loss": 0.0119,
      "step": 29040
    },
    {
      "loss_action": 0.014497601427137852,
      "loss_total": 0.014497601427137852,
      "step": 29040
    },
    {
      "loss_action": 0.0310058556497097,
      "loss_total": 0.0310058556497097,
      "step": 29040
    },
    {
      "loss_action": 0.0053691379725933075,
      "loss_total": 0.0053691379725933075,
      "step": 29040
    },
    {
      "loss_action": 0.009282726794481277,
      "loss_total": 0.009282726794481277,
      "step": 29040
    },
    {
      "loss_action": 0.007830680347979069,
      "loss_total": 0.007830680347979069,
      "step": 29040
    },
    {
      "loss_action": 0.004206531681120396,
      "loss_total": 0.004206531681120396,
      "step": 29040
    },
    {
      "loss_action": 0.009219241328537464,
      "loss_total": 0.009219241328537464,
      "step": 29040
    },
    {
      "loss_action": 0.013081876561045647,
      "loss_total": 0.013081876561045647,
      "step": 29040
    },
    {
      "grad_norm": 0.1769833117723465,
      "learning_rate": 8.500403173012032e-05,
      "loss": 0.0124,
      "step": 29050
    },
    {
      "loss_action": 0.007628109306097031,
      "loss_total": 0.007628109306097031,
      "step": 29050
    },
    {
      "loss_action": 0.011378629133105278,
      "loss_total": 0.011378629133105278,
      "step": 29050
    },
    {
      "loss_action": 0.006294632330536842,
      "loss_total": 0.006294632330536842,
      "step": 29050
    },
    {
      "loss_action": 0.021055130288004875,
      "loss_total": 0.021055130288004875,
      "step": 29050
    },
    {
      "loss_action": 0.011921046301722527,
      "loss_total": 0.011921046301722527,
      "step": 29050
    },
    {
      "loss_action": 0.006640108767896891,
      "loss_total": 0.006640108767896891,
      "step": 29050
    },
    {
      "loss_action": 0.008120890706777573,
      "loss_total": 0.008120890706777573,
      "step": 29050
    },
    {
      "loss_action": 0.011099599301815033,
      "loss_total": 0.011099599301815033,
      "step": 29050
    },
    {
      "grad_norm": 0.12511952221393585,
      "learning_rate": 8.499222298699211e-05,
      "loss": 0.0122,
      "step": 29060
    },
    {
      "loss_action": 0.005076155066490173,
      "loss_total": 0.005076155066490173,
      "step": 29060
    },
    {
      "loss_action": 0.005751385819166899,
      "loss_total": 0.005751385819166899,
      "step": 29060
    },
    {
      "loss_action": 0.009401164017617702,
      "loss_total": 0.009401164017617702,
      "step": 29060
    },
    {
      "loss_action": 0.013175535015761852,
      "loss_total": 0.013175535015761852,
      "step": 29060
    },
    {
      "loss_action": 0.003450278425589204,
      "loss_total": 0.003450278425589204,
      "step": 29060
    },
    {
      "loss_action": 0.00965825840830803,
      "loss_total": 0.00965825840830803,
      "step": 29060
    },
    {
      "loss_action": 0.006256805267184973,
      "loss_total": 0.006256805267184973,
      "step": 29060
    },
    {
      "loss_action": 0.0057985782623291016,
      "loss_total": 0.0057985782623291016,
      "step": 29060
    },
    {
      "grad_norm": 0.13471372425556183,
      "learning_rate": 8.498041041716701e-05,
      "loss": 0.0119,
      "step": 29070
    },
    {
      "loss_action": 0.010425044223666191,
      "loss_total": 0.010425044223666191,
      "step": 29070
    },
    {
      "loss_action": 0.007346587721258402,
      "loss_total": 0.007346587721258402,
      "step": 29070
    },
    {
      "loss_action": 0.024863578379154205,
      "loss_total": 0.024863578379154205,
      "step": 29070
    },
    {
      "loss_action": 0.0030363842379301786,
      "loss_total": 0.0030363842379301786,
      "step": 29070
    },
    {
      "loss_action": 0.005833102855831385,
      "loss_total": 0.005833102855831385,
      "step": 29070
    },
    {
      "loss_action": 0.009396095760166645,
      "loss_total": 0.009396095760166645,
      "step": 29070
    },
    {
      "loss_action": 0.011066930368542671,
      "loss_total": 0.011066930368542671,
      "step": 29070
    },
    {
      "loss_action": 0.02997778356075287,
      "loss_total": 0.02997778356075287,
      "step": 29070
    },
    {
      "grad_norm": 0.13545893132686615,
      "learning_rate": 8.496859402193681e-05,
      "loss": 0.013,
      "step": 29080
    },
    {
      "loss_action": 0.009757023304700851,
      "loss_total": 0.009757023304700851,
      "step": 29080
    },
    {
      "loss_action": 0.008898377418518066,
      "loss_total": 0.008898377418518066,
      "step": 29080
    },
    {
      "loss_action": 0.01280089933425188,
      "loss_total": 0.01280089933425188,
      "step": 29080
    },
    {
      "loss_action": 0.009665844962000847,
      "loss_total": 0.009665844962000847,
      "step": 29080
    },
    {
      "loss_action": 0.003959209658205509,
      "loss_total": 0.003959209658205509,
      "step": 29080
    },
    {
      "loss_action": 0.0224399883300066,
      "loss_total": 0.0224399883300066,
      "step": 29080
    },
    {
      "loss_action": 0.0156998448073864,
      "loss_total": 0.0156998448073864,
      "step": 29080
    },
    {
      "loss_action": 0.015795983374118805,
      "loss_total": 0.015795983374118805,
      "step": 29080
    },
    {
      "grad_norm": 0.11653997004032135,
      "learning_rate": 8.495677380259374e-05,
      "loss": 0.0115,
      "step": 29090
    },
    {
      "loss_action": 0.028778478503227234,
      "loss_total": 0.028778478503227234,
      "step": 29090
    },
    {
      "loss_action": 0.009926775470376015,
      "loss_total": 0.009926775470376015,
      "step": 29090
    },
    {
      "loss_action": 0.007170087657868862,
      "loss_total": 0.007170087657868862,
      "step": 29090
    },
    {
      "loss_action": 0.02216283604502678,
      "loss_total": 0.02216283604502678,
      "step": 29090
    },
    {
      "loss_action": 0.007623154670000076,
      "loss_total": 0.007623154670000076,
      "step": 29090
    },
    {
      "loss_action": 0.01262008585035801,
      "loss_total": 0.01262008585035801,
      "step": 29090
    },
    {
      "loss_action": 0.005630297586321831,
      "loss_total": 0.005630297586321831,
      "step": 29090
    },
    {
      "loss_action": 0.009704295545816422,
      "loss_total": 0.009704295545816422,
      "step": 29090
    },
    {
      "grad_norm": 0.13152676820755005,
      "learning_rate": 8.494494976043045e-05,
      "loss": 0.0119,
      "step": 29100
    },
    {
      "loss_action": 0.009374472312629223,
      "loss_total": 0.009374472312629223,
      "step": 29100
    },
    {
      "loss_action": 0.0043795062229037285,
      "loss_total": 0.0043795062229037285,
      "step": 29100
    },
    {
      "loss_action": 0.003785393200814724,
      "loss_total": 0.003785393200814724,
      "step": 29100
    },
    {
      "loss_action": 0.01864699088037014,
      "loss_total": 0.01864699088037014,
      "step": 29100
    },
    {
      "loss_action": 0.010642788372933865,
      "loss_total": 0.010642788372933865,
      "step": 29100
    },
    {
      "loss_action": 0.012942004017531872,
      "loss_total": 0.012942004017531872,
      "step": 29100
    },
    {
      "loss_action": 0.0035433585289865732,
      "loss_total": 0.0035433585289865732,
      "step": 29100
    },
    {
      "loss_action": 0.013580872677266598,
      "loss_total": 0.013580872677266598,
      "step": 29100
    },
    {
      "grad_norm": 0.10180240869522095,
      "learning_rate": 8.493312189673998e-05,
      "loss": 0.0115,
      "step": 29110
    },
    {
      "loss_action": 0.007540976628661156,
      "loss_total": 0.007540976628661156,
      "step": 29110
    },
    {
      "loss_action": 0.019791165366768837,
      "loss_total": 0.019791165366768837,
      "step": 29110
    },
    {
      "loss_action": 0.0031683994457125664,
      "loss_total": 0.0031683994457125664,
      "step": 29110
    },
    {
      "loss_action": 0.025695404037833214,
      "loss_total": 0.025695404037833214,
      "step": 29110
    },
    {
      "loss_action": 0.01661350578069687,
      "loss_total": 0.01661350578069687,
      "step": 29110
    },
    {
      "loss_action": 0.004429989494383335,
      "loss_total": 0.004429989494383335,
      "step": 29110
    },
    {
      "loss_action": 0.005528710782527924,
      "loss_total": 0.005528710782527924,
      "step": 29110
    },
    {
      "loss_action": 0.00895753689110279,
      "loss_total": 0.00895753689110279,
      "step": 29110
    },
    {
      "grad_norm": 0.09655658900737762,
      "learning_rate": 8.492129021281584e-05,
      "loss": 0.0117,
      "step": 29120
    },
    {
      "loss_action": 0.01575445756316185,
      "loss_total": 0.01575445756316185,
      "step": 29120
    },
    {
      "loss_action": 0.014810720458626747,
      "loss_total": 0.014810720458626747,
      "step": 29120
    },
    {
      "loss_action": 0.0122614074498415,
      "loss_total": 0.0122614074498415,
      "step": 29120
    },
    {
      "loss_action": 0.012423769570887089,
      "loss_total": 0.012423769570887089,
      "step": 29120
    },
    {
      "loss_action": 0.033842798322439194,
      "loss_total": 0.033842798322439194,
      "step": 29120
    },
    {
      "loss_action": 0.00925566628575325,
      "loss_total": 0.00925566628575325,
      "step": 29120
    },
    {
      "loss_action": 0.02247435599565506,
      "loss_total": 0.02247435599565506,
      "step": 29120
    },
    {
      "loss_action": 0.008602584712207317,
      "loss_total": 0.008602584712207317,
      "step": 29120
    },
    {
      "grad_norm": 0.10300227254629135,
      "learning_rate": 8.490945470995188e-05,
      "loss": 0.0121,
      "step": 29130
    },
    {
      "loss_action": 0.0070085469633340836,
      "loss_total": 0.0070085469633340836,
      "step": 29130
    },
    {
      "loss_action": 0.011744063347578049,
      "loss_total": 0.011744063347578049,
      "step": 29130
    },
    {
      "loss_action": 0.010453786700963974,
      "loss_total": 0.010453786700963974,
      "step": 29130
    },
    {
      "loss_action": 0.009296650066971779,
      "loss_total": 0.009296650066971779,
      "step": 29130
    },
    {
      "loss_action": 0.008963944390416145,
      "loss_total": 0.008963944390416145,
      "step": 29130
    },
    {
      "loss_action": 0.007415150757879019,
      "loss_total": 0.007415150757879019,
      "step": 29130
    },
    {
      "loss_action": 0.006533334031701088,
      "loss_total": 0.006533334031701088,
      "step": 29130
    },
    {
      "loss_action": 0.009447738528251648,
      "loss_total": 0.009447738528251648,
      "step": 29130
    },
    {
      "grad_norm": 0.16607807576656342,
      "learning_rate": 8.489761538944247e-05,
      "loss": 0.0127,
      "step": 29140
    },
    {
      "loss_action": 0.016686417162418365,
      "loss_total": 0.016686417162418365,
      "step": 29140
    },
    {
      "loss_action": 0.011427870020270348,
      "loss_total": 0.011427870020270348,
      "step": 29140
    },
    {
      "loss_action": 0.010964229702949524,
      "loss_total": 0.010964229702949524,
      "step": 29140
    },
    {
      "loss_action": 0.006093188188970089,
      "loss_total": 0.006093188188970089,
      "step": 29140
    },
    {
      "loss_action": 0.006136225536465645,
      "loss_total": 0.006136225536465645,
      "step": 29140
    },
    {
      "loss_action": 0.009296033531427383,
      "loss_total": 0.009296033531427383,
      "step": 29140
    },
    {
      "loss_action": 0.029107995331287384,
      "loss_total": 0.029107995331287384,
      "step": 29140
    },
    {
      "loss_action": 0.00875698309391737,
      "loss_total": 0.00875698309391737,
      "step": 29140
    },
    {
      "grad_norm": 0.09118716418743134,
      "learning_rate": 8.48857722525823e-05,
      "loss": 0.0114,
      "step": 29150
    },
    {
      "loss_action": 0.005425246432423592,
      "loss_total": 0.005425246432423592,
      "step": 29150
    },
    {
      "loss_action": 0.020881544798612595,
      "loss_total": 0.020881544798612595,
      "step": 29150
    },
    {
      "loss_action": 0.01060502603650093,
      "loss_total": 0.01060502603650093,
      "step": 29150
    },
    {
      "loss_action": 0.012710442766547203,
      "loss_total": 0.012710442766547203,
      "step": 29150
    },
    {
      "loss_action": 0.004955673590302467,
      "loss_total": 0.004955673590302467,
      "step": 29150
    },
    {
      "loss_action": 0.008352581411600113,
      "loss_total": 0.008352581411600113,
      "step": 29150
    },
    {
      "loss_action": 0.003635366912931204,
      "loss_total": 0.003635366912931204,
      "step": 29150
    },
    {
      "loss_action": 0.0059440238401293755,
      "loss_total": 0.0059440238401293755,
      "step": 29150
    },
    {
      "grad_norm": 0.12695437669754028,
      "learning_rate": 8.487392530066652e-05,
      "loss": 0.0119,
      "step": 29160
    },
    {
      "loss_action": 0.012210519053041935,
      "loss_total": 0.012210519053041935,
      "step": 29160
    },
    {
      "loss_action": 0.03623775392770767,
      "loss_total": 0.03623775392770767,
      "step": 29160
    },
    {
      "loss_action": 0.011441115289926529,
      "loss_total": 0.011441115289926529,
      "step": 29160
    },
    {
      "loss_action": 0.011286012828350067,
      "loss_total": 0.011286012828350067,
      "step": 29160
    },
    {
      "loss_action": 0.01914982683956623,
      "loss_total": 0.01914982683956623,
      "step": 29160
    },
    {
      "loss_action": 0.003775867633521557,
      "loss_total": 0.003775867633521557,
      "step": 29160
    },
    {
      "loss_action": 0.01081957295536995,
      "loss_total": 0.01081957295536995,
      "step": 29160
    },
    {
      "loss_action": 0.011689964681863785,
      "loss_total": 0.011689964681863785,
      "step": 29160
    },
    {
      "grad_norm": 0.128991961479187,
      "learning_rate": 8.486207453499069e-05,
      "loss": 0.011,
      "step": 29170
    },
    {
      "loss_action": 0.007349037565290928,
      "loss_total": 0.007349037565290928,
      "step": 29170
    },
    {
      "loss_action": 0.01975390501320362,
      "loss_total": 0.01975390501320362,
      "step": 29170
    },
    {
      "loss_action": 0.006586430594325066,
      "loss_total": 0.006586430594325066,
      "step": 29170
    },
    {
      "loss_action": 0.016887590289115906,
      "loss_total": 0.016887590289115906,
      "step": 29170
    },
    {
      "loss_action": 0.01963011547923088,
      "loss_total": 0.01963011547923088,
      "step": 29170
    },
    {
      "loss_action": 0.007408650126308203,
      "loss_total": 0.007408650126308203,
      "step": 29170
    },
    {
      "loss_action": 0.009149974212050438,
      "loss_total": 0.009149974212050438,
      "step": 29170
    },
    {
      "loss_action": 0.005416869651526213,
      "loss_total": 0.005416869651526213,
      "step": 29170
    },
    {
      "grad_norm": 0.10756193846464157,
      "learning_rate": 8.485021995685082e-05,
      "loss": 0.0121,
      "step": 29180
    },
    {
      "loss_action": 0.0031456747092306614,
      "loss_total": 0.0031456747092306614,
      "step": 29180
    },
    {
      "loss_action": 0.007656958885490894,
      "loss_total": 0.007656958885490894,
      "step": 29180
    },
    {
      "loss_action": 0.009298916906118393,
      "loss_total": 0.009298916906118393,
      "step": 29180
    },
    {
      "loss_action": 0.012872444465756416,
      "loss_total": 0.012872444465756416,
      "step": 29180
    },
    {
      "loss_action": 0.02039285935461521,
      "loss_total": 0.02039285935461521,
      "step": 29180
    },
    {
      "loss_action": 0.014451566152274609,
      "loss_total": 0.014451566152274609,
      "step": 29180
    },
    {
      "loss_action": 0.009841371327638626,
      "loss_total": 0.009841371327638626,
      "step": 29180
    },
    {
      "loss_action": 0.003104214323684573,
      "loss_total": 0.003104214323684573,
      "step": 29180
    },
    {
      "grad_norm": 0.1296871155500412,
      "learning_rate": 8.483836156754328e-05,
      "loss": 0.0109,
      "step": 29190
    },
    {
      "loss_action": 0.014469588175415993,
      "loss_total": 0.014469588175415993,
      "step": 29190
    },
    {
      "loss_action": 0.006793357897549868,
      "loss_total": 0.006793357897549868,
      "step": 29190
    },
    {
      "loss_action": 0.003387003904208541,
      "loss_total": 0.003387003904208541,
      "step": 29190
    },
    {
      "loss_action": 0.0035558026283979416,
      "loss_total": 0.0035558026283979416,
      "step": 29190
    },
    {
      "loss_action": 0.004963019862771034,
      "loss_total": 0.004963019862771034,
      "step": 29190
    },
    {
      "loss_action": 0.009011596441268921,
      "loss_total": 0.009011596441268921,
      "step": 29190
    },
    {
      "loss_action": 0.009829536080360413,
      "loss_total": 0.009829536080360413,
      "step": 29190
    },
    {
      "loss_action": 0.0032708076760172844,
      "loss_total": 0.0032708076760172844,
      "step": 29190
    },
    {
      "grad_norm": 0.15644128620624542,
      "learning_rate": 8.482649936836491e-05,
      "loss": 0.0104,
      "step": 29200
    },
    {
      "loss_action": 0.00775390537455678,
      "loss_total": 0.00775390537455678,
      "step": 29200
    },
    {
      "loss_action": 0.018802247941493988,
      "loss_total": 0.018802247941493988,
      "step": 29200
    },
    {
      "loss_action": 0.015467675402760506,
      "loss_total": 0.015467675402760506,
      "step": 29200
    },
    {
      "loss_action": 0.0179496668279171,
      "loss_total": 0.0179496668279171,
      "step": 29200
    },
    {
      "loss_action": 0.0053107040002942085,
      "loss_total": 0.0053107040002942085,
      "step": 29200
    },
    {
      "loss_action": 0.0027456011157482862,
      "loss_total": 0.0027456011157482862,
      "step": 29200
    },
    {
      "loss_action": 0.00966231245547533,
      "loss_total": 0.00966231245547533,
      "step": 29200
    },
    {
      "loss_action": 0.007039742544293404,
      "loss_total": 0.007039742544293404,
      "step": 29200
    },
    {
      "grad_norm": 0.14415805041790009,
      "learning_rate": 8.481463336061293e-05,
      "loss": 0.0115,
      "step": 29210
    },
    {
      "loss_action": 0.00913440715521574,
      "loss_total": 0.00913440715521574,
      "step": 29210
    },
    {
      "loss_action": 0.004524011630564928,
      "loss_total": 0.004524011630564928,
      "step": 29210
    },
    {
      "loss_action": 0.0054436190985143185,
      "loss_total": 0.0054436190985143185,
      "step": 29210
    },
    {
      "loss_action": 0.004307763651013374,
      "loss_total": 0.004307763651013374,
      "step": 29210
    },
    {
      "loss_action": 0.005130420438945293,
      "loss_total": 0.005130420438945293,
      "step": 29210
    },
    {
      "loss_action": 0.00468494463711977,
      "loss_total": 0.00468494463711977,
      "step": 29210
    },
    {
      "loss_action": 0.004839514847844839,
      "loss_total": 0.004839514847844839,
      "step": 29210
    },
    {
      "loss_action": 0.009238949045538902,
      "loss_total": 0.009238949045538902,
      "step": 29210
    },
    {
      "grad_norm": 0.15905094146728516,
      "learning_rate": 8.480276354558496e-05,
      "loss": 0.0107,
      "step": 29220
    },
    {
      "loss_action": 0.006829679012298584,
      "loss_total": 0.006829679012298584,
      "step": 29220
    },
    {
      "loss_action": 0.019488612189888954,
      "loss_total": 0.019488612189888954,
      "step": 29220
    },
    {
      "loss_action": 0.013780899345874786,
      "loss_total": 0.013780899345874786,
      "step": 29220
    },
    {
      "loss_action": 0.011818714439868927,
      "loss_total": 0.011818714439868927,
      "step": 29220
    },
    {
      "loss_action": 0.014804817736148834,
      "loss_total": 0.014804817736148834,
      "step": 29220
    },
    {
      "loss_action": 0.009365692734718323,
      "loss_total": 0.009365692734718323,
      "step": 29220
    },
    {
      "loss_action": 0.0194912888109684,
      "loss_total": 0.0194912888109684,
      "step": 29220
    },
    {
      "loss_action": 0.006486889440566301,
      "loss_total": 0.006486889440566301,
      "step": 29220
    },
    {
      "grad_norm": 0.11120472848415375,
      "learning_rate": 8.479088992457913e-05,
      "loss": 0.0118,
      "step": 29230
    },
    {
      "loss_action": 0.00792945921421051,
      "loss_total": 0.00792945921421051,
      "step": 29230
    },
    {
      "loss_action": 0.0039026911836117506,
      "loss_total": 0.0039026911836117506,
      "step": 29230
    },
    {
      "loss_action": 0.023747414350509644,
      "loss_total": 0.023747414350509644,
      "step": 29230
    },
    {
      "loss_action": 0.012685257941484451,
      "loss_total": 0.012685257941484451,
      "step": 29230
    },
    {
      "loss_action": 0.006688043940812349,
      "loss_total": 0.006688043940812349,
      "step": 29230
    },
    {
      "loss_action": 0.009706312790513039,
      "loss_total": 0.009706312790513039,
      "step": 29230
    },
    {
      "loss_action": 0.01385454460978508,
      "loss_total": 0.01385454460978508,
      "step": 29230
    },
    {
      "loss_action": 0.00838344544172287,
      "loss_total": 0.00838344544172287,
      "step": 29230
    },
    {
      "grad_norm": 0.09628923237323761,
      "learning_rate": 8.477901249889387e-05,
      "loss": 0.012,
      "step": 29240
    },
    {
      "loss_action": 0.024329740554094315,
      "loss_total": 0.024329740554094315,
      "step": 29240
    },
    {
      "loss_action": 0.007928482256829739,
      "loss_total": 0.007928482256829739,
      "step": 29240
    },
    {
      "loss_action": 0.01308569684624672,
      "loss_total": 0.01308569684624672,
      "step": 29240
    },
    {
      "loss_action": 0.008469833061099052,
      "loss_total": 0.008469833061099052,
      "step": 29240
    },
    {
      "loss_action": 0.02043500542640686,
      "loss_total": 0.02043500542640686,
      "step": 29240
    },
    {
      "loss_action": 0.009101619943976402,
      "loss_total": 0.009101619943976402,
      "step": 29240
    },
    {
      "loss_action": 0.01044883020222187,
      "loss_total": 0.01044883020222187,
      "step": 29240
    },
    {
      "loss_action": 0.014511804096400738,
      "loss_total": 0.014511804096400738,
      "step": 29240
    },
    {
      "grad_norm": 0.14577651023864746,
      "learning_rate": 8.47671312698281e-05,
      "loss": 0.0109,
      "step": 29250
    },
    {
      "loss_action": 0.013861309736967087,
      "loss_total": 0.013861309736967087,
      "step": 29250
    },
    {
      "loss_action": 0.008459175936877728,
      "loss_total": 0.008459175936877728,
      "step": 29250
    },
    {
      "loss_action": 0.007504261564463377,
      "loss_total": 0.007504261564463377,
      "step": 29250
    },
    {
      "loss_action": 0.024465184658765793,
      "loss_total": 0.024465184658765793,
      "step": 29250
    },
    {
      "loss_action": 0.009378191083669662,
      "loss_total": 0.009378191083669662,
      "step": 29250
    },
    {
      "loss_action": 0.0038986182771623135,
      "loss_total": 0.0038986182771623135,
      "step": 29250
    },
    {
      "loss_action": 0.0229124054312706,
      "loss_total": 0.0229124054312706,
      "step": 29250
    },
    {
      "loss_action": 0.010033898055553436,
      "loss_total": 0.010033898055553436,
      "step": 29250
    },
    {
      "grad_norm": 0.10817030072212219,
      "learning_rate": 8.475524623868112e-05,
      "loss": 0.0113,
      "step": 29260
    },
    {
      "loss_action": 0.004353273659944534,
      "loss_total": 0.004353273659944534,
      "step": 29260
    },
    {
      "loss_action": 0.004329188726842403,
      "loss_total": 0.004329188726842403,
      "step": 29260
    },
    {
      "loss_action": 0.010787593200802803,
      "loss_total": 0.010787593200802803,
      "step": 29260
    },
    {
      "loss_action": 0.013303406536579132,
      "loss_total": 0.013303406536579132,
      "step": 29260
    },
    {
      "loss_action": 0.019391745328903198,
      "loss_total": 0.019391745328903198,
      "step": 29260
    },
    {
      "loss_action": 0.008474817499518394,
      "loss_total": 0.008474817499518394,
      "step": 29260
    },
    {
      "loss_action": 0.005399375222623348,
      "loss_total": 0.005399375222623348,
      "step": 29260
    },
    {
      "loss_action": 0.007063576951622963,
      "loss_total": 0.007063576951622963,
      "step": 29260
    },
    {
      "grad_norm": 0.1269894391298294,
      "learning_rate": 8.474335740675266e-05,
      "loss": 0.0119,
      "step": 29270
    },
    {
      "loss_action": 0.014649512246251106,
      "loss_total": 0.014649512246251106,
      "step": 29270
    },
    {
      "loss_action": 0.017343925312161446,
      "loss_total": 0.017343925312161446,
      "step": 29270
    },
    {
      "loss_action": 0.016425149515271187,
      "loss_total": 0.016425149515271187,
      "step": 29270
    },
    {
      "loss_action": 0.0057281977497041225,
      "loss_total": 0.0057281977497041225,
      "step": 29270
    },
    {
      "loss_action": 0.00855861697345972,
      "loss_total": 0.00855861697345972,
      "step": 29270
    },
    {
      "loss_action": 0.01203226950019598,
      "loss_total": 0.01203226950019598,
      "step": 29270
    },
    {
      "loss_action": 0.0071938661858439445,
      "loss_total": 0.0071938661858439445,
      "step": 29270
    },
    {
      "loss_action": 0.016945330426096916,
      "loss_total": 0.016945330426096916,
      "step": 29270
    },
    {
      "grad_norm": 0.12214547395706177,
      "learning_rate": 8.473146477534289e-05,
      "loss": 0.0112,
      "step": 29280
    },
    {
      "loss_action": 0.006470414809882641,
      "loss_total": 0.006470414809882641,
      "step": 29280
    },
    {
      "loss_action": 0.008589280769228935,
      "loss_total": 0.008589280769228935,
      "step": 29280
    },
    {
      "loss_action": 0.00800788588821888,
      "loss_total": 0.00800788588821888,
      "step": 29280
    },
    {
      "loss_action": 0.014241169206798077,
      "loss_total": 0.014241169206798077,
      "step": 29280
    },
    {
      "loss_action": 0.01574600115418434,
      "loss_total": 0.01574600115418434,
      "step": 29280
    },
    {
      "loss_action": 0.010145701467990875,
      "loss_total": 0.010145701467990875,
      "step": 29280
    },
    {
      "loss_action": 0.006432367023080587,
      "loss_total": 0.006432367023080587,
      "step": 29280
    },
    {
      "loss_action": 0.007090284023433924,
      "loss_total": 0.007090284023433924,
      "step": 29280
    },
    {
      "grad_norm": 0.12601560354232788,
      "learning_rate": 8.471956834575232e-05,
      "loss": 0.0113,
      "step": 29290
    },
    {
      "loss_action": 0.017686769366264343,
      "loss_total": 0.017686769366264343,
      "step": 29290
    },
    {
      "loss_action": 0.007047700695693493,
      "loss_total": 0.007047700695693493,
      "step": 29290
    },
    {
      "loss_action": 0.010376336053013802,
      "loss_total": 0.010376336053013802,
      "step": 29290
    },
    {
      "loss_action": 0.016812780871987343,
      "loss_total": 0.016812780871987343,
      "step": 29290
    },
    {
      "loss_action": 0.012681602500379086,
      "loss_total": 0.012681602500379086,
      "step": 29290
    },
    {
      "loss_action": 0.014016494154930115,
      "loss_total": 0.014016494154930115,
      "step": 29290
    },
    {
      "loss_action": 0.005327482242137194,
      "loss_total": 0.005327482242137194,
      "step": 29290
    },
    {
      "loss_action": 0.012426044791936874,
      "loss_total": 0.012426044791936874,
      "step": 29290
    },
    {
      "grad_norm": 0.16675744950771332,
      "learning_rate": 8.470766811928197e-05,
      "loss": 0.0136,
      "step": 29300
    },
    {
      "loss_action": 0.013732688501477242,
      "loss_total": 0.013732688501477242,
      "step": 29300
    },
    {
      "loss_action": 0.02186005190014839,
      "loss_total": 0.02186005190014839,
      "step": 29300
    },
    {
      "loss_action": 0.009264511987566948,
      "loss_total": 0.009264511987566948,
      "step": 29300
    },
    {
      "loss_action": 0.014111926779150963,
      "loss_total": 0.014111926779150963,
      "step": 29300
    },
    {
      "loss_action": 0.008218302391469479,
      "loss_total": 0.008218302391469479,
      "step": 29300
    },
    {
      "loss_action": 0.011876379139721394,
      "loss_total": 0.011876379139721394,
      "step": 29300
    },
    {
      "loss_action": 0.016105495393276215,
      "loss_total": 0.016105495393276215,
      "step": 29300
    },
    {
      "loss_action": 0.006332192569971085,
      "loss_total": 0.006332192569971085,
      "step": 29300
    },
    {
      "grad_norm": 0.13278326392173767,
      "learning_rate": 8.469576409723323e-05,
      "loss": 0.011,
      "step": 29310
    },
    {
      "loss_action": 0.036062613129615784,
      "loss_total": 0.036062613129615784,
      "step": 29310
    },
    {
      "loss_action": 0.0029253088869154453,
      "loss_total": 0.0029253088869154453,
      "step": 29310
    },
    {
      "loss_action": 0.008703270927071571,
      "loss_total": 0.008703270927071571,
      "step": 29310
    },
    {
      "loss_action": 0.020464062690734863,
      "loss_total": 0.020464062690734863,
      "step": 29310
    },
    {
      "loss_action": 0.005039439536631107,
      "loss_total": 0.005039439536631107,
      "step": 29310
    },
    {
      "loss_action": 0.004392354283481836,
      "loss_total": 0.004392354283481836,
      "step": 29310
    },
    {
      "loss_action": 0.005887747276574373,
      "loss_total": 0.005887747276574373,
      "step": 29310
    },
    {
      "loss_action": 0.02340668812394142,
      "loss_total": 0.02340668812394142,
      "step": 29310
    },
    {
      "grad_norm": 0.25369858741760254,
      "learning_rate": 8.468385628090788e-05,
      "loss": 0.0129,
      "step": 29320
    },
    {
      "loss_action": 0.008302068337798119,
      "loss_total": 0.008302068337798119,
      "step": 29320
    },
    {
      "loss_action": 0.010015994310379028,
      "loss_total": 0.010015994310379028,
      "step": 29320
    },
    {
      "loss_action": 0.016714327037334442,
      "loss_total": 0.016714327037334442,
      "step": 29320
    },
    {
      "loss_action": 0.00701004546135664,
      "loss_total": 0.00701004546135664,
      "step": 29320
    },
    {
      "loss_action": 0.007583227474242449,
      "loss_total": 0.007583227474242449,
      "step": 29320
    },
    {
      "loss_action": 0.00980454869568348,
      "loss_total": 0.00980454869568348,
      "step": 29320
    },
    {
      "loss_action": 0.005526649300009012,
      "loss_total": 0.005526649300009012,
      "step": 29320
    },
    {
      "loss_action": 0.03058050386607647,
      "loss_total": 0.03058050386607647,
      "step": 29320
    },
    {
      "grad_norm": 0.14999322593212128,
      "learning_rate": 8.467194467160815e-05,
      "loss": 0.0102,
      "step": 29330
    },
    {
      "loss_action": 0.00422001164406538,
      "loss_total": 0.00422001164406538,
      "step": 29330
    },
    {
      "loss_action": 0.005527367815375328,
      "loss_total": 0.005527367815375328,
      "step": 29330
    },
    {
      "loss_action": 0.0076941694132983685,
      "loss_total": 0.0076941694132983685,
      "step": 29330
    },
    {
      "loss_action": 0.014672916382551193,
      "loss_total": 0.014672916382551193,
      "step": 29330
    },
    {
      "loss_action": 0.004775972571223974,
      "loss_total": 0.004775972571223974,
      "step": 29330
    },
    {
      "loss_action": 0.010442296974360943,
      "loss_total": 0.010442296974360943,
      "step": 29330
    },
    {
      "loss_action": 0.005970835220068693,
      "loss_total": 0.005970835220068693,
      "step": 29330
    },
    {
      "loss_action": 0.005332064814865589,
      "loss_total": 0.005332064814865589,
      "step": 29330
    },
    {
      "grad_norm": 0.14729316532611847,
      "learning_rate": 8.466002927063667e-05,
      "loss": 0.0124,
      "step": 29340
    },
    {
      "loss_action": 0.009128905832767487,
      "loss_total": 0.009128905832767487,
      "step": 29340
    },
    {
      "loss_action": 0.025977347046136856,
      "loss_total": 0.025977347046136856,
      "step": 29340
    },
    {
      "loss_action": 0.015545974485576153,
      "loss_total": 0.015545974485576153,
      "step": 29340
    },
    {
      "loss_action": 0.008430011570453644,
      "loss_total": 0.008430011570453644,
      "step": 29340
    },
    {
      "loss_action": 0.009053478017449379,
      "loss_total": 0.009053478017449379,
      "step": 29340
    },
    {
      "loss_action": 0.007940176874399185,
      "loss_total": 0.007940176874399185,
      "step": 29340
    },
    {
      "loss_action": 0.009318703785538673,
      "loss_total": 0.009318703785538673,
      "step": 29340
    },
    {
      "loss_action": 0.009427356533706188,
      "loss_total": 0.009427356533706188,
      "step": 29340
    },
    {
      "grad_norm": 0.17255079746246338,
      "learning_rate": 8.464811007929651e-05,
      "loss": 0.0139,
      "step": 29350
    },
    {
      "loss_action": 0.011610318906605244,
      "loss_total": 0.011610318906605244,
      "step": 29350
    },
    {
      "loss_action": 0.014096836559474468,
      "loss_total": 0.014096836559474468,
      "step": 29350
    },
    {
      "loss_action": 0.010756012983620167,
      "loss_total": 0.010756012983620167,
      "step": 29350
    },
    {
      "loss_action": 0.014196797274053097,
      "loss_total": 0.014196797274053097,
      "step": 29350
    },
    {
      "loss_action": 0.027782518416643143,
      "loss_total": 0.027782518416643143,
      "step": 29350
    },
    {
      "loss_action": 0.017368003726005554,
      "loss_total": 0.017368003726005554,
      "step": 29350
    },
    {
      "loss_action": 0.013230581767857075,
      "loss_total": 0.013230581767857075,
      "step": 29350
    },
    {
      "loss_action": 0.05164862424135208,
      "loss_total": 0.05164862424135208,
      "step": 29350
    },
    {
      "grad_norm": 0.20411039888858795,
      "learning_rate": 8.463618709889114e-05,
      "loss": 0.0116,
      "step": 29360
    },
    {
      "loss_action": 0.008316123858094215,
      "loss_total": 0.008316123858094215,
      "step": 29360
    },
    {
      "loss_action": 0.010719581507146358,
      "loss_total": 0.010719581507146358,
      "step": 29360
    },
    {
      "loss_action": 0.0074124704115092754,
      "loss_total": 0.0074124704115092754,
      "step": 29360
    },
    {
      "loss_action": 0.016934162005782127,
      "loss_total": 0.016934162005782127,
      "step": 29360
    },
    {
      "loss_action": 0.010587205179035664,
      "loss_total": 0.010587205179035664,
      "step": 29360
    },
    {
      "loss_action": 0.019382067024707794,
      "loss_total": 0.019382067024707794,
      "step": 29360
    },
    {
      "loss_action": 0.012465539388358593,
      "loss_total": 0.012465539388358593,
      "step": 29360
    },
    {
      "loss_action": 0.010241497308015823,
      "loss_total": 0.010241497308015823,
      "step": 29360
    },
    {
      "grad_norm": 0.14336207509040833,
      "learning_rate": 8.462426033072442e-05,
      "loss": 0.0102,
      "step": 29370
    },
    {
      "loss_action": 0.006186042912304401,
      "loss_total": 0.006186042912304401,
      "step": 29370
    },
    {
      "loss_action": 0.010049374774098396,
      "loss_total": 0.010049374774098396,
      "step": 29370
    },
    {
      "loss_action": 0.005888272076845169,
      "loss_total": 0.005888272076845169,
      "step": 29370
    },
    {
      "loss_action": 0.007350211031734943,
      "loss_total": 0.007350211031734943,
      "step": 29370
    },
    {
      "loss_action": 0.018316885456442833,
      "loss_total": 0.018316885456442833,
      "step": 29370
    },
    {
      "loss_action": 0.004010522272437811,
      "loss_total": 0.004010522272437811,
      "step": 29370
    },
    {
      "loss_action": 0.020743776112794876,
      "loss_total": 0.020743776112794876,
      "step": 29370
    },
    {
      "loss_action": 0.014130872674286366,
      "loss_total": 0.014130872674286366,
      "step": 29370
    },
    {
      "grad_norm": 0.10135067999362946,
      "learning_rate": 8.461232977610061e-05,
      "loss": 0.0096,
      "step": 29380
    },
    {
      "loss_action": 0.011859285645186901,
      "loss_total": 0.011859285645186901,
      "step": 29380
    },
    {
      "loss_action": 0.007766819093376398,
      "loss_total": 0.007766819093376398,
      "step": 29380
    },
    {
      "loss_action": 0.009363437071442604,
      "loss_total": 0.009363437071442604,
      "step": 29380
    },
    {
      "loss_action": 0.006324752699583769,
      "loss_total": 0.006324752699583769,
      "step": 29380
    },
    {
      "loss_action": 0.0072609251365065575,
      "loss_total": 0.0072609251365065575,
      "step": 29380
    },
    {
      "loss_action": 0.009257471188902855,
      "loss_total": 0.009257471188902855,
      "step": 29380
    },
    {
      "loss_action": 0.00724135572090745,
      "loss_total": 0.00724135572090745,
      "step": 29380
    },
    {
      "loss_action": 0.0033534704707562923,
      "loss_total": 0.0033534704707562923,
      "step": 29380
    },
    {
      "grad_norm": 0.12787514925003052,
      "learning_rate": 8.46003954363245e-05,
      "loss": 0.0109,
      "step": 29390
    },
    {
      "loss_action": 0.014558954164385796,
      "loss_total": 0.014558954164385796,
      "step": 29390
    },
    {
      "loss_action": 0.007371466141194105,
      "loss_total": 0.007371466141194105,
      "step": 29390
    },
    {
      "loss_action": 0.01203734427690506,
      "loss_total": 0.01203734427690506,
      "step": 29390
    },
    {
      "loss_action": 0.00489408802241087,
      "loss_total": 0.00489408802241087,
      "step": 29390
    },
    {
      "loss_action": 0.007309043779969215,
      "loss_total": 0.007309043779969215,
      "step": 29390
    },
    {
      "loss_action": 0.012636947445571423,
      "loss_total": 0.012636947445571423,
      "step": 29390
    },
    {
      "loss_action": 0.007297585252672434,
      "loss_total": 0.007297585252672434,
      "step": 29390
    },
    {
      "loss_action": 0.015441562980413437,
      "loss_total": 0.015441562980413437,
      "step": 29390
    },
    {
      "grad_norm": 0.159113809466362,
      "learning_rate": 8.458845731270115e-05,
      "loss": 0.01,
      "step": 29400
    },
    {
      "loss_action": 0.019925357773900032,
      "loss_total": 0.019925357773900032,
      "step": 29400
    },
    {
      "loss_action": 0.015672437846660614,
      "loss_total": 0.015672437846660614,
      "step": 29400
    },
    {
      "loss_action": 0.015107747167348862,
      "loss_total": 0.015107747167348862,
      "step": 29400
    },
    {
      "loss_action": 0.011450877413153648,
      "loss_total": 0.011450877413153648,
      "step": 29400
    },
    {
      "loss_action": 0.008699744008481503,
      "loss_total": 0.008699744008481503,
      "step": 29400
    },
    {
      "loss_action": 0.001953418832272291,
      "loss_total": 0.001953418832272291,
      "step": 29400
    },
    {
      "loss_action": 0.009408984333276749,
      "loss_total": 0.009408984333276749,
      "step": 29400
    },
    {
      "loss_action": 0.005275628063827753,
      "loss_total": 0.005275628063827753,
      "step": 29400
    },
    {
      "grad_norm": 0.10666779428720474,
      "learning_rate": 8.45765154065361e-05,
      "loss": 0.0101,
      "step": 29410
    },
    {
      "loss_action": 0.006279539316892624,
      "loss_total": 0.006279539316892624,
      "step": 29410
    },
    {
      "loss_action": 0.016214456409215927,
      "loss_total": 0.016214456409215927,
      "step": 29410
    },
    {
      "loss_action": 0.003284849226474762,
      "loss_total": 0.003284849226474762,
      "step": 29410
    },
    {
      "loss_action": 0.004629237111657858,
      "loss_total": 0.004629237111657858,
      "step": 29410
    },
    {
      "loss_action": 0.02751265838742256,
      "loss_total": 0.02751265838742256,
      "step": 29410
    },
    {
      "loss_action": 0.007945733144879341,
      "loss_total": 0.007945733144879341,
      "step": 29410
    },
    {
      "loss_action": 0.020526256412267685,
      "loss_total": 0.020526256412267685,
      "step": 29410
    },
    {
      "loss_action": 0.01732628233730793,
      "loss_total": 0.01732628233730793,
      "step": 29410
    },
    {
      "grad_norm": 0.1445843130350113,
      "learning_rate": 8.456456971913532e-05,
      "loss": 0.0111,
      "step": 29420
    },
    {
      "loss_action": 0.011811267584562302,
      "loss_total": 0.011811267584562302,
      "step": 29420
    },
    {
      "loss_action": 0.008793981745839119,
      "loss_total": 0.008793981745839119,
      "step": 29420
    },
    {
      "loss_action": 0.01747911050915718,
      "loss_total": 0.01747911050915718,
      "step": 29420
    },
    {
      "loss_action": 0.0032382551580667496,
      "loss_total": 0.0032382551580667496,
      "step": 29420
    },
    {
      "loss_action": 0.015042997896671295,
      "loss_total": 0.015042997896671295,
      "step": 29420
    },
    {
      "loss_action": 0.006604861468076706,
      "loss_total": 0.006604861468076706,
      "step": 29420
    },
    {
      "loss_action": 0.010108107700943947,
      "loss_total": 0.010108107700943947,
      "step": 29420
    },
    {
      "loss_action": 0.03078729286789894,
      "loss_total": 0.03078729286789894,
      "step": 29420
    },
    {
      "grad_norm": 0.13970869779586792,
      "learning_rate": 8.455262025180517e-05,
      "loss": 0.013,
      "step": 29430
    },
    {
      "loss_action": 0.005081528797745705,
      "loss_total": 0.005081528797745705,
      "step": 29430
    },
    {
      "loss_action": 0.010279258713126183,
      "loss_total": 0.010279258713126183,
      "step": 29430
    },
    {
      "loss_action": 0.003584343008697033,
      "loss_total": 0.003584343008697033,
      "step": 29430
    },
    {
      "loss_action": 0.015801766887307167,
      "loss_total": 0.015801766887307167,
      "step": 29430
    },
    {
      "loss_action": 0.020380349829792976,
      "loss_total": 0.020380349829792976,
      "step": 29430
    },
    {
      "loss_action": 0.0052576009184122086,
      "loss_total": 0.0052576009184122086,
      "step": 29430
    },
    {
      "loss_action": 0.011803651228547096,
      "loss_total": 0.011803651228547096,
      "step": 29430
    },
    {
      "loss_action": 0.005784358363598585,
      "loss_total": 0.005784358363598585,
      "step": 29430
    },
    {
      "grad_norm": 0.09931439906358719,
      "learning_rate": 8.454066700585242e-05,
      "loss": 0.0096,
      "step": 29440
    },
    {
      "loss_action": 0.005612152628600597,
      "loss_total": 0.005612152628600597,
      "step": 29440
    },
    {
      "loss_action": 0.01733025349676609,
      "loss_total": 0.01733025349676609,
      "step": 29440
    },
    {
      "loss_action": 0.006827017292380333,
      "loss_total": 0.006827017292380333,
      "step": 29440
    },
    {
      "loss_action": 0.007630995474755764,
      "loss_total": 0.007630995474755764,
      "step": 29440
    },
    {
      "loss_action": 0.004556997679173946,
      "loss_total": 0.004556997679173946,
      "step": 29440
    },
    {
      "loss_action": 0.003891408210620284,
      "loss_total": 0.003891408210620284,
      "step": 29440
    },
    {
      "loss_action": 0.01095769926905632,
      "loss_total": 0.01095769926905632,
      "step": 29440
    },
    {
      "loss_action": 0.006815699860453606,
      "loss_total": 0.006815699860453606,
      "step": 29440
    },
    {
      "grad_norm": 0.17316681146621704,
      "learning_rate": 8.452870998258423e-05,
      "loss": 0.011,
      "step": 29450
    },
    {
      "loss_action": 0.01271943747997284,
      "loss_total": 0.01271943747997284,
      "step": 29450
    },
    {
      "loss_action": 0.0056402673944830894,
      "loss_total": 0.0056402673944830894,
      "step": 29450
    },
    {
      "loss_action": 0.005531773902475834,
      "loss_total": 0.005531773902475834,
      "step": 29450
    },
    {
      "loss_action": 0.003945249132812023,
      "loss_total": 0.003945249132812023,
      "step": 29450
    },
    {
      "loss_action": 0.00865890271961689,
      "loss_total": 0.00865890271961689,
      "step": 29450
    },
    {
      "loss_action": 0.008530950173735619,
      "loss_total": 0.008530950173735619,
      "step": 29450
    },
    {
      "loss_action": 0.01668381504714489,
      "loss_total": 0.01668381504714489,
      "step": 29450
    },
    {
      "loss_action": 0.009859006851911545,
      "loss_total": 0.009859006851911545,
      "step": 29450
    },
    {
      "grad_norm": 0.11365818232297897,
      "learning_rate": 8.451674918330825e-05,
      "loss": 0.0133,
      "step": 29460
    },
    {
      "loss_action": 0.008105231449007988,
      "loss_total": 0.008105231449007988,
      "step": 29460
    },
    {
      "loss_action": 0.013806501403450966,
      "loss_total": 0.013806501403450966,
      "step": 29460
    },
    {
      "loss_action": 0.007250695489346981,
      "loss_total": 0.007250695489346981,
      "step": 29460
    },
    {
      "loss_action": 0.010789372958242893,
      "loss_total": 0.010789372958242893,
      "step": 29460
    },
    {
      "loss_action": 0.010411104187369347,
      "loss_total": 0.010411104187369347,
      "step": 29460
    },
    {
      "loss_action": 0.01529194600880146,
      "loss_total": 0.01529194600880146,
      "step": 29460
    },
    {
      "loss_action": 0.004811836872249842,
      "loss_total": 0.004811836872249842,
      "step": 29460
    },
    {
      "loss_action": 0.011717215180397034,
      "loss_total": 0.011717215180397034,
      "step": 29460
    },
    {
      "grad_norm": 0.12718558311462402,
      "learning_rate": 8.450478460933246e-05,
      "loss": 0.0124,
      "step": 29470
    },
    {
      "loss_action": 0.01104309968650341,
      "loss_total": 0.01104309968650341,
      "step": 29470
    },
    {
      "loss_action": 0.014891890808939934,
      "loss_total": 0.014891890808939934,
      "step": 29470
    },
    {
      "loss_action": 0.016331706196069717,
      "loss_total": 0.016331706196069717,
      "step": 29470
    },
    {
      "loss_action": 0.007346845231950283,
      "loss_total": 0.007346845231950283,
      "step": 29470
    },
    {
      "loss_action": 0.013429221697151661,
      "loss_total": 0.013429221697151661,
      "step": 29470
    },
    {
      "loss_action": 0.0057707130908966064,
      "loss_total": 0.0057707130908966064,
      "step": 29470
    },
    {
      "loss_action": 0.014287317171692848,
      "loss_total": 0.014287317171692848,
      "step": 29470
    },
    {
      "loss_action": 0.015872791409492493,
      "loss_total": 0.015872791409492493,
      "step": 29470
    },
    {
      "grad_norm": 0.1538013368844986,
      "learning_rate": 8.449281626196532e-05,
      "loss": 0.0123,
      "step": 29480
    },
    {
      "loss_action": 0.008943004533648491,
      "loss_total": 0.008943004533648491,
      "step": 29480
    },
    {
      "loss_action": 0.02279801480472088,
      "loss_total": 0.02279801480472088,
      "step": 29480
    },
    {
      "loss_action": 0.003935299813747406,
      "loss_total": 0.003935299813747406,
      "step": 29480
    },
    {
      "loss_action": 0.013955754227936268,
      "loss_total": 0.013955754227936268,
      "step": 29480
    },
    {
      "loss_action": 0.010053352452814579,
      "loss_total": 0.010053352452814579,
      "step": 29480
    },
    {
      "loss_action": 0.00732090137898922,
      "loss_total": 0.00732090137898922,
      "step": 29480
    },
    {
      "loss_action": 0.005421692505478859,
      "loss_total": 0.005421692505478859,
      "step": 29480
    },
    {
      "loss_action": 0.02173480950295925,
      "loss_total": 0.02173480950295925,
      "step": 29480
    },
    {
      "grad_norm": 0.08750547468662262,
      "learning_rate": 8.448084414251564e-05,
      "loss": 0.0116,
      "step": 29490
    },
    {
      "loss_action": 0.018889566883444786,
      "loss_total": 0.018889566883444786,
      "step": 29490
    },
    {
      "loss_action": 0.012716803699731827,
      "loss_total": 0.012716803699731827,
      "step": 29490
    },
    {
      "loss_action": 0.005378655157983303,
      "loss_total": 0.005378655157983303,
      "step": 29490
    },
    {
      "loss_action": 0.009369682520627975,
      "loss_total": 0.009369682520627975,
      "step": 29490
    },
    {
      "loss_action": 0.004580399487167597,
      "loss_total": 0.004580399487167597,
      "step": 29490
    },
    {
      "loss_action": 0.018017740920186043,
      "loss_total": 0.018017740920186043,
      "step": 29490
    },
    {
      "loss_action": 0.003550345078110695,
      "loss_total": 0.003550345078110695,
      "step": 29490
    },
    {
      "loss_action": 0.005645346827805042,
      "loss_total": 0.005645346827805042,
      "step": 29490
    },
    {
      "grad_norm": 0.17636315524578094,
      "learning_rate": 8.446886825229271e-05,
      "loss": 0.0123,
      "step": 29500
    },
    {
      "loss_action": 0.014831867069005966,
      "loss_total": 0.014831867069005966,
      "step": 29500
    },
    {
      "loss_action": 0.008006928488612175,
      "loss_total": 0.008006928488612175,
      "step": 29500
    },
    {
      "loss_action": 0.0073907095938920975,
      "loss_total": 0.0073907095938920975,
      "step": 29500
    },
    {
      "loss_action": 0.005415481515228748,
      "loss_total": 0.005415481515228748,
      "step": 29500
    },
    {
      "loss_action": 0.006945308297872543,
      "loss_total": 0.006945308297872543,
      "step": 29500
    },
    {
      "loss_action": 0.013165222480893135,
      "loss_total": 0.013165222480893135,
      "step": 29500
    },
    {
      "loss_action": 0.010216106660664082,
      "loss_total": 0.010216106660664082,
      "step": 29500
    },
    {
      "loss_action": 0.01131508033722639,
      "loss_total": 0.01131508033722639,
      "step": 29500
    },
    {
      "grad_norm": 0.1451704204082489,
      "learning_rate": 8.445688859260615e-05,
      "loss": 0.0115,
      "step": 29510
    },
    {
      "loss_action": 0.006650830619037151,
      "loss_total": 0.006650830619037151,
      "step": 29510
    },
    {
      "loss_action": 0.010900725610554218,
      "loss_total": 0.010900725610554218,
      "step": 29510
    },
    {
      "loss_action": 0.011617743410170078,
      "loss_total": 0.011617743410170078,
      "step": 29510
    },
    {
      "loss_action": 0.012175935320556164,
      "loss_total": 0.012175935320556164,
      "step": 29510
    },
    {
      "loss_action": 0.018537458032369614,
      "loss_total": 0.018537458032369614,
      "step": 29510
    },
    {
      "loss_action": 0.010129692032933235,
      "loss_total": 0.010129692032933235,
      "step": 29510
    },
    {
      "loss_action": 0.007748887408524752,
      "loss_total": 0.007748887408524752,
      "step": 29510
    },
    {
      "loss_action": 0.006782203912734985,
      "loss_total": 0.006782203912734985,
      "step": 29510
    },
    {
      "grad_norm": 0.1553073525428772,
      "learning_rate": 8.444490516476606e-05,
      "loss": 0.0117,
      "step": 29520
    },
    {
      "loss_action": 0.01261398009955883,
      "loss_total": 0.01261398009955883,
      "step": 29520
    },
    {
      "loss_action": 0.007447287440299988,
      "loss_total": 0.007447287440299988,
      "step": 29520
    },
    {
      "loss_action": 0.022477008402347565,
      "loss_total": 0.022477008402347565,
      "step": 29520
    },
    {
      "loss_action": 0.005836424883455038,
      "loss_total": 0.005836424883455038,
      "step": 29520
    },
    {
      "loss_action": 0.01745426282286644,
      "loss_total": 0.01745426282286644,
      "step": 29520
    },
    {
      "loss_action": 0.011741068214178085,
      "loss_total": 0.011741068214178085,
      "step": 29520
    },
    {
      "loss_action": 0.010478170588612556,
      "loss_total": 0.010478170588612556,
      "step": 29520
    },
    {
      "loss_action": 0.025611145421862602,
      "loss_total": 0.025611145421862602,
      "step": 29520
    },
    {
      "grad_norm": 0.13131853938102722,
      "learning_rate": 8.443291797008293e-05,
      "loss": 0.0127,
      "step": 29530
    },
    {
      "loss_action": 0.008313103578984737,
      "loss_total": 0.008313103578984737,
      "step": 29530
    },
    {
      "loss_action": 0.008923104032874107,
      "loss_total": 0.008923104032874107,
      "step": 29530
    },
    {
      "loss_action": 0.021170495077967644,
      "loss_total": 0.021170495077967644,
      "step": 29530
    },
    {
      "loss_action": 0.011717267334461212,
      "loss_total": 0.011717267334461212,
      "step": 29530
    },
    {
      "loss_action": 0.004807894583791494,
      "loss_total": 0.004807894583791494,
      "step": 29530
    },
    {
      "loss_action": 0.006251721642911434,
      "loss_total": 0.006251721642911434,
      "step": 29530
    },
    {
      "loss_action": 0.0223841555416584,
      "loss_total": 0.0223841555416584,
      "step": 29530
    },
    {
      "loss_action": 0.027143744751811028,
      "loss_total": 0.027143744751811028,
      "step": 29530
    },
    {
      "grad_norm": 0.1459783911705017,
      "learning_rate": 8.442092700986765e-05,
      "loss": 0.0106,
      "step": 29540
    },
    {
      "loss_action": 0.007484198082238436,
      "loss_total": 0.007484198082238436,
      "step": 29540
    },
    {
      "loss_action": 0.007663447875529528,
      "loss_total": 0.007663447875529528,
      "step": 29540
    },
    {
      "loss_action": 0.003988766111433506,
      "loss_total": 0.003988766111433506,
      "step": 29540
    },
    {
      "loss_action": 0.007769362069666386,
      "loss_total": 0.007769362069666386,
      "step": 29540
    },
    {
      "loss_action": 0.010235865600407124,
      "loss_total": 0.010235865600407124,
      "step": 29540
    },
    {
      "loss_action": 0.009113205596804619,
      "loss_total": 0.009113205596804619,
      "step": 29540
    },
    {
      "loss_action": 0.005189102608710527,
      "loss_total": 0.005189102608710527,
      "step": 29540
    },
    {
      "loss_action": 0.016012756153941154,
      "loss_total": 0.016012756153941154,
      "step": 29540
    },
    {
      "grad_norm": 0.14934785664081573,
      "learning_rate": 8.440893228543156e-05,
      "loss": 0.0095,
      "step": 29550
    },
    {
      "loss_action": 0.004736940376460552,
      "loss_total": 0.004736940376460552,
      "step": 29550
    },
    {
      "loss_action": 0.011508512310683727,
      "loss_total": 0.011508512310683727,
      "step": 29550
    },
    {
      "loss_action": 0.006011233665049076,
      "loss_total": 0.006011233665049076,
      "step": 29550
    },
    {
      "loss_action": 0.005653582513332367,
      "loss_total": 0.005653582513332367,
      "step": 29550
    },
    {
      "loss_action": 0.010685393586754799,
      "loss_total": 0.010685393586754799,
      "step": 29550
    },
    {
      "loss_action": 0.00746515765786171,
      "loss_total": 0.00746515765786171,
      "step": 29550
    },
    {
      "loss_action": 0.004246007651090622,
      "loss_total": 0.004246007651090622,
      "step": 29550
    },
    {
      "loss_action": 0.00360175222158432,
      "loss_total": 0.00360175222158432,
      "step": 29550
    },
    {
      "grad_norm": 0.16608281433582306,
      "learning_rate": 8.439693379808638e-05,
      "loss": 0.0102,
      "step": 29560
    },
    {
      "loss_action": 0.006794796325266361,
      "loss_total": 0.006794796325266361,
      "step": 29560
    },
    {
      "loss_action": 0.01575390435755253,
      "loss_total": 0.01575390435755253,
      "step": 29560
    },
    {
      "loss_action": 0.007013820111751556,
      "loss_total": 0.007013820111751556,
      "step": 29560
    },
    {
      "loss_action": 0.011572582647204399,
      "loss_total": 0.011572582647204399,
      "step": 29560
    },
    {
      "loss_action": 0.014084185473620892,
      "loss_total": 0.014084185473620892,
      "step": 29560
    },
    {
      "loss_action": 0.007371876854449511,
      "loss_total": 0.007371876854449511,
      "step": 29560
    },
    {
      "loss_action": 0.01769324019551277,
      "loss_total": 0.01769324019551277,
      "step": 29560
    },
    {
      "loss_action": 0.02030995488166809,
      "loss_total": 0.02030995488166809,
      "step": 29560
    },
    {
      "grad_norm": 0.17124231159687042,
      "learning_rate": 8.43849315491442e-05,
      "loss": 0.0122,
      "step": 29570
    },
    {
      "loss_action": 0.007615677081048489,
      "loss_total": 0.007615677081048489,
      "step": 29570
    },
    {
      "loss_action": 0.016604693606495857,
      "loss_total": 0.016604693606495857,
      "step": 29570
    },
    {
      "loss_action": 0.01788085512816906,
      "loss_total": 0.01788085512816906,
      "step": 29570
    },
    {
      "loss_action": 0.014290818013250828,
      "loss_total": 0.014290818013250828,
      "step": 29570
    },
    {
      "loss_action": 0.0062744696624577045,
      "loss_total": 0.0062744696624577045,
      "step": 29570
    },
    {
      "loss_action": 0.010326039977371693,
      "loss_total": 0.010326039977371693,
      "step": 29570
    },
    {
      "loss_action": 0.010691617615520954,
      "loss_total": 0.010691617615520954,
      "step": 29570
    },
    {
      "loss_action": 0.004242732189595699,
      "loss_total": 0.004242732189595699,
      "step": 29570
    },
    {
      "grad_norm": 0.21313121914863586,
      "learning_rate": 8.437292553991763e-05,
      "loss": 0.0118,
      "step": 29580
    },
    {
      "loss_action": 0.00820208340883255,
      "loss_total": 0.00820208340883255,
      "step": 29580
    },
    {
      "loss_action": 0.006260608788579702,
      "loss_total": 0.006260608788579702,
      "step": 29580
    },
    {
      "loss_action": 0.0033583284821361303,
      "loss_total": 0.0033583284821361303,
      "step": 29580
    },
    {
      "loss_action": 0.0044357143342494965,
      "loss_total": 0.0044357143342494965,
      "step": 29580
    },
    {
      "loss_action": 0.01562296599149704,
      "loss_total": 0.01562296599149704,
      "step": 29580
    },
    {
      "loss_action": 0.006237036548554897,
      "loss_total": 0.006237036548554897,
      "step": 29580
    },
    {
      "loss_action": 0.007978483103215694,
      "loss_total": 0.007978483103215694,
      "step": 29580
    },
    {
      "loss_action": 0.006775571033358574,
      "loss_total": 0.006775571033358574,
      "step": 29580
    },
    {
      "grad_norm": 0.12263664603233337,
      "learning_rate": 8.436091577171959e-05,
      "loss": 0.0099,
      "step": 29590
    },
    {
      "loss_action": 0.0036989396903663874,
      "loss_total": 0.0036989396903663874,
      "step": 29590
    },
    {
      "loss_action": 0.003050817409530282,
      "loss_total": 0.003050817409530282,
      "step": 29590
    },
    {
      "loss_action": 0.007302511483430862,
      "loss_total": 0.007302511483430862,
      "step": 29590
    },
    {
      "loss_action": 0.026415448635816574,
      "loss_total": 0.026415448635816574,
      "step": 29590
    },
    {
      "loss_action": 0.010052485391497612,
      "loss_total": 0.010052485391497612,
      "step": 29590
    },
    {
      "loss_action": 0.010044323280453682,
      "loss_total": 0.010044323280453682,
      "step": 29590
    },
    {
      "loss_action": 0.0035634925588965416,
      "loss_total": 0.0035634925588965416,
      "step": 29590
    },
    {
      "loss_action": 0.009492561221122742,
      "loss_total": 0.009492561221122742,
      "step": 29590
    },
    {
      "grad_norm": 0.09931600093841553,
      "learning_rate": 8.434890224586347e-05,
      "loss": 0.0106,
      "step": 29600
    },
    {
      "loss_action": 0.01779061183333397,
      "loss_total": 0.01779061183333397,
      "step": 29600
    },
    {
      "loss_action": 0.01283755712211132,
      "loss_total": 0.01283755712211132,
      "step": 29600
    },
    {
      "loss_action": 0.014252454042434692,
      "loss_total": 0.014252454042434692,
      "step": 29600
    },
    {
      "loss_action": 0.0146859809756279,
      "loss_total": 0.0146859809756279,
      "step": 29600
    },
    {
      "loss_action": 0.012167934328317642,
      "loss_total": 0.012167934328317642,
      "step": 29600
    },
    {
      "loss_action": 0.013655545189976692,
      "loss_total": 0.013655545189976692,
      "step": 29600
    },
    {
      "loss_action": 0.008281136862933636,
      "loss_total": 0.008281136862933636,
      "step": 29600
    },
    {
      "loss_action": 0.005720851942896843,
      "loss_total": 0.005720851942896843,
      "step": 29600
    },
    {
      "grad_norm": 0.10453619062900543,
      "learning_rate": 8.433688496366303e-05,
      "loss": 0.0116,
      "step": 29610
    },
    {
      "loss_action": 0.006122061982750893,
      "loss_total": 0.006122061982750893,
      "step": 29610
    },
    {
      "loss_action": 0.006449181120842695,
      "loss_total": 0.006449181120842695,
      "step": 29610
    },
    {
      "loss_action": 0.0064321658574044704,
      "loss_total": 0.0064321658574044704,
      "step": 29610
    },
    {
      "loss_action": 0.020541658625006676,
      "loss_total": 0.020541658625006676,
      "step": 29610
    },
    {
      "loss_action": 0.008825035765767097,
      "loss_total": 0.008825035765767097,
      "step": 29610
    },
    {
      "loss_action": 0.017646435648202896,
      "loss_total": 0.017646435648202896,
      "step": 29610
    },
    {
      "loss_action": 0.006906772032380104,
      "loss_total": 0.006906772032380104,
      "step": 29610
    },
    {
      "loss_action": 0.01478260662406683,
      "loss_total": 0.01478260662406683,
      "step": 29610
    },
    {
      "grad_norm": 0.16457729041576385,
      "learning_rate": 8.432486392643248e-05,
      "loss": 0.0116,
      "step": 29620
    },
    {
      "loss_action": 0.005976560991257429,
      "loss_total": 0.005976560991257429,
      "step": 29620
    },
    {
      "loss_action": 0.010628481395542622,
      "loss_total": 0.010628481395542622,
      "step": 29620
    },
    {
      "loss_action": 0.007937129586935043,
      "loss_total": 0.007937129586935043,
      "step": 29620
    },
    {
      "loss_action": 0.011094700545072556,
      "loss_total": 0.011094700545072556,
      "step": 29620
    },
    {
      "loss_action": 0.007151466328650713,
      "loss_total": 0.007151466328650713,
      "step": 29620
    },
    {
      "loss_action": 0.006590879522264004,
      "loss_total": 0.006590879522264004,
      "step": 29620
    },
    {
      "loss_action": 0.008350702002644539,
      "loss_total": 0.008350702002644539,
      "step": 29620
    },
    {
      "loss_action": 0.021344739943742752,
      "loss_total": 0.021344739943742752,
      "step": 29620
    },
    {
      "grad_norm": 0.13709986209869385,
      "learning_rate": 8.431283913548643e-05,
      "loss": 0.0134,
      "step": 29630
    },
    {
      "loss_action": 0.014944886788725853,
      "loss_total": 0.014944886788725853,
      "step": 29630
    },
    {
      "loss_action": 0.005089731886982918,
      "loss_total": 0.005089731886982918,
      "step": 29630
    },
    {
      "loss_action": 0.010555156506597996,
      "loss_total": 0.010555156506597996,
      "step": 29630
    },
    {
      "loss_action": 0.010280145332217216,
      "loss_total": 0.010280145332217216,
      "step": 29630
    },
    {
      "loss_action": 0.01331388857215643,
      "loss_total": 0.01331388857215643,
      "step": 29630
    },
    {
      "loss_action": 0.012231271713972092,
      "loss_total": 0.012231271713972092,
      "step": 29630
    },
    {
      "loss_action": 0.01650501787662506,
      "loss_total": 0.01650501787662506,
      "step": 29630
    },
    {
      "loss_action": 0.007384561002254486,
      "loss_total": 0.007384561002254486,
      "step": 29630
    },
    {
      "grad_norm": 0.14155162870883942,
      "learning_rate": 8.430081059213985e-05,
      "loss": 0.0127,
      "step": 29640
    },
    {
      "loss_action": 0.011997933499515057,
      "loss_total": 0.011997933499515057,
      "step": 29640
    },
    {
      "loss_action": 0.01230594515800476,
      "loss_total": 0.01230594515800476,
      "step": 29640
    },
    {
      "loss_action": 0.00495540164411068,
      "loss_total": 0.00495540164411068,
      "step": 29640
    },
    {
      "loss_action": 0.008473694324493408,
      "loss_total": 0.008473694324493408,
      "step": 29640
    },
    {
      "loss_action": 0.005282715894281864,
      "loss_total": 0.005282715894281864,
      "step": 29640
    },
    {
      "loss_action": 0.00604734243825078,
      "loss_total": 0.00604734243825078,
      "step": 29640
    },
    {
      "loss_action": 0.03733082488179207,
      "loss_total": 0.03733082488179207,
      "step": 29640
    },
    {
      "loss_action": 0.010801402851939201,
      "loss_total": 0.010801402851939201,
      "step": 29640
    },
    {
      "grad_norm": 0.11942840367555618,
      "learning_rate": 8.428877829770823e-05,
      "loss": 0.0103,
      "step": 29650
    },
    {
      "loss_action": 0.04251651093363762,
      "loss_total": 0.04251651093363762,
      "step": 29650
    },
    {
      "loss_action": 0.007562164682894945,
      "loss_total": 0.007562164682894945,
      "step": 29650
    },
    {
      "loss_action": 0.012877264991402626,
      "loss_total": 0.012877264991402626,
      "step": 29650
    },
    {
      "loss_action": 0.013493213802576065,
      "loss_total": 0.013493213802576065,
      "step": 29650
    },
    {
      "loss_action": 0.004835010971873999,
      "loss_total": 0.004835010971873999,
      "step": 29650
    },
    {
      "loss_action": 0.0040329815819859505,
      "loss_total": 0.0040329815819859505,
      "step": 29650
    },
    {
      "loss_action": 0.006193372420966625,
      "loss_total": 0.006193372420966625,
      "step": 29650
    },
    {
      "loss_action": 0.012704381719231606,
      "loss_total": 0.012704381719231606,
      "step": 29650
    },
    {
      "grad_norm": 0.11921019852161407,
      "learning_rate": 8.427674225350735e-05,
      "loss": 0.0113,
      "step": 29660
    },
    {
      "loss_action": 0.013167813420295715,
      "loss_total": 0.013167813420295715,
      "step": 29660
    },
    {
      "loss_action": 0.02317674830555916,
      "loss_total": 0.02317674830555916,
      "step": 29660
    },
    {
      "loss_action": 0.017948243767023087,
      "loss_total": 0.017948243767023087,
      "step": 29660
    },
    {
      "loss_action": 0.016912858933210373,
      "loss_total": 0.016912858933210373,
      "step": 29660
    },
    {
      "loss_action": 0.004601303953677416,
      "loss_total": 0.004601303953677416,
      "step": 29660
    },
    {
      "loss_action": 0.019529012963175774,
      "loss_total": 0.019529012963175774,
      "step": 29660
    },
    {
      "loss_action": 0.008650488220155239,
      "loss_total": 0.008650488220155239,
      "step": 29660
    },
    {
      "loss_action": 0.014931188896298409,
      "loss_total": 0.014931188896298409,
      "step": 29660
    },
    {
      "grad_norm": 0.11595264077186584,
      "learning_rate": 8.426470246085347e-05,
      "loss": 0.0097,
      "step": 29670
    },
    {
      "loss_action": 0.014766419306397438,
      "loss_total": 0.014766419306397438,
      "step": 29670
    },
    {
      "loss_action": 0.005781009327620268,
      "loss_total": 0.005781009327620268,
      "step": 29670
    },
    {
      "loss_action": 0.012227660045027733,
      "loss_total": 0.012227660045027733,
      "step": 29670
    },
    {
      "loss_action": 0.005774666555225849,
      "loss_total": 0.005774666555225849,
      "step": 29670
    },
    {
      "loss_action": 0.03167859464883804,
      "loss_total": 0.03167859464883804,
      "step": 29670
    },
    {
      "loss_action": 0.00701082032173872,
      "loss_total": 0.00701082032173872,
      "step": 29670
    },
    {
      "loss_action": 0.008407403714954853,
      "loss_total": 0.008407403714954853,
      "step": 29670
    },
    {
      "loss_action": 0.004493456333875656,
      "loss_total": 0.004493456333875656,
      "step": 29670
    },
    {
      "grad_norm": 0.1516798734664917,
      "learning_rate": 8.425265892106324e-05,
      "loss": 0.0105,
      "step": 29680
    },
    {
      "loss_action": 0.004479298368096352,
      "loss_total": 0.004479298368096352,
      "step": 29680
    },
    {
      "loss_action": 0.010468335822224617,
      "loss_total": 0.010468335822224617,
      "step": 29680
    },
    {
      "loss_action": 0.005751980468630791,
      "loss_total": 0.005751980468630791,
      "step": 29680
    },
    {
      "loss_action": 0.008516724221408367,
      "loss_total": 0.008516724221408367,
      "step": 29680
    },
    {
      "loss_action": 0.01006055623292923,
      "loss_total": 0.01006055623292923,
      "step": 29680
    },
    {
      "loss_action": 0.008591419085860252,
      "loss_total": 0.008591419085860252,
      "step": 29680
    },
    {
      "loss_action": 0.009379606693983078,
      "loss_total": 0.009379606693983078,
      "step": 29680
    },
    {
      "loss_action": 0.006265155505388975,
      "loss_total": 0.006265155505388975,
      "step": 29680
    },
    {
      "grad_norm": 0.13199938833713531,
      "learning_rate": 8.424061163545374e-05,
      "loss": 0.01,
      "step": 29690
    },
    {
      "loss_action": 0.008756246417760849,
      "loss_total": 0.008756246417760849,
      "step": 29690
    },
    {
      "loss_action": 0.003989738412201405,
      "loss_total": 0.003989738412201405,
      "step": 29690
    },
    {
      "loss_action": 0.0054105608724057674,
      "loss_total": 0.0054105608724057674,
      "step": 29690
    },
    {
      "loss_action": 0.008272215723991394,
      "loss_total": 0.008272215723991394,
      "step": 29690
    },
    {
      "loss_action": 0.0021963741164654493,
      "loss_total": 0.0021963741164654493,
      "step": 29690
    },
    {
      "loss_action": 0.002269938588142395,
      "loss_total": 0.002269938588142395,
      "step": 29690
    },
    {
      "loss_action": 0.014362571761012077,
      "loss_total": 0.014362571761012077,
      "step": 29690
    },
    {
      "loss_action": 0.0192217119038105,
      "loss_total": 0.0192217119038105,
      "step": 29690
    },
    {
      "grad_norm": 0.16843323409557343,
      "learning_rate": 8.422856060534243e-05,
      "loss": 0.0112,
      "step": 29700
    },
    {
      "loss_action": 0.00465321633964777,
      "loss_total": 0.00465321633964777,
      "step": 29700
    },
    {
      "loss_action": 0.03044089674949646,
      "loss_total": 0.03044089674949646,
      "step": 29700
    },
    {
      "loss_action": 0.039817363023757935,
      "loss_total": 0.039817363023757935,
      "step": 29700
    },
    {
      "loss_action": 0.020764857530593872,
      "loss_total": 0.020764857530593872,
      "step": 29700
    },
    {
      "loss_action": 0.004794514738023281,
      "loss_total": 0.004794514738023281,
      "step": 29700
    },
    {
      "loss_action": 0.003946073818951845,
      "loss_total": 0.003946073818951845,
      "step": 29700
    },
    {
      "loss_action": 0.008472415618598461,
      "loss_total": 0.008472415618598461,
      "step": 29700
    },
    {
      "loss_action": 0.015033937990665436,
      "loss_total": 0.015033937990665436,
      "step": 29700
    },
    {
      "grad_norm": 0.19192661345005035,
      "learning_rate": 8.421650583204718e-05,
      "loss": 0.0112,
      "step": 29710
    },
    {
      "loss_action": 0.006693828385323286,
      "loss_total": 0.006693828385323286,
      "step": 29710
    },
    {
      "loss_action": 0.003287141676992178,
      "loss_total": 0.003287141676992178,
      "step": 29710
    },
    {
      "loss_action": 0.006640933454036713,
      "loss_total": 0.006640933454036713,
      "step": 29710
    },
    {
      "loss_action": 0.004827878437936306,
      "loss_total": 0.004827878437936306,
      "step": 29710
    },
    {
      "loss_action": 0.009569940157234669,
      "loss_total": 0.009569940157234669,
      "step": 29710
    },
    {
      "loss_action": 0.015146205201745033,
      "loss_total": 0.015146205201745033,
      "step": 29710
    },
    {
      "loss_action": 0.004087995737791061,
      "loss_total": 0.004087995737791061,
      "step": 29710
    },
    {
      "loss_action": 0.01303618960082531,
      "loss_total": 0.01303618960082531,
      "step": 29710
    },
    {
      "grad_norm": 0.11106792092323303,
      "learning_rate": 8.420444731688633e-05,
      "loss": 0.0111,
      "step": 29720
    },
    {
      "loss_action": 0.01039477251470089,
      "loss_total": 0.01039477251470089,
      "step": 29720
    },
    {
      "loss_action": 0.006551776081323624,
      "loss_total": 0.006551776081323624,
      "step": 29720
    },
    {
      "loss_action": 0.009397890418767929,
      "loss_total": 0.009397890418767929,
      "step": 29720
    },
    {
      "loss_action": 0.010212311521172523,
      "loss_total": 0.010212311521172523,
      "step": 29720
    },
    {
      "loss_action": 0.008475162088871002,
      "loss_total": 0.008475162088871002,
      "step": 29720
    },
    {
      "loss_action": 0.009716687723994255,
      "loss_total": 0.009716687723994255,
      "step": 29720
    },
    {
      "loss_action": 0.006610643118619919,
      "loss_total": 0.006610643118619919,
      "step": 29720
    },
    {
      "loss_action": 0.003893104614689946,
      "loss_total": 0.003893104614689946,
      "step": 29720
    },
    {
      "grad_norm": 0.21260559558868408,
      "learning_rate": 8.419238506117852e-05,
      "loss": 0.0111,
      "step": 29730
    },
    {
      "loss_action": 0.010619724169373512,
      "loss_total": 0.010619724169373512,
      "step": 29730
    },
    {
      "loss_action": 0.009083352982997894,
      "loss_total": 0.009083352982997894,
      "step": 29730
    },
    {
      "loss_action": 0.015195640735328197,
      "loss_total": 0.015195640735328197,
      "step": 29730
    },
    {
      "loss_action": 0.01115504465997219,
      "loss_total": 0.01115504465997219,
      "step": 29730
    },
    {
      "loss_action": 0.006478221621364355,
      "loss_total": 0.006478221621364355,
      "step": 29730
    },
    {
      "loss_action": 0.024264276027679443,
      "loss_total": 0.024264276027679443,
      "step": 29730
    },
    {
      "loss_action": 0.009961660951375961,
      "loss_total": 0.009961660951375961,
      "step": 29730
    },
    {
      "loss_action": 0.008071975782513618,
      "loss_total": 0.008071975782513618,
      "step": 29730
    },
    {
      "grad_norm": 0.11041166633367538,
      "learning_rate": 8.418031906624289e-05,
      "loss": 0.0101,
      "step": 29740
    },
    {
      "loss_action": 0.008120437152683735,
      "loss_total": 0.008120437152683735,
      "step": 29740
    },
    {
      "loss_action": 0.014008577913045883,
      "loss_total": 0.014008577913045883,
      "step": 29740
    },
    {
      "loss_action": 0.008120352402329445,
      "loss_total": 0.008120352402329445,
      "step": 29740
    },
    {
      "loss_action": 0.012241553515195847,
      "loss_total": 0.012241553515195847,
      "step": 29740
    },
    {
      "loss_action": 0.009080328978598118,
      "loss_total": 0.009080328978598118,
      "step": 29740
    },
    {
      "loss_action": 0.015811018645763397,
      "loss_total": 0.015811018645763397,
      "step": 29740
    },
    {
      "loss_action": 0.0079253064468503,
      "loss_total": 0.0079253064468503,
      "step": 29740
    },
    {
      "loss_action": 0.006652639247477055,
      "loss_total": 0.006652639247477055,
      "step": 29740
    },
    {
      "grad_norm": 0.10246044397354126,
      "learning_rate": 8.416824933339898e-05,
      "loss": 0.0102,
      "step": 29750
    },
    {
      "loss_action": 0.005517858546227217,
      "loss_total": 0.005517858546227217,
      "step": 29750
    },
    {
      "loss_action": 0.012155983597040176,
      "loss_total": 0.012155983597040176,
      "step": 29750
    },
    {
      "loss_action": 0.010945327579975128,
      "loss_total": 0.010945327579975128,
      "step": 29750
    },
    {
      "loss_action": 0.015608474612236023,
      "loss_total": 0.015608474612236023,
      "step": 29750
    },
    {
      "loss_action": 0.008019761182367802,
      "loss_total": 0.008019761182367802,
      "step": 29750
    },
    {
      "loss_action": 0.008316420018672943,
      "loss_total": 0.008316420018672943,
      "step": 29750
    },
    {
      "loss_action": 0.00904200691729784,
      "loss_total": 0.00904200691729784,
      "step": 29750
    },
    {
      "loss_action": 0.00648459093645215,
      "loss_total": 0.00648459093645215,
      "step": 29750
    },
    {
      "grad_norm": 0.1357361227273941,
      "learning_rate": 8.415617586396667e-05,
      "loss": 0.0107,
      "step": 29760
    },
    {
      "loss_action": 0.019462352618575096,
      "loss_total": 0.019462352618575096,
      "step": 29760
    },
    {
      "loss_action": 0.019492672756314278,
      "loss_total": 0.019492672756314278,
      "step": 29760
    },
    {
      "loss_action": 0.017942365258932114,
      "loss_total": 0.017942365258932114,
      "step": 29760
    },
    {
      "loss_action": 0.01276889257133007,
      "loss_total": 0.01276889257133007,
      "step": 29760
    },
    {
      "loss_action": 0.01158110424876213,
      "loss_total": 0.01158110424876213,
      "step": 29760
    },
    {
      "loss_action": 0.01884670928120613,
      "loss_total": 0.01884670928120613,
      "step": 29760
    },
    {
      "loss_action": 0.018648598343133926,
      "loss_total": 0.018648598343133926,
      "step": 29760
    },
    {
      "loss_action": 0.00969088263809681,
      "loss_total": 0.00969088263809681,
      "step": 29760
    },
    {
      "grad_norm": 0.11605025827884674,
      "learning_rate": 8.414409865926632e-05,
      "loss": 0.0108,
      "step": 29770
    },
    {
      "loss_action": 0.013193168677389622,
      "loss_total": 0.013193168677389622,
      "step": 29770
    },
    {
      "loss_action": 0.010796675458550453,
      "loss_total": 0.010796675458550453,
      "step": 29770
    },
    {
      "loss_action": 0.010378341190516949,
      "loss_total": 0.010378341190516949,
      "step": 29770
    },
    {
      "loss_action": 0.0082775317132473,
      "loss_total": 0.0082775317132473,
      "step": 29770
    },
    {
      "loss_action": 0.006171161308884621,
      "loss_total": 0.006171161308884621,
      "step": 29770
    },
    {
      "loss_action": 0.005465665832161903,
      "loss_total": 0.005465665832161903,
      "step": 29770
    },
    {
      "loss_action": 0.003974560182541609,
      "loss_total": 0.003974560182541609,
      "step": 29770
    },
    {
      "loss_action": 0.0057676080614328384,
      "loss_total": 0.0057676080614328384,
      "step": 29770
    },
    {
      "grad_norm": 0.12982361018657684,
      "learning_rate": 8.413201772061867e-05,
      "loss": 0.0099,
      "step": 29780
    },
    {
      "loss_action": 0.014057209715247154,
      "loss_total": 0.014057209715247154,
      "step": 29780
    },
    {
      "loss_action": 0.01632930338382721,
      "loss_total": 0.01632930338382721,
      "step": 29780
    },
    {
      "loss_action": 0.01072235032916069,
      "loss_total": 0.01072235032916069,
      "step": 29780
    },
    {
      "loss_action": 0.016190795227885246,
      "loss_total": 0.016190795227885246,
      "step": 29780
    },
    {
      "loss_action": 0.010083910077810287,
      "loss_total": 0.010083910077810287,
      "step": 29780
    },
    {
      "loss_action": 0.009883956052362919,
      "loss_total": 0.009883956052362919,
      "step": 29780
    },
    {
      "loss_action": 0.015867557376623154,
      "loss_total": 0.015867557376623154,
      "step": 29780
    },
    {
      "loss_action": 0.008243647404015064,
      "loss_total": 0.008243647404015064,
      "step": 29780
    },
    {
      "grad_norm": 0.1793356090784073,
      "learning_rate": 8.411993304934488e-05,
      "loss": 0.0111,
      "step": 29790
    },
    {
      "loss_action": 0.010205501690506935,
      "loss_total": 0.010205501690506935,
      "step": 29790
    },
    {
      "loss_action": 0.006858000531792641,
      "loss_total": 0.006858000531792641,
      "step": 29790
    },
    {
      "loss_action": 0.021198395639657974,
      "loss_total": 0.021198395639657974,
      "step": 29790
    },
    {
      "loss_action": 0.0279756560921669,
      "loss_total": 0.0279756560921669,
      "step": 29790
    },
    {
      "loss_action": 0.009373747743666172,
      "loss_total": 0.009373747743666172,
      "step": 29790
    },
    {
      "loss_action": 0.01013263314962387,
      "loss_total": 0.01013263314962387,
      "step": 29790
    },
    {
      "loss_action": 0.010836463421583176,
      "loss_total": 0.010836463421583176,
      "step": 29790
    },
    {
      "loss_action": 0.011167185381054878,
      "loss_total": 0.011167185381054878,
      "step": 29790
    },
    {
      "grad_norm": 0.13830699026584625,
      "learning_rate": 8.410784464676654e-05,
      "loss": 0.0124,
      "step": 29800
    },
    {
      "loss_action": 0.021458817645907402,
      "loss_total": 0.021458817645907402,
      "step": 29800
    },
    {
      "loss_action": 0.015423688106238842,
      "loss_total": 0.015423688106238842,
      "step": 29800
    },
    {
      "loss_action": 0.012525832280516624,
      "loss_total": 0.012525832280516624,
      "step": 29800
    },
    {
      "loss_action": 0.012775436043739319,
      "loss_total": 0.012775436043739319,
      "step": 29800
    },
    {
      "loss_action": 0.006597649771720171,
      "loss_total": 0.006597649771720171,
      "step": 29800
    },
    {
      "loss_action": 0.005328369792550802,
      "loss_total": 0.005328369792550802,
      "step": 29800
    },
    {
      "loss_action": 0.01731695607304573,
      "loss_total": 0.01731695607304573,
      "step": 29800
    },
    {
      "loss_action": 0.012367192655801773,
      "loss_total": 0.012367192655801773,
      "step": 29800
    },
    {
      "grad_norm": 0.15448109805583954,
      "learning_rate": 8.409575251420556e-05,
      "loss": 0.0115,
      "step": 29810
    },
    {
      "loss_action": 0.009607098065316677,
      "loss_total": 0.009607098065316677,
      "step": 29810
    },
    {
      "loss_action": 0.009095210582017899,
      "loss_total": 0.009095210582017899,
      "step": 29810
    },
    {
      "loss_action": 0.007698326371610165,
      "loss_total": 0.007698326371610165,
      "step": 29810
    },
    {
      "loss_action": 0.008835195563733578,
      "loss_total": 0.008835195563733578,
      "step": 29810
    },
    {
      "loss_action": 0.009990600869059563,
      "loss_total": 0.009990600869059563,
      "step": 29810
    },
    {
      "loss_action": 0.008393393829464912,
      "loss_total": 0.008393393829464912,
      "step": 29810
    },
    {
      "loss_action": 0.006878585554659367,
      "loss_total": 0.006878585554659367,
      "step": 29810
    },
    {
      "loss_action": 0.01977764070034027,
      "loss_total": 0.01977764070034027,
      "step": 29810
    },
    {
      "grad_norm": 0.2604050040245056,
      "learning_rate": 8.408365665298435e-05,
      "loss": 0.011,
      "step": 29820
    },
    {
      "loss_action": 0.012936691753566265,
      "loss_total": 0.012936691753566265,
      "step": 29820
    },
    {
      "loss_action": 0.016905885189771652,
      "loss_total": 0.016905885189771652,
      "step": 29820
    },
    {
      "loss_action": 0.009341530501842499,
      "loss_total": 0.009341530501842499,
      "step": 29820
    },
    {
      "loss_action": 0.01710093393921852,
      "loss_total": 0.01710093393921852,
      "step": 29820
    },
    {
      "loss_action": 0.015317259356379509,
      "loss_total": 0.015317259356379509,
      "step": 29820
    },
    {
      "loss_action": 0.010542064905166626,
      "loss_total": 0.010542064905166626,
      "step": 29820
    },
    {
      "loss_action": 0.005350771360099316,
      "loss_total": 0.005350771360099316,
      "step": 29820
    },
    {
      "loss_action": 0.013720981776714325,
      "loss_total": 0.013720981776714325,
      "step": 29820
    },
    {
      "grad_norm": 0.1246061697602272,
      "learning_rate": 8.40715570644257e-05,
      "loss": 0.0106,
      "step": 29830
    },
    {
      "loss_action": 0.00808984600007534,
      "loss_total": 0.00808984600007534,
      "step": 29830
    },
    {
      "loss_action": 0.005975987762212753,
      "loss_total": 0.005975987762212753,
      "step": 29830
    },
    {
      "loss_action": 0.00947774387896061,
      "loss_total": 0.00947774387896061,
      "step": 29830
    },
    {
      "loss_action": 0.007439316716045141,
      "loss_total": 0.007439316716045141,
      "step": 29830
    },
    {
      "loss_action": 0.018161460757255554,
      "loss_total": 0.018161460757255554,
      "step": 29830
    },
    {
      "loss_action": 0.006634840741753578,
      "loss_total": 0.006634840741753578,
      "step": 29830
    },
    {
      "loss_action": 0.012516597285866737,
      "loss_total": 0.012516597285866737,
      "step": 29830
    },
    {
      "loss_action": 0.005857017822563648,
      "loss_total": 0.005857017822563648,
      "step": 29830
    },
    {
      "grad_norm": 0.15763650834560394,
      "learning_rate": 8.40594537498528e-05,
      "loss": 0.0119,
      "step": 29840
    },
    {
      "loss_action": 0.014795196242630482,
      "loss_total": 0.014795196242630482,
      "step": 29840
    },
    {
      "loss_action": 0.008795480243861675,
      "loss_total": 0.008795480243861675,
      "step": 29840
    },
    {
      "loss_action": 0.04306642711162567,
      "loss_total": 0.04306642711162567,
      "step": 29840
    },
    {
      "loss_action": 0.014234325848519802,
      "loss_total": 0.014234325848519802,
      "step": 29840
    },
    {
      "loss_action": 0.01446685940027237,
      "loss_total": 0.01446685940027237,
      "step": 29840
    },
    {
      "loss_action": 0.007958321832120419,
      "loss_total": 0.007958321832120419,
      "step": 29840
    },
    {
      "loss_action": 0.007926283404231071,
      "loss_total": 0.007926283404231071,
      "step": 29840
    },
    {
      "loss_action": 0.005009970162063837,
      "loss_total": 0.005009970162063837,
      "step": 29840
    },
    {
      "grad_norm": 0.19778823852539062,
      "learning_rate": 8.404734671058924e-05,
      "loss": 0.0113,
      "step": 29850
    },
    {
      "loss_action": 0.01602710783481598,
      "loss_total": 0.01602710783481598,
      "step": 29850
    },
    {
      "loss_action": 0.006865960545837879,
      "loss_total": 0.006865960545837879,
      "step": 29850
    },
    {
      "loss_action": 0.005949422717094421,
      "loss_total": 0.005949422717094421,
      "step": 29850
    },
    {
      "loss_action": 0.013169186189770699,
      "loss_total": 0.013169186189770699,
      "step": 29850
    },
    {
      "loss_action": 0.007627060636878014,
      "loss_total": 0.007627060636878014,
      "step": 29850
    },
    {
      "loss_action": 0.007741305511444807,
      "loss_total": 0.007741305511444807,
      "step": 29850
    },
    {
      "loss_action": 0.01364104263484478,
      "loss_total": 0.01364104263484478,
      "step": 29850
    },
    {
      "loss_action": 0.0057950448244810104,
      "loss_total": 0.0057950448244810104,
      "step": 29850
    },
    {
      "grad_norm": 0.1855958104133606,
      "learning_rate": 8.403523594795902e-05,
      "loss": 0.0119,
      "step": 29860
    },
    {
      "loss_action": 0.009242021478712559,
      "loss_total": 0.009242021478712559,
      "step": 29860
    },
    {
      "loss_action": 0.008220886811614037,
      "loss_total": 0.008220886811614037,
      "step": 29860
    },
    {
      "loss_action": 0.00838751345872879,
      "loss_total": 0.00838751345872879,
      "step": 29860
    },
    {
      "loss_action": 0.022629382088780403,
      "loss_total": 0.022629382088780403,
      "step": 29860
    },
    {
      "loss_action": 0.006034007761627436,
      "loss_total": 0.006034007761627436,
      "step": 29860
    },
    {
      "loss_action": 0.006722301710397005,
      "loss_total": 0.006722301710397005,
      "step": 29860
    },
    {
      "loss_action": 0.005950250197201967,
      "loss_total": 0.005950250197201967,
      "step": 29860
    },
    {
      "loss_action": 0.0068750628270208836,
      "loss_total": 0.0068750628270208836,
      "step": 29860
    },
    {
      "grad_norm": 0.11466266959905624,
      "learning_rate": 8.402312146328659e-05,
      "loss": 0.0116,
      "step": 29870
    },
    {
      "loss_action": 0.006314417347311974,
      "loss_total": 0.006314417347311974,
      "step": 29870
    },
    {
      "loss_action": 0.006357103120535612,
      "loss_total": 0.006357103120535612,
      "step": 29870
    },
    {
      "loss_action": 0.008573953062295914,
      "loss_total": 0.008573953062295914,
      "step": 29870
    },
    {
      "loss_action": 0.008145167492330074,
      "loss_total": 0.008145167492330074,
      "step": 29870
    },
    {
      "loss_action": 0.01787063479423523,
      "loss_total": 0.01787063479423523,
      "step": 29870
    },
    {
      "loss_action": 0.016100548207759857,
      "loss_total": 0.016100548207759857,
      "step": 29870
    },
    {
      "loss_action": 0.004803053569048643,
      "loss_total": 0.004803053569048643,
      "step": 29870
    },
    {
      "loss_action": 0.007339903153479099,
      "loss_total": 0.007339903153479099,
      "step": 29870
    },
    {
      "grad_norm": 0.13731993734836578,
      "learning_rate": 8.401100325789675e-05,
      "loss": 0.0102,
      "step": 29880
    },
    {
      "loss_action": 0.006547839846462011,
      "loss_total": 0.006547839846462011,
      "step": 29880
    },
    {
      "loss_action": 0.008940578438341618,
      "loss_total": 0.008940578438341618,
      "step": 29880
    },
    {
      "loss_action": 0.009933599270880222,
      "loss_total": 0.009933599270880222,
      "step": 29880
    },
    {
      "loss_action": 0.005151137709617615,
      "loss_total": 0.005151137709617615,
      "step": 29880
    },
    {
      "loss_action": 0.009040741249918938,
      "loss_total": 0.009040741249918938,
      "step": 29880
    },
    {
      "loss_action": 0.003440353088080883,
      "loss_total": 0.003440353088080883,
      "step": 29880
    },
    {
      "loss_action": 0.0030219070613384247,
      "loss_total": 0.0030219070613384247,
      "step": 29880
    },
    {
      "loss_action": 0.02590988017618656,
      "loss_total": 0.02590988017618656,
      "step": 29880
    },
    {
      "grad_norm": 0.1657242625951767,
      "learning_rate": 8.399888133311472e-05,
      "loss": 0.0122,
      "step": 29890
    },
    {
      "loss_action": 0.008439657278358936,
      "loss_total": 0.008439657278358936,
      "step": 29890
    },
    {
      "loss_action": 0.019393932074308395,
      "loss_total": 0.019393932074308395,
      "step": 29890
    },
    {
      "loss_action": 0.009420789778232574,
      "loss_total": 0.009420789778232574,
      "step": 29890
    },
    {
      "loss_action": 0.02450421266257763,
      "loss_total": 0.02450421266257763,
      "step": 29890
    },
    {
      "loss_action": 0.015253188088536263,
      "loss_total": 0.015253188088536263,
      "step": 29890
    },
    {
      "loss_action": 0.0162403155118227,
      "loss_total": 0.0162403155118227,
      "step": 29890
    },
    {
      "loss_action": 0.01796250231564045,
      "loss_total": 0.01796250231564045,
      "step": 29890
    },
    {
      "loss_action": 0.007726158015429974,
      "loss_total": 0.007726158015429974,
      "step": 29890
    },
    {
      "grad_norm": 0.12720967829227448,
      "learning_rate": 8.398675569026613e-05,
      "loss": 0.0113,
      "step": 29900
    },
    {
      "loss_action": 0.040503691881895065,
      "loss_total": 0.040503691881895065,
      "step": 29900
    },
    {
      "loss_action": 0.016777902841567993,
      "loss_total": 0.016777902841567993,
      "step": 29900
    },
    {
      "loss_action": 0.006169373169541359,
      "loss_total": 0.006169373169541359,
      "step": 29900
    },
    {
      "loss_action": 0.010904813185334206,
      "loss_total": 0.010904813185334206,
      "step": 29900
    },
    {
      "loss_action": 0.005533834453672171,
      "loss_total": 0.005533834453672171,
      "step": 29900
    },
    {
      "loss_action": 0.01996411383152008,
      "loss_total": 0.01996411383152008,
      "step": 29900
    },
    {
      "loss_action": 0.0032101862598210573,
      "loss_total": 0.0032101862598210573,
      "step": 29900
    },
    {
      "loss_action": 0.019809100776910782,
      "loss_total": 0.019809100776910782,
      "step": 29900
    },
    {
      "grad_norm": 0.14537230134010315,
      "learning_rate": 8.397462633067705e-05,
      "loss": 0.0104,
      "step": 29910
    },
    {
      "loss_action": 0.01335233636200428,
      "loss_total": 0.01335233636200428,
      "step": 29910
    },
    {
      "loss_action": 0.011300438083708286,
      "loss_total": 0.011300438083708286,
      "step": 29910
    },
    {
      "loss_action": 0.009206357412040234,
      "loss_total": 0.009206357412040234,
      "step": 29910
    },
    {
      "loss_action": 0.011899629607796669,
      "loss_total": 0.011899629607796669,
      "step": 29910
    },
    {
      "loss_action": 0.015147341415286064,
      "loss_total": 0.015147341415286064,
      "step": 29910
    },
    {
      "loss_action": 0.003741856664419174,
      "loss_total": 0.003741856664419174,
      "step": 29910
    },
    {
      "loss_action": 0.022578492760658264,
      "loss_total": 0.022578492760658264,
      "step": 29910
    },
    {
      "loss_action": 0.004162353929132223,
      "loss_total": 0.004162353929132223,
      "step": 29910
    },
    {
      "grad_norm": 0.22808881103992462,
      "learning_rate": 8.396249325567392e-05,
      "loss": 0.0121,
      "step": 29920
    },
    {
      "loss_action": 0.012736925855278969,
      "loss_total": 0.012736925855278969,
      "step": 29920
    },
    {
      "loss_action": 0.003313593100756407,
      "loss_total": 0.003313593100756407,
      "step": 29920
    },
    {
      "loss_action": 0.038006220012903214,
      "loss_total": 0.038006220012903214,
      "step": 29920
    },
    {
      "loss_action": 0.013063224963843822,
      "loss_total": 0.013063224963843822,
      "step": 29920
    },
    {
      "loss_action": 0.010523179545998573,
      "loss_total": 0.010523179545998573,
      "step": 29920
    },
    {
      "loss_action": 0.028805948793888092,
      "loss_total": 0.028805948793888092,
      "step": 29920
    },
    {
      "loss_action": 0.013312732800841331,
      "loss_total": 0.013312732800841331,
      "step": 29920
    },
    {
      "loss_action": 0.0064684078097343445,
      "loss_total": 0.0064684078097343445,
      "step": 29920
    },
    {
      "grad_norm": 0.1456175148487091,
      "learning_rate": 8.395035646658357e-05,
      "loss": 0.0142,
      "step": 29930
    },
    {
      "loss_action": 0.013938402757048607,
      "loss_total": 0.013938402757048607,
      "step": 29930
    },
    {
      "loss_action": 0.008552683517336845,
      "loss_total": 0.008552683517336845,
      "step": 29930
    },
    {
      "loss_action": 0.009030709974467754,
      "loss_total": 0.009030709974467754,
      "step": 29930
    },
    {
      "loss_action": 0.004572758451104164,
      "loss_total": 0.004572758451104164,
      "step": 29930
    },
    {
      "loss_action": 0.01659560389816761,
      "loss_total": 0.01659560389816761,
      "step": 29930
    },
    {
      "loss_action": 0.005988423712551594,
      "loss_total": 0.005988423712551594,
      "step": 29930
    },
    {
      "loss_action": 0.003952632658183575,
      "loss_total": 0.003952632658183575,
      "step": 29930
    },
    {
      "loss_action": 0.006785349454730749,
      "loss_total": 0.006785349454730749,
      "step": 29930
    },
    {
      "grad_norm": 0.1380712240934372,
      "learning_rate": 8.39382159647333e-05,
      "loss": 0.0123,
      "step": 29940
    },
    {
      "loss_action": 0.005879070609807968,
      "loss_total": 0.005879070609807968,
      "step": 29940
    },
    {
      "loss_action": 0.025732509791851044,
      "loss_total": 0.025732509791851044,
      "step": 29940
    },
    {
      "loss_action": 0.00810852088034153,
      "loss_total": 0.00810852088034153,
      "step": 29940
    },
    {
      "loss_action": 0.006562825758010149,
      "loss_total": 0.006562825758010149,
      "step": 29940
    },
    {
      "loss_action": 0.005563333630561829,
      "loss_total": 0.005563333630561829,
      "step": 29940
    },
    {
      "loss_action": 0.012166205793619156,
      "loss_total": 0.012166205793619156,
      "step": 29940
    },
    {
      "loss_action": 0.007467259652912617,
      "loss_total": 0.007467259652912617,
      "step": 29940
    },
    {
      "loss_action": 0.005220686551183462,
      "loss_total": 0.005220686551183462,
      "step": 29940
    },
    {
      "grad_norm": 0.20072855055332184,
      "learning_rate": 8.392607175145075e-05,
      "loss": 0.0127,
      "step": 29950
    },
    {
      "loss_action": 0.03852066770195961,
      "loss_total": 0.03852066770195961,
      "step": 29950
    },
    {
      "loss_action": 0.009856515564024448,
      "loss_total": 0.009856515564024448,
      "step": 29950
    },
    {
      "loss_action": 0.013651128858327866,
      "loss_total": 0.013651128858327866,
      "step": 29950
    },
    {
      "loss_action": 0.021686889231204987,
      "loss_total": 0.021686889231204987,
      "step": 29950
    },
    {
      "loss_action": 0.010788984596729279,
      "loss_total": 0.010788984596729279,
      "step": 29950
    },
    {
      "loss_action": 0.00321764312684536,
      "loss_total": 0.00321764312684536,
      "step": 29950
    },
    {
      "loss_action": 0.019822925329208374,
      "loss_total": 0.019822925329208374,
      "step": 29950
    },
    {
      "loss_action": 0.017234090715646744,
      "loss_total": 0.017234090715646744,
      "step": 29950
    },
    {
      "grad_norm": 0.13865867257118225,
      "learning_rate": 8.3913923828064e-05,
      "loss": 0.0126,
      "step": 29960
    },
    {
      "loss_action": 0.011137956753373146,
      "loss_total": 0.011137956753373146,
      "step": 29960
    },
    {
      "loss_action": 0.013518102467060089,
      "loss_total": 0.013518102467060089,
      "step": 29960
    },
    {
      "loss_action": 0.011194930411875248,
      "loss_total": 0.011194930411875248,
      "step": 29960
    },
    {
      "loss_action": 0.018999546766281128,
      "loss_total": 0.018999546766281128,
      "step": 29960
    },
    {
      "loss_action": 0.008611567318439484,
      "loss_total": 0.008611567318439484,
      "step": 29960
    },
    {
      "loss_action": 0.015013097785413265,
      "loss_total": 0.015013097785413265,
      "step": 29960
    },
    {
      "loss_action": 0.010240881703794003,
      "loss_total": 0.010240881703794003,
      "step": 29960
    },
    {
      "loss_action": 0.013365392573177814,
      "loss_total": 0.013365392573177814,
      "step": 29960
    },
    {
      "grad_norm": 0.13882862031459808,
      "learning_rate": 8.390177219590152e-05,
      "loss": 0.0124,
      "step": 29970
    },
    {
      "loss_action": 0.011364255100488663,
      "loss_total": 0.011364255100488663,
      "step": 29970
    },
    {
      "loss_action": 0.013752693310379982,
      "loss_total": 0.013752693310379982,
      "step": 29970
    },
    {
      "loss_action": 0.0058529675006866455,
      "loss_total": 0.0058529675006866455,
      "step": 29970
    },
    {
      "loss_action": 0.004412037320435047,
      "loss_total": 0.004412037320435047,
      "step": 29970
    },
    {
      "loss_action": 0.0037596106994897127,
      "loss_total": 0.0037596106994897127,
      "step": 29970
    },
    {
      "loss_action": 0.007212543860077858,
      "loss_total": 0.007212543860077858,
      "step": 29970
    },
    {
      "loss_action": 0.013327974826097488,
      "loss_total": 0.013327974826097488,
      "step": 29970
    },
    {
      "loss_action": 0.003684316063299775,
      "loss_total": 0.003684316063299775,
      "step": 29970
    },
    {
      "grad_norm": 0.17284376919269562,
      "learning_rate": 8.388961685629222e-05,
      "loss": 0.0096,
      "step": 29980
    },
    {
      "loss_action": 0.005958350375294685,
      "loss_total": 0.005958350375294685,
      "step": 29980
    },
    {
      "loss_action": 0.007725692354142666,
      "loss_total": 0.007725692354142666,
      "step": 29980
    },
    {
      "loss_action": 0.0077860308811068535,
      "loss_total": 0.0077860308811068535,
      "step": 29980
    },
    {
      "loss_action": 0.013933124952018261,
      "loss_total": 0.013933124952018261,
      "step": 29980
    },
    {
      "loss_action": 0.015735570341348648,
      "loss_total": 0.015735570341348648,
      "step": 29980
    },
    {
      "loss_action": 0.010311216115951538,
      "loss_total": 0.010311216115951538,
      "step": 29980
    },
    {
      "loss_action": 0.006377096753567457,
      "loss_total": 0.006377096753567457,
      "step": 29980
    },
    {
      "loss_action": 0.0046996306627988815,
      "loss_total": 0.0046996306627988815,
      "step": 29980
    },
    {
      "grad_norm": 0.13380031287670135,
      "learning_rate": 8.387745781056536e-05,
      "loss": 0.0095,
      "step": 29990
    },
    {
      "loss_action": 0.018573127686977386,
      "loss_total": 0.018573127686977386,
      "step": 29990
    },
    {
      "loss_action": 0.013031663373112679,
      "loss_total": 0.013031663373112679,
      "step": 29990
    },
    {
      "loss_action": 0.007614058442413807,
      "loss_total": 0.007614058442413807,
      "step": 29990
    },
    {
      "loss_action": 0.02562105655670166,
      "loss_total": 0.02562105655670166,
      "step": 29990
    },
    {
      "loss_action": 0.006486130878329277,
      "loss_total": 0.006486130878329277,
      "step": 29990
    },
    {
      "loss_action": 0.009358822368085384,
      "loss_total": 0.009358822368085384,
      "step": 29990
    },
    {
      "loss_action": 0.007877572439610958,
      "loss_total": 0.007877572439610958,
      "step": 29990
    },
    {
      "loss_action": 0.012462307699024677,
      "loss_total": 0.012462307699024677,
      "step": 29990
    },
    {
      "grad_norm": 0.14060354232788086,
      "learning_rate": 8.386529506005065e-05,
      "loss": 0.0106,
      "step": 30000
    }
  ],
  "logging_steps": 10,
  "max_steps": 100000,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 9223372036854775807,
  "save_steps": 10000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 0.0,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}